GENERIC HEAD from 2012-04-08 11:09:08 UTC, r234035, vmcore.330 KDB: debugger backends: ddb KDB: current backend: ddb 524288K of memory above 4GB ignored Copyright (c) 1992-2012 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 10.0-CURRENT #0 r234035: Sun Apr 8 13:20:19 CEST 2012 pho@x4.osted.lan:/var/tmp/vmcontention/sys/i386/compile/PHO i386 WARNING: WITNESS option enabled, expect reduced performance. WARNING: DIAGNOSTIC option enabled, expect reduced performance. CPU: AMD Phenom(tm) 9150e Quad-Core Processor (1800.01-MHz 686-class CPU) Origin = "AuthenticAMD" Id = 0x100f23 Family = 10 Model = 2 Stepping = 3 Features=0x178bfbff Features2=0x802009 AMD Features=0xee500800 AMD Features2=0x7ff TSC: P-state invariant real memory = 4294967296 (4096 MB) lock order reversal: 1st 0xc128c140 vm object (kernel object) @ vm/vm_fault.c:295 2nd 0xc1bb50e8 system map (system map) @ vm/vm_map.c:1452 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,34313a63,a3235,a35,1,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c1259b78,5ac,c182080c,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,c1bb50e8,c0faf9ed,c956b110,c0fb0068,...) at _witness_debugger+0x25 witness_checkorder(c1bb50e8,9,c0fb005f,5ac,0,...) at witness_checkorder+0x86f _mtx_lock_flags(c1bb50e8,0,c0fb005f,5ac,c596e000,...) at _mtx_lock_flags+0xcc _vm_map_lock(c1bb508c,c0fb005f,5ac,c1820911,c5681d,...) at _vm_map_lock+0x31 vm_map_find(c1bb508c,0,0,0,c18208bc,...) at vm_map_find+0x31 kmem_alloc_nofault(c1bb508c,1000,c1bb7608,4,100,...) at kmem_alloc_nofault+0x67 vm_radix_node_zone_allocf(c1bb69a0,1000,c1820923,101,c1bb69a0,...) at vm_radix_node_zone_allocf+0x58 keg_alloc_slab(c1bb7608,4,c0faf024,871,c1820970,...) at keg_alloc_slab+0xf9 keg_fetch_slab(101,13,c596ff44,c18209d0,c0cacf31,...) at keg_fetch_slab+0x17f zone_fetch_slab(c1bb69a0,c1bb7600,101,827,1,...) at zone_fetch_slab+0x4c uma_zalloc_arg(c1bb69a0,0,101,100000,0,...) at uma_zalloc_arg+0x591 vm_radix_insert(c128c170,23480,0,c21fbf80,0,...) at vm_radix_insert+0x1e7 vm_page_insert(c21fbf80,c128c140,23480,0,0,...) at vm_page_insert+0x1b5 vm_page_alloc(c128c140,23480,0,800,c1820bf0,...) at vm_page_alloc+0x51c vm_fault_hold(c1bb5000,e337d000,0,1,0,...) at vm_fault_hold+0xf5a vm_fault(c1bb5000,e337d000,0,1,c1bb3b88,...) at vm_fault+0x8b vm_fault_wire(c1bb5000,e3000000,e33c9000,0,0,...) at vm_fault_wire+0x3f vm_map_wire(c1bb5000,e3000000,e33c9000,0,e3000000,...) at vm_map_wire+0x2bf kmem_alloc(c1bb5000,3c9000,c9549740,0,0,...) at kmem_alloc+0x10d vm_ksubmap_init(c129da4c,0,1,1000,0,...) at vm_ksubmap_init+0x64 cpu_startup(0,181ec00,181ec00,181e000,1825000,...) at cpu_startup+0x24f mi_startup() at mi_startup+0xac begin() at begin+0x2c avail memory = 3538694144 (3374 MB) : Trying to mount root from ufs:/dev/ad4s1a [rw]... WARNING: / was not properly dismounted Setting hostuuid: 00000000-0000-0000-0000-00218515337d. Setting hostid: 0x6b64ac17. Starting ddb. Entropy harvesting: interrupts ethernet point_to_point kickstart. Starting file system checks: /dev/ad4s1a: 10089 files, 897389 used, 115626 free (1474 frags, 14269 blocks, 0.1% fragmentation) /dev/ad4s1f: 20786 files, 891959 used, 121056 free (5096 frags, 14495 blocks, 0.5% fragmentation) /dev/label/tmp: 101188 files, 6250758 used, 112063223 free (2687 frags, 14007567 blocks, 0.0% fragmentation) /dev/ad4s1d: 702897 files, 6899603 used, 3254596 free (240140 frags, 376807 blocks, 2.4% fragmentation) /dev/ad4s1e: 484375 files, 10286731 used, 15101786 free (55034 frags, 1880844 blocks, 0.2% fragmentation) Mounting local file systems:. Setting hostname: x4.osted.lan. re0: link state changed to DOWN re0: link state changed to UP Starting Network: lo0 re0 fwe0 fwip0. lo0: flags=8049 metric 0 mtu 16384 options=3 inet6 ::1 prefixlen 128 inet6 fe80::1%lo0 prefixlen 64 scopeid 0xa inet 127.0.0.1 netmask 0xff000000 nd6 options=21 re0: flags=8843 metric 0 mtu 1500 options=8209b ether 00:21:85:15:33:7d inet 192.168.1.101 netmask 0xffffff00 broadcast 192.168.1.255 inet6 fe80::221:85ff:fe15:337d%re0 prefixlen 64 scopeid 0x1 nd6 options=29 media: Ethernet autoselect (100baseTX ) status: active fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 Starting devd. Starting Network: fwe0. fwe0: flags=8802 metric 0 mtu 1500 options=8 ether 02:dc:10:62:ad:eb nd6 options=29 ch 1 dma -1 Starting Network: fwip0. fwip0: flags=8802 metric 0 mtu 1500 lladdr 0.dc.10.0.1.62.ad.eb.a.2.ff.fe.0.0.0.0 nd6 options=29 add net default: gateway 192.168.1.1 add net ::ffff:0.0.0.0: gateway ::1 add net ::0.0.0.0: gateway ::1 add net fe80::: gateway ::1 add net ff02::: gateway ::1 ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib /usr/local/kde4/lib /usr/local/lib/compat /usr/local/lib/gcc46 /usr/local/lib/qt4 /usr/local/lib/virtualbox a.out ldconfig path: /usr/lib/aout /usr/lib/compat/aout Creating and/or trimming log files. Starting syslogd. savecore: reboot Apr 8 21:50:19 x4 savecore: reboot lock order reversal: 1st 0xe3116cc0 bufwait (bufwait) @ kern/vfs_bio.c:2652 2nd 0xcbfd3600 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:284 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,2e687361,38323a63,c0000a34,c1258648,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c1258638,11c,f3fd97d8,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,cbfd3600,c0fad97a,c9572610,c0fad60c,...) at _witness_debugger+0x25 witness_checkorder(cbfd3600,9,c0fad603,11c,0,...) at witness_checkorder+0x86f _sx_xlock(cbfd3600,0,c0fad603,11c,cc036c3c,...) at _sx_xlock+0xa0 ufsdirhash_acquire(e3116c60,cc036c3c,f3fd9914,e3acc9c4,f3fd98a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(cc036c3c,f3fd9914,9c4,f3fd9894,f3fd9898,...) at ufsdirhash_add+0x13 ufs_direnter(cc318984,cc5b82b8,f3fd9914,f3fd9bbc,0,...) at ufs_direnter+0x7a9 ufs_makeinode(f3fd9bbc,c10c02e0,f3fd9b00,f3fd9a5c,c0dd2ea5,...) at ufs_makeinode+0x65d ufs_create(f3fd9b00,c0fcf0b8,0,0,f3fd9b7c,...) at ufs_create+0x30 VOP_CREATE_APV(c10bfd20,f3fd9b00,f3fd9bbc,f3fd9a98,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(f3fd9b7c,f3fd9c44,180,0,c95afe00,...) at vn_open_cred+0x205 vn_open(f3fd9b7c,f3fd9c44,180,cbfba2d8,c1baa0f0,...) at vn_open+0x3b kern_openat(cbfe8000,ffffff9c,28450000,0,602,...) at kern_openat+0x1ec kern_open(cbfe8000,28450000,0,601,180,...) at kern_open+0x35 sys_open(cbfe8000,f3fd9cec,c0fc793c,c0f65db1,282,...) at sys_open+0x30 syscall(f3fd9d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x2819d193, esp = 0xbfbfe2ac, ebp = 0xbfbfedb8 --- savecore: writing core to vmcore.329 Writing crash summary to /var/crash/core.txt.329. Additional ABI support: linux. Starting rpcbind. NFS access cache time=60 Clearing /tmp (X related). Starting mountd. Starting nfsuserd. Starting nfsd. Recovering vi editor sessions:. Updating motd:. Starting ntpd. Starting default moused. Configuring syscons: keymap blanktime. Starting sshd. Starting cron. Local package initialization: backuplock order reversal: 1st 0xcc2eb880 ufs (ufs) @ kern/vfs_subr.c:2167 2nd 0xe33a6480 bufwait (bufwait) @ ufs/ffs/ffs_vnops.c:260 3rd 0xcc9fe46c ufs (ufs) @ kern/vfs_subr.c:2167 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,3a632e73,a303632,7fffff00,3,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d239,c1257be8,877,f40f5850,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d239,cc9fe46c,c0f6b964,c95725a8,c0f85277,...) at _witness_debugger+0x25 witness_checkorder(cc9fe46c,9,c0f8526e,877,0,...) at witness_checkorder+0x86f __lockmgr_args(cc9fe46c,80100,cc9fe4d8,0,0,...) at __lockmgr_args+0x8c5 ffs_lock(f40f594c,cc2d2920,1f000,80100,cc9fe414,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c10bfd20,f40f594c,c956b1e0,c10d0f00,cc9fe414,...) at VOP_LOCK1_APV+0xb5 _vn_lock(cc9fe414,80100,c0f8526e,877,4,...) at _vn_lock+0x78 vget(cc9fe414,80100,cc9eb000,50,0,...) at vget+0xbb vfs_hash_get(cc2f02d0,a32800,80000,cc9eb000,f40f5a98,...) at vfs_hash_get+0xed ffs_vgetf(cc2f02d0,a32800,80000,f40f5a98,1,...) at ffs_vgetf+0x49 softdep_sync_buf(cc2eb828,e33a6420,1,106,0,...) at softdep_sync_buf+0x4a3 ffs_syncvnode(cc2eb828,1,0,61d,c0ae1b7a,...) at ffs_syncvnode+0x24c ffs_sync(cc2f02d0,1,f40f5bbc,51c,c9434000,...) at ffs_sync+0x4a7 dounmount(cc2f02d0,8080000,cc9eb000,49e,f40f5c04,...) at dounmount+0x3f8 sys_unmount(cc9eb000,f40f5cec,c0fc793c,c,206,...) at sys_unmount+0x421 syscall(f40f5d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280e7f9b, esp = 0xbfbfe64c, ebp = 0xbfbfe718 --- lock order reversal: 1st 0xcc2ec1b4 ufs (ufs) @ kern/vfs_mount.c:1251 2nd 0xcc2d2880 devfs (devfs) @ ufs/ffs/ffs_softdep.c:1835 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,38313a63,a3533,c956b7f8,cc9eb0b0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c1257bc8,72b,f40f59bc,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,cc2d2880,c0f708d4,c9572408,c0fa9a78,...) at _witness_debugger+0x25 witness_checkorder(cc2d2880,9,c0fa9a6f,72b,cc2d28ec,...) at witness_checkorder+0x86f __lockmgr_args(cc2d2880,80400,cc2d28ec,0,0,...) at __lockmgr_args+0x8c5 vop_stdlock(f40f5ab4,4,c0f739db,80400,cc2d2828,...) at vop_stdlock+0x65 VOP_LOCK1_APV(c1095520,f40f5ab4,c128b9c0,c10d0f00,cc2d2828,...) at VOP_LOCK1_APV+0xb5 _vn_lock(cc2d2828,80400,c0fa9a6f,72b,cc2f02d0,...) at _vn_lock+0x78 softdep_flushworklist(cc2f02d0,f40f5b68,cc9eb000,62b,c0ae1b7a,...) at softdep_flushworklist+0x47 ffs_sync(cc2f02d0,1,f40f5bbc,51c,c9434000,...) at ffs_sync+0x533 dounmount(cc2f02d0,8080000,cc9eb000,49e,f40f5c04,...) at dounmount+0x3f8 sys_unmount(cc9eb000,f40f5cec,c0fc793c,c,206,...) at sys_unmount+0x421 syscall(f40f5d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280e7f9b, esp = 0xbfbfe64c, ebp = 0xbfbfe718 --- ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 101188 files, 6250758 used, 112063223 free (2687 frags, 14007567 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** ** /dev/label/tmp ** Last Mounted on /tmp ** Phase 1 - Check Blocks and Sizes ** Phase 2 - Check Pathnames ** Phase 3 - Check Connectivity ** Phase 4 - Check Reference Counts ** Phase 5 - Check Cyl groups 101188 files, 6250758 used, 112063223 free (2687 frags, 14007567 blocks, 0.0% fragmentation) ***** FILE SYSTEM IS CLEAN ***** fsck -y /tmp watchdogd. Starting inetd. Sun Apr 8 21:54:16 CEST 2012 FreeBSD/i386 (x4.osted.lan) (console) login: Apr 8 21:57:34 x4 su: pho to root on /dev/pts/0 Apr 8 22:01:08 x4 su: pho to root on /dev/pts/1 Failed to find journal. Use tunefs to create one Failed to start journal: 2 lock order reversal: 1st 0xc110b528 GEOM topology (GEOM topology) @ geom/geom_event.c:281 2nd 0xc110de08 proctree (proctree) @ kern/kern_fork.c:886 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,383a632e,a3638,2e746e65,38323a63,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c12598a8,376,e33d7b90,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,c110de08,c0f746fa,c956a068,c0f6fa19,...) at _witness_debugger+0x25 witness_checkorder(c110de08,1,c0f6fa10,376,0,...) at witness_checkorder+0x86f _sx_slock(c110de08,0,c0f6fa10,376,0,...) at _sx_slock+0xa0 fork1(c110b950,20034,2,e33d7c40,0,...) at fork1+0x39d kproc_create(d0e9e5d0,d0ea70c0,0,0,0,...) at kproc_create+0x57 g_journal_init(d0ea70c0,d0ea5ef1,d0ea5ef1,57,eb,...) at g_journal_init+0xfc g_load_class(cbf7c130,0,c0f6920f,102,0,...) at g_load_class+0x1af g_run_events(c111c180,0,c0f69881,79,e33d7d14,...) at g_run_events+0x335 g_event_procbody(0,e33d7d28,c0f6fa10,3d8,c95cb2cc,...) at g_event_procbody+0x90 fork_exit(c09d48b0,0,e33d7d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33d7d60, ebp = 0 --- lock order reversal: 1st 0xc110b528 GEOM topology (GEOM topology) @ geom/geom_event.c:281 2nd 0xc95b402c filedesc structure (filedesc structure) @ kern/kern_descrip.c:1702 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,20296572,656b2040,6b2f6e72,5f6e7265,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c12598a8,6a6,e33d7b44,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,c95b402c,c0f6ed53,c956e6b0,c0f6eaf5,...) at _witness_debugger+0x25 witness_checkorder(c95b402c,9,c0f6eaec,6a6,0,...) at witness_checkorder+0x86f _sx_xlock(c95b402c,0,c0f6eaec,6a6,0,...) at _sx_xlock+0xa0 fdinit(c95b4000,e33d7bb8,c0a43c65,cccadaa8,c0f75848,...) at fdinit+0x6c fdcopy(c95b4000,0,c0f6fa10,1a3,0,...) at fdcopy+0x21 fork1(c110b950,20034,2,e33d7c40,0,...) at fork1+0x940 kproc_create(d0e9e5d0,d0ea70c0,0,0,0,...) at kproc_create+0x57 g_journal_init(d0ea70c0,d0ea5ef1,d0ea5ef1,57,eb,...) at g_journal_init+0xfc g_load_class(cbf7c130,0,c0f6920f,102,0,...) at g_load_class+0x1af g_run_events(c111c180,0,c0f69881,79,e33d7d14,...) at g_run_events+0x335 g_event_procbody(0,e33d7d28,c0f6fa10,3d8,c95cb2cc,...) at g_event_procbody+0x90 fork_exit(c09d48b0,0,e33d7d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33d7d60, ebp = 0 --- GEOM_JOURNAL: Journal 1196712736: md5 contains data. GEOM_JOURNAL: Journal 1196712736: md5 contains journal. GEOM_JOURNAL: Journal md5 clean. GEOM_JOURNAL: BIO_FLUSH not supported by md5. lock order reversal: 1st 0xd0a4f46c ufs (ufs) @ kern/vfs_subr.c:2167 2nd 0xc110de08 proctree (proctree) @ kern/subr_prf.c:149 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,34313a63,cd000a39,cca9de48,1e2,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c1257070,95,f42b1830,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,c110de08,c0f746fa,c956a068,c0f7a055,...) at _witness_debugger+0x25 Apr 8 22:30:20 x4 kernel: pid 9343 (dd), uid 0 wiinumber 4 on /metdia: filesystem nefull ss_checkorder(c110de08,1,c0f7a04c,95,0,...) at witness_checkorder+0x86f _sx_slock(c110de08,0,c0f7a04c,95,cca9de48,...) at _sx_slock+0xa0 uprintf(c0fa897c,d0ed50d4,c0fa896c,3fff8,0,...) at uprintf+0x42 ffs_balloc_ufs2(d0a4f414,3df40000,0,8000,ccab9e80,...) at ffs_balloc_ufs2+0x1df3 ffs_write(f42b1ba8,c0fcefee,d0a4f414,0,d0a4f414,...) at ffs_write+0x2bd VOP_WRITE_APV(c10bfd20,f42b1ba8,d0a4f414,285,0,...) at VOP_WRITE_APV+0x136 vn_write(ce4199a0,f42b1c40,ccab9e80,0,cdc9d2e0,...) at vn_write+0x2bc dofilewrite(f42b1c40,ffffffff,ffffffff,0,f42b1c1c,...) at dofilewrite+0x95 kern_writev(cdc9d2e0,4,f42b1c40,f42b1c60,1,...) at kern_writev+0x68 sys_write(cdc9d2e0,f42b1cec,c0fc793c,c0ddc703,206,...) at sys_write+0x4f syscall(f42b1d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281936c3, esp = 0xbfbfe7ec, ebp = 0xbfbfe818 --- kern.maxfiles limit exceeded by uid 0, please see tuning(7). lock order reversal: 1st 0xcca149dc ufs (ufs) @ kern/vfs_mount.c:861 2nd 0xce8d25c8 newnfs (newnfs) @ kern/vfs_subr.c:2167 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,a3736,0,c0faf024,246,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c1257028,877,f432f848,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,ce8d25c8,c0f65fab,c9572f00,c0f85277,...) at _witness_debugger+0x25 witness_checkorder(ce8d25c8,9,c0f8526e,877,0,...) at witness_checkorder+0x86f __lockmgr_args(ce8d25c8,80100,ce8d2634,0,0,...) at __lockmgr_args+0x8c5 nfs_lock1(f432f940,c1bb7d08,4,80100,ce8d2570,...) at nfs_lock1+0xcd VOP_LOCK1_APV(c1096640,f432f940,c956b1e0,c10d0f00,ce8d2570,...) at VOP_LOCK1_APV+0xb5 _vn_lock(ce8d2570,80100,c0f8526e,877,4,...) at _vn_lock+0x78 vget(ce8d2570,80100,cdc015c0,50,0,...) at vget+0xbb vfs_hash_get(cbf955a0,7cee4531,80000,cdc015c0,f432fa00,...) at vfs_hash_get+0xed ncl_nget(cbf955a0,cbc1a28c,1c,f432fa2c,80000,...) at ncl_nget+0xcf nfs_root(cbf955a0,80000,f432fc14,366,c0fb005f,...) at nfs_root+0x42 vfs_donmount(cdc015c0,0,0,cbf37400,cbf37400,...) at vfs_donmount+0xe99 sys_nmount(cdc015c0,f432fcec,c0fc793c,c0f7e491,206,...) at sys_nmount+0x7f syscall(f432fd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (378, FreeBSD ELF32, sys_nmount), eip = 0x280e9bbb, esp = 0xbfbfdffc, ebp = 0xbfbfe7f8 --- Apr 8 22:33:44 x4 mountd[1071]: bad exports list line /mnt lock order reversal: 1st 0xe312ede0 bufwait (bufwait) @ kern/vfs_bio.c:1905 2nd 0xcc5b3e20 so_snd_sx (so_snd_sx) @ kern/uipc_sockbuf.c:148 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,75626b63,3a632e66,a383431,f41f4300,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c1256e70,94,f41f43d8,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,cc5b3e20,c0f6d742,c9572748,c0f8171a,...) at _witness_debugger+0x25 witness_checkorder(cc5b3e20,9,c0f81711,94,0,...) at witness_checkorder+0x86f _sx_xlock(cc5b3e20,40,c0f81711,94,f41f4470,...) at _sx_xlock+0xa0 sblock(cc5b3de8,1,202,2,c1baa9b4,...) at sblock+0x85 sosend_generic(cc5b3d00,0,0,d12abe00,0,...) at sosend_generic+0xc2 sosend(cc5b3d00,0,0,d12abe00,0,...) at sosend+0x3f clnt_vc_call(cc0a9e00,f41f45f4,10,d12afa00,f41f4804,...) at clnt_vc_call+0x4af clnt_reconnect_call(cd007040,f41f45f4,10,d12afa00,f41f4804,...) at clnt_reconnect_call+0x670 newnfs_request(f41f4804,cbc1a200,0,cbc1a310,ce8ecc3c,cdca1000,ccab9e80,186a3,3,0,1,0) at newnfs_request+0xc65 nfscl_request(f41f4804,ce8ecc3c,cdca1000,ccab9e80,0,...) at nfscl_request+0x82 nfsrpc_readdir(ce8ecc3c,f41f4990,f41f494c,ccab9e80,cdca1000,...) at nfsrpc_readdir+0xce6 ncl_readdirrpc(ce8ecc3c,f41f4990,ccab9e80,cdca1000,c0f739db,...) at ncl_readdirrpc+0xec ncl_doio(ce8ecc3c,e312ed80,ccab9e80,cdca1000,0,...) at ncl_doio+0x2c0 ncl_bioread(ce8ecc3c,f41f4be8,0,ccab9e80,f41f4b24,...) at ncl_bioread+0xc3d nfs_readdir(f41f4c08,c0fce52a,0,0,ce8ecc3c,...) at nfs_readdir+0x192 VOP_READDIR_APV(c1096640,f41f4c08,c0f86867,1055,f41f4c30,...) at VOP_READDIR_APV+0xc5 kern_getdirentries(cdca1000,5,28494000,1000,f41f4c5c,...) at kern_getdirentries+0x230 sys_getdirentries(cdca1000,f41f4cec,c0fc793c,c0f7dedf,246,...) at sys_getdirentries+0x31 syscall(f41f4d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (196, FreeBSD ELF32, sys_getdirentries), eip = 0x28105e8f, esp = 0xbfbfe7ac, ebp = 0xbfbfe7d8 --- lock order reversal: 1st 0xcca149dc ufs (ufs) @ kern/vfs_mount.c:1251 2nd 0xc110ddf4 allproc (allproc) @ kern/kern_descrip.c:2746 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,3a632e70,36343732,c0a3000a,c1bb7d08,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c12542b8,aba,f4371b2c,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,c110ddf4,c0f6d646,c956a0d0,c0f6eaf5,...) at _witness_debugger+0x25 witness_checkorder(c110ddf4,1,c0f6eaec,aba,0,...) at witness_checkorder+0x86f _sx_slock(c110ddf4,0,c0f6eaec,aba,cc506000,...) at _sx_slock+0xa0 mountcheckdirs(ce8d2570,cca14984,f4371bbc,51c,c9434000,...) at mountcheckdirs+0x41 dounmount(cbf955a0,8080000,ce850000,49e,f4371c04,...) at dounmount+0x3b6 sys_unmount(ce850000,f4371cec,c0fc793c,c,206,...) at sys_unmount+0x421 syscall(f4371d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (22, FreeBSD ELF32, sys_unmount), eip = 0x280e7f9b, esp = 0xbfbfe0ac, ebp = 0xbfbfe178 --- cryptosoft0: on motherboard GEOM_ELI: Device md5.eli created. GEOM_ELI: Encryption: AES-XTS 128 GEOM_ELI: Crypto: software Expensive timeout(9) function: 0xc0905480(0xc985cc78) 0.011653329 s GEOM_ELI: md5 has been killed. GEOM_ELI: Device md5.eli destroyed. lock order reversal: 1st 0xce9239dc pseudofs (pseudofs) @ kern/vfs_syscalls.c:4181 2nd 0xc110ddf4 allproc (allproc) @ fs/pseudofs/pseudofs_vnops.c:793 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,73666f64,6f6e765f,632e7370,3339373a,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c1256bf8,319,f4161b2c,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,c110ddf4,c0f6d646,c956a0d0,c0f6821b,...) at _witness_debugger+0x25 witness_checkorder(c110ddf4,1,c0f68212,319,0,...) at witness_checkorder+0x86f _sx_slock(c110ddf4,0,c0f68212,319,cbcf0400,...) at _sx_slock+0xa0 pfs_readdir(f4161c08,c0fce52a,0,0,ce923984,...) at pfs_readdir+0x126 VOP_READDIR_APV(c10985c0,f4161c08,c0f86867,1055,f4161c30,...) at VOP_READDIR_APV+0xc5 kern_getdirentries(cdc2d5c0,4,28422000,1000,f4161c5c,...) at kern_getdirentries+0x230 sys_getdirentries(cdc2d5c0,f4161cec,c0fc793c,c0f7dedf,246,...) at sys_getdirentries+0x31 syscall(f4161d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (196, FreeBSD ELF32, sys_getdirentries), eip = 0x280fde8f, esp = 0xbfbfe60c, ebp = 0xbfbfe638 --- Apr 8 22:43:15 x4 kernel: pid 36111 (dd), uid 0 inumber 4 on /mnt: filesystem full Apr 8 22:43:17 x4 kernel: pid 36132 (dd), uid 0 inumber 5 on /mnt: filesystem full Apr 8 22:44:28 x4 kernel: pid 1098 (nfsd), uid 0 inumber 10289 on /mnt: filesystem full lock order reversal: 1st 0xcc02f724 syncer (syncer) @ kern/vfs_subr.c:1767 2nd 0xcd7ccc94 ufs (ufs) @ kern/vfs_subr.c:2167 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,a3736,cc9ece38,efbe69c4,c0a6a8aa,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c12588d8,877,efbe6a18,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,cd7ccc94,c0f6b964,c95725a8,c0f85277,...) at _witness_debugger+0x25 witness_checkorder(cd7ccc94,9,c0f8526e,877,0,...) at witness_checkorder+0x86f __lockmgr_args(cd7ccc94,80100,cd7ccd00,0,0,...) at __lockmgr_args+0x8c5 ffs_lock(efbe6b14,cbecec30,6ef,80100,cd7ccc3c,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c10bfd20,efbe6b14,c956b1e0,c10d0f00,cd7ccc3c,...) at VOP_LOCK1_APV+0xb5 _vn_lock(cd7ccc3c,80100,c0f8526e,877,4,...) at _vn_lock+0x78 vget(cd7ccc3c,80100,cbeceb80,42c,cbf942d0,...) at vget+0xbb qsync(cbf942d0,0,c0fac950,5bf,cbf942d0,...) at qsync+0x17a ffs_sync(cbf942d0,3,2,ddb,cbf942d0,...) at ffs_sync+0x244 sync_fsync(efbe6c6c,c0fce56f,cc02f790,efbe6c6c,cc02f6cc,...) at sync_fsync+0x156 VOP_FSYNC_APV(c10ae980,efbe6c6c,c0f8526e,6e7,cbeceb80,...) at VOP_FSYNC_APV+0xc5 sync_vnode(c12856f4,c12856e0,3e8,78b,4e20,...) at sync_vnode+0x16b sched_sync(0,efbe6d28,c0f6fa10,3d8,cbec22cc,...) at sched_sync+0x282 fork_exit(c0ae3c90,0,efbe6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe6d60, ebp = 0 --- lock order reversal: 1st 0xe3165000 bufwait (bufwait) @ kern/vfs_bio.c:2652 2nd 0xcbeaf41c snaplk (snaplk) @ ufs/ffs/ffs_snapshot.c:2307 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,632e746f,3033323a,a37,0,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c1256180,903,f467d358,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,cbeaf41c,c0fa94d4,c9573518,c0fa945e,...) at _witness_debugger+0x25 witness_checkorder(cbeaf41c,9,c0fa9455,903,0,...) at witness_checkorder+0x86f __lockmgr_args(cbeaf41c,80900,d02bae5c,0,0,...) at __lockmgr_args+0x8c5 ffs_copyonwrite(d02bad98,e3164fa0,e3164fa0,0,0,...) at ffs_copyonwrite+0x2c2 ffs_geom_strategy(d02bae90,e3164fa0,0,e3164fa0,10000,...) at ffs_geom_strategy+0xeb bufwrite(e3164fa0,0,c0fac950,81f,0) at bufwrite+0x159 ffs_bufwrite(e3164fa0,cde10300,100,8000,0,...) at ffs_bufwrite+0x290 ffs_update(d082b984,1,80000,f467d59c,1,...) at ffs_update+0x3a5 softdep_sync_buf(ce1cb6cc,e33069a0,1,106,0,...) at softdep_sync_buf+0xae7 ffs_syncvnode(ce1cb6cc,1,0,f467d62c,cc97b598,...) at ffs_syncvnode+0x24c ffs_truncate(ce1cb6cc,200,0,880,d0e43200,...) at ffs_truncate+0x8b5 ufs_direnter(ce1cb6cc,d082b984,f467d914,f467dbbc,0,...) at ufs_direnter+0x9a1 ufs_makeinode(f467dbbc,c10c02e0,f467db00,f467da5c,c0dd2ea5,...) at ufs_makeinode+0x65d ufs_create(f467db00,c0fcf0b8,0,0,f467db7c,...) at ufs_create+0x30 VOP_CREATE_APV(c10bfd20,f467db00,f467dbbc,f467da98,0,...) at VOP_CREATE_APV+0xc5 vn_open_cred(f467db7c,f467dc44,1b0,0,d0e43200,...) at vn_open_cred+0x205 vn_open(f467db7c,f467dc44,1b0,d12931c0,0,...) at vn_open+0x3b kern_openat(cc8b7000,ffffff9c,bfbfe718,0,602,...) at kern_openat+0x1ec kern_open(cc8b7000,bfbfe718,0,601,1b0,...) at kern_open+0x35 sys_open(cc8b7000,f467dcec,c0fc793c,c0f7efc1,206,...) at sys_open+0x30 syscall(f467dd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (5, FreeBSD ELF32, sys_open), eip = 0x28199193, esp = 0xbfbfe6cc, ebp = 0xbfbfe6e8 --- lock order reversal: 1st 0xcbeaf41c snaplk (snaplk) @ ufs/ffs/ffs_snapshot.c:2694 2nd 0xcfd635c8 ufs (ufs) @ ufs/ffs/ffs_snapshot.c:2553 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,a333535,39363200,a34,2570000,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c12561b8,9f9,f4361408,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,cfd635c8,c0f6b964,c95725a8,c0fa945e,...) at _witness_debugger+0x25 witness_checkorder(cfd635c8,9,c0fa9455,9f9,0,...) at witness_checkorder+0x86f __lockmgr_args(cfd635c8,80100,cfd63634,0,0,...) at __lockmgr_args+0x8c5 ffs_lock(f4361504,c0a8cc0a,c12561c8,80100,cfd63570,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c10bfd20,f4361504,f4361524,c10d0f00,cfd63570,...) at VOP_LOCK1_APV+0xb5 _vn_lock(cfd63570,80100,c0fa9455,9f9,d31d52e0,...) at _vn_lock+0x78 process_deferred_inactive(cbf942d0,0,c0f86a70,4ce,ce8e3900,...) at process_deferred_inactive+0x130 vfs_write_resume(cbf942d0,c0fa999e,c0fa9455,2b2,0,...) at vfs_write_resume+0xbd ffs_snapshot(cbf942d0,d2b6c380,c0fac950,1a9,0,...) at ffs_snapshot+0x2cec ffs_mount(cbf942d0,d307d800,ff,3b5,0,...) at ffs_mount+0x1d17 vfs_donmount(d31d52e0,213100,0,cc072c80,cc072c80,...) at vfs_donmount+0x1354 sys_nmount(d31d52e0,f4361cec,c0fc793c,c0f7e029,213,...) at sys_nmount+0x7f syscall(f4361d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (378, FreeBSD ELF32, sys_nmount), eip = 0x280e5bbb, esp = 0xbfbfe07c, ebp = 0xbfbfe7f8 --- lock order reversal: 1st 0xccad2a1c ufs_extattr_sx (ufs_extattr_sx) @ ufs/ufs/ufs_extattr.c:114 2nd 0xcdd7ab38 ufs (ufs) @ ufs/ffs/ffs_vfsops.c:1704 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,66000a34,66752f73,78655f73,74746174,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7caab,c0f7d220,c1254d18,6a8,f4185748,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,cdd7ab38,c0f6b964,c95725a8,c0fac959,...) at _witness_debugger+0x25 witness_checkorder(cdd7ab38,9,c0fac950,6a8,0,...) at witness_checkorder+0x86f __lockmgr_args(cdd7ab38,80000,0,0,0,...) at __lockmgr_args+0x8c5 ffs_vgetf(ccfc1870,2,80000,f418587c,0,...) at ffs_vgetf+0x189 ffs_vget(ccfc1870,2,80000,f418587c,0,...) at ffs_vget+0x2e ufs_root(ccfc1870,80000,f41858a4,ccad2a00,ccfc1870,...) at ufs_root+0x28 ufs_extattr_autostart(ccfc1870,cc9d9b80,c0fac950,42b,0,...) at ufs_extattr_autostart+0x50 ffs_mount(ccfc1870,c10bf8e0,d0d73500,ccab9e80,c0fb005f,...) at ffs_mount+0x2ef5 vfs_donmount(cc9d9b80,0,0,cbf9f580,cbf9f580,...) at vfs_donmount+0xc0a sys_nmount(cc9d9b80,f4185cec,c0fc793c,c,207,...) at sys_nmount+0x7f syscall(f4185d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (378, FreeBSD ELF32, sys_nmount), eip = 0x280fabbb, esp = 0xbfbfd84c, ebp = 0xbfbfdda8 --- Expensive timeout(9) function: 0xc0ca84c0(0) 0.026512268 s Expensive timeout(9) function: 0xc0ca84c0(0) 0.252288513 s Apr 8 23:56:06 x4 mountd[1071]: bad exports list line /mnt Apr 8 23:56:22 x4 last message repeated 99 times Apr 9 00:09:22 x4 mountd[1071]: can't change attributes for /tmp Apr 9 00:09:22 x4 mountd[1071]: bad exports list line /tmp -maproot lock order reversal: 1st 0xe3271f00 bufwait (bufwait) @ kern/vfs_bio.c:2652 2nd 0xc110de08 proctree (proctree) @ kern/subr_prf.c:149 KDB: stack backtrace: db_trace_self_wrapper(c0f79773,34313a63,a39,2,5c,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c0a7Apr 9 00:43:30 cx4 kernel: pid 4a8686 (rw), uid 1a004 inumber 3279b2 on /mnt: files,ystem full c0f7d220,c1252d20,95,f420075c,...) at kdb_backtrace+0x2a _witness_debugger(c0f7d220,c110de08,c0f746fa,c956a068,c0f7a055,...) at _witness_debugger+0x25 witness_checkorder(c110de08,1,c0f7a04c,95,0,...) at witness_checkorder+0x86f _sx_slock(c110de08,0,c0f7a04c,95,d09aad10,...) at _sx_slock+0xa0 uprintf(c0fae214,cdf261dc,c0f285f4,ee,c1252d10,...) at uprintf+0x42 chkdq(ce38d4fc,40,0,cdb0c600,0,...) at chkdq+0x5e6 ffs_alloc(ce38d4fc,176,0,224d0,0,...) at ffs_alloc+0x151 ffs_balloc_ufs2(d26b6d98,bb0000,0,1000,cdb0c600,...) at ffs_balloc_ufs2+0x1d0a ffs_write(f4200ba8,c0fcefee,d26b6d98,0,d26b6d98,...) at ffs_write+0x2bd VOP_WRITE_APV(c10bfd20,f4200ba8,d26b6d98,285,0,...) at VOP_WRITE_APV+0x136 vn_write(cbfbacb0,f4200c40,cdb0c600,0,cdc7a2e0,...) at vn_write+0x2bc dofilewrite(f4200c40,ffffffff,ffffffff,0,f4200c1c,...) at dofilewrite+0x95 kern_writev(cdc7a2e0,4,f4200c40,f4200c60,1,...) at kern_writev+0x68 sys_write(cdc7a2e0,f4200cec,a27882,c96d98a0,206,...) at sys_write+0x4f syscall(f4200d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281a16c3, esp = 0xbfbfd6fc, ebp = 0xbfbfe7b8 --- Apr 9 00:47:32 x4 kernel: pid 49325 (rw), uid 1004 inumber 65537 on /mnt: filesystem full Apr 9 00:51:33 x4 kernel: pid 49937 (rw), uid 1004 inumber 32772 on /mnt: filesystem full Apr 9 00:53:33 x4 kernel: pid 50262 (rw), uid 1004 inumber 32879 on /mnt: filesystem full Apr 9 00:57:36 x4 kernel: pid 51287 (rw), uid 1004 inumber 32904 on /mnt: filesystem full Apr 9 00:59:36 x4 kernel: pid 51784 (rw), uid 1004 inumber 32814 on /mnt: filesystem full Apr 9 01:01:37 x4 kernel: pid 52302 (rw), uid 1004 inumber 32926 on /mnt: filesystem full Apr 9 01:03:53 x4 mountd[1071]: can't delete exports for /mnt7: Invalid argument Apr 9 01:03:53 x4 mountd[1071]: can't delete exports for /mnt11: Invalid argument Apr 9 01:03:53 x4 mountd[1071]: can't delete exports for /mnt13: Invalid argument Apr 9 01:03:53 x4 mountd[1071]: can't delete exports for /mnt15: Invalid argument Apr 9 01:03:53 x4 mountd[1071]: can't delete exports for /mnt18: Invalid argument Apr 9 01:03:53 x4 mountd[1071]: can't delete exports for /mnt14: Invalid argument Apr 9 01:03:53 x4 mountd[1071]: can't delete exports for /mnt12: Invalid argument Apr 9 01:03:55 x4 mountd[1071]: can't delete exports for /mnt5: Invalid argument Apr 9 01:03:55 x4 mountd[1071]: can't delete exports for /mnt11: Invalid argument Apr 9 01:03:55 x4 mountd[1071]: can't delete exports for /mnt8: Invalid argument Apr 9 01:03:55 x4 mountd[1071]: can't delete exports for /mnt17: Invalid argument Apr 9 01:03:55 x4 mountd[1071]: can't delete exports for /mnt6: Invalid argument Apr 9 01:04:00 x4 mountd[1071]: can't delete exports for /mnt5: Device busy Apr 9 01:04:10 x4 mountd[1071]: can't delete exports for /mnt13: Invalid argument Apr 9 01:04:10 x4 mountd[1071]: can't delete exports for /mnt15: Invalid argument Apr 9 01:04:10 x4 mountd[1071]: can't delete exports for /mnt8: Invalid argument Apr 9 01:04:11 x4 mountd[1071]: can't delete exports for /mnt14: Device busy Apr 9 01:04:18 x4 mountd[1071]: can't delete exports for /mnt15: Device busy Apr 9 01:04:18 x4 mountd[1071]: can't delete exports for /mnt8: Invalid argument Apr 9 01:04:18 x4 mountd[1071]: can't delete exports for /mnt14: Invalid argument Apr 9 01:04:18 x4 mountd[1071]: can't delete exports for /mnt18: Invalid argument Apr 9 01:04:18 x4 mountd[1071]: can't delete exports for /mnt6: Invalid argument Apr 9 01:04:23 x4 mountd[1071]: can't delete exports for /mnt13: Device busy Apr 9 01:04:27 x4 mountd[1071]: can't delete exports for /mnt11: Invalid argument Apr 9 01:04:27 x4 mountd[1071]: can't delete exports for /mnt13: Invalid argument Apr 9 01:04:27 x4 mountd[1071]: can't delete exports for /mnt16: Invalid argument Apr 9 01:04:27 x4 mountd[1071]: can't delete exports for /mnt19: Invalid argument Apr 9 01:04:27 x4 mountd[1071]: can't delete exports for /mnt14: Invalid argument Apr 9 01:04:27 x4 mountd[1071]: can't delete exports for /mnt10: Invalid argument Apr 9 01:04:27 x4 mountd[1071]: can't delete exports for /mnt7: Invalid argument Apr 9 01:04:27 x4 mountd[1071]: can't delete exports for /mnt6: Invalid argument Apr 9 01:04:33 x4 mountd[1071]: can't delete exports for /mnt17: Invalid argument Apr 9 01:04:33 x4 mountd[1071]: can't delete exports for /mnt10: Invalid argument : : Apr 9 01:21:26 x4 mountd[1071]: can't delete exports for /mnt11: Invalid argument Apr 9 01:21:26 x4 mountd[1071]: can't delete exports for /mnt13: Invalid argument Apr 9 01:21:27 x4 mountd[1071]: can't delete exports for /mnt14: Invalid argument Apr 9 01:21:29 x4 mountd[1071]: can't delete exports for /mnt11: Invalid argument Apr 9 01:21:29 x4 mountd[1071]: can't delete exports for /mnt6: Invalid argument Apr 9 01:21:29 x4 mountd[1071]: can't delete exports for /mnt18: Invalid argument Apr 9 01:21:29 x4 mountd[1071]: can't delete exports for /mnt12: Invalid argument Apr 9 01:21:29 x4 mountd[1071]: can't delete exports for /mnt14: Invalid argument Apr 9 01:21:29 x4 mountd[1071]: can't delete exports for /mnt12: Invalid argument Apr 9 01:21:29 x4 mountd[1071]: can't delete exports for /mnt6: Invalid argument Apr 9 01:39:09 x4 kernel: pid 26487 (rw), uid 0 inumber 10 on /mnt: filesystem full Apr 9 01:39:11 x4 kernel: pid 26473 (rw), uid 0 inumber 140 on /mnt: filesystem full Apr 9 01:39:12 x4 kernel: pid 26477 (rw), uid 0 inumber 129 on /mnt: filesystem full Apr 9 01:39:12 x4 kernel: pid 26482 (rw), uid 0 inumber 140 on /mnt: filesystem full Apr 9 01:39:14 x4 kernel: pid 26484 (rw), uid 0 inumber 130 on /mnt: filesystem full Apr 9 01:39:16 x4 kernel: pid 26485 (rw), uid 0 inumber 130 on /mnt: filesystem full Apr 9 01:39:16 x4 kernel: pid 26479 (rw), uid 0 inumber 129 on /mnt: filesystem full Apr 9 01:39:18 x4 kernel: pid 26486 (rw), uid 0 inumber 4 on /mnt: filesystem full Apr 9 01:39:18 x4 kernel: pid 26489 (rw), uid 0 inumber 130 on /mnt: filesystem full Apr 9 01:43:11 x4 kernel: pid 26921 (rw), uid 0 inumber 130 on /mnt: filesystem full Apr 9 01:47:12 x4 kernel: pid 27344 (rw), uid 0 inumber 138 on /mnt: filesystem full Apr 9 01:47:13 x4 kernel: pid 27352 (rw), uid 0 inumber 129 on /mnt: filesystem full Apr 9 01:47:15 x4 kernel: pid 27353 (rw), uid 0 inumber 129 on /mnt: filesystem full Apr 9 01:47:16 x4 kernel: pid 27354 (rw), uid 0 inumber 131 on /mnt: filesystem full Apr 9 01:47:19 x4 kernel: pid 27348 (rw), uid 0 inumber 134 on /mnt: filesystem full Apr 9 01:47:20 x4 kernel: pid 27345 (rw), uid 0 inumber 4 on /mnt: filesystem full Apr 9 01:49:10 x4 kernel: pid 27556 (rw), uid 0 inumber 132 on /mnt: filesystem full Apr 9 01:49:11 x4 kernel: pid 27557 (rw), uid 0 inumber 5 on /mnt: filesystem full Apr 9 01:49:16 x4 kernel: pid 27558 (rw), uid 0 inumber 130 on /mnt: filesystem full Apr 9 01:49:18 x4 kernel: pid 27555 (rw), uid 0 inumber 130 on /mnt: filesystem full Apr 9 01:51:13 x4 kernel: pid 27753 (rw), uid 0 inumber 131 on /mnt: filesystem full Apr 9 01:51:16 x4 kernel: pid 27754 (rw), uid 0 inumber 5 on /mnt: filesystem full Apr 9 01:53:11 x4 kernel: pid 27947 (rw), uid 0 inumber 135 on /mnt: filesystem full Apr 9 01:53:15 x4 kernel: pid 27948 (rw), uid 0 inumber 130 on /mnt: filesystem full Apr 9 01:53:16 x4 kernel: pid 27949 (rw), uid 0 inumber 130 on /mnt: filesystem full Apr 9 01:53:17 x4 kernel: pid 27946 (rw), uid 0 inumber 130 on /mnt: filesystem full Apr 9 01:53:18 x4 kernel: pid 27950 (rw), uid 0 inumber 5 on /mnt: filesystem full Apr 9 01:55:11 x4 kernel: pid 28146 (rw), uid 0 inumber 10 on /mnt: filesystem full Apr 9 01:55:16 x4 kernel: pid 28144 (rw), uid 0 inumber 134 on /mnt: filesystem full Apr 9 01:57:09 x4 kernel: pid 28368 (rw), uid 0 inumber 138 on /mnt: filesystem full Apr 9 01:57:12 x4 kernel: pid 28365 (rw), uid 0 inumber 137 on /mnt: filesystem full Apr 9 01:57:15 x4 kernel: pid 28364 (rw), uid 0 inumber 5 on /mnt: filesystem full Apr 9 01:57:16 x4 kernel: pid 28366 (rw), uid 0 inumber 131 on /mnt: filesystem full Apr 9 01:57:17 x4 kernel: pid 28370 (rw), uid 0 inumber 129 on /mnt: filesystem full Apr 9 01:57:19 x4 kernel: pid 28361 (rw), uid 0 inumber 4 on /mnt: filesystem full Apr 9 01:59:10 x4 kernel: pid 28571 (rw), uid 0 inumber 5 on /mnt: filesystem full Apr 9 01:59:16 x4 kernel: pid 28572 (rw), uid 0 inumber 131 on /mnt: filesystem full Apr 9 02:01:09 x4 kernel: pid 28782 (rw), uid 0 inumber 133 on /mnt: filesystem full Apr 9 02:01:11 x4 kernel: pid 28784 (rw), uid 0 inumber 129 on /mnt: filesystem full Apr 9 02:01:14 x4 kernel: pid 28786 (rw), uid 0 inumber 5 on /mnt: filesystem full Apr 9 02:01:19 x4 kernel: pid 28783 (rw), uid 0 inumber 129 on /mnt: filesystem full Apr 9 02:03:11 x4 kernel: pid 28986 (rw), uid 0 inumber 6 on /mnt: filesystem full Apr 9 02:03:12 x4 kernel: pid 28985 (rw), uid 0 inumber 137 on /mnt: filesystem full Apr 9 02:03:16 x4 kernel: pid 28983 (rw), uid 0 inumber 137 on /mnt: filesystem full Apr 9 02:03:16 x4 kernel: pid 28982 (rw), uid 0 inumber 134 on /mnt: filesystem full Apr 9 02:03:17 x4 kernel: pid 28979 (rw), uid 0 inumber 132 on /mnt: filesystem full Apr 9 03:47:41 x4 kernel: pid 53407 (cp), uid 0 inumber 51554 on /mnt: filesystem full panic: vm_radix_node_put: Freeing a node with 16 children cpuid = 1 KDB: enter: panic [ thread pid 54440 tid 11276137 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 54440 tid 11276137 td 0xcdc202e0 kdb_enter(c0f75738,c0f75738,c0fb294e,f45056a8,1,...) at kdb_enter+0x3a panic(c0fb294e,10,f45056f0,c0cac563,c7b6c0c0,...) at panic+0x18c vm_radix_node_zone_dtor(c7b6c0c0,44,0,1,c1bb69b4,...) at vm_radix_node_zone_dtor+0x23 uma_zfree_arg(c1bb69a0,c7b6c0c0,0,fffeffd0,2,...) at uma_zfree_arg+0x33 vm_radix_insert(d09cf3a8,11500,0,c27c8540,0,...) at vm_radix_insert+0x37d vm_page_insert(c27c8540,d09cf378,11500,0,20,...) at vm_page_insert+0x1b5 vm_page_alloc(d09cf378,11500,0,40222,40222,...) at vm_page_alloc+0x51c vm_page_grab(d09cf378,11500,0,412a2,e33a24c0,...) at vm_page_grab+0x152 allocbuf(e32ec180,4000,c0f82767,b00,ffffffe0,...) at allocbuf+0x672 getblk(d36b7570,4540,0,4000,0,...) at getblk+0x5e3 ffs_balloc_ufs2(d36b7570,11500000,0,4000,ccab9e80,...) at ffs_balloc_ufs2+0x1e6c ffs_write(f4505ba8,c0fcefee,d36b7570,0,d36b7570,...) at ffs_write+0x2bd VOP_WRITE_APV(c10bfd20,f4505ba8,d36b7570,285,0,...) at VOP_WRITE_APV+0x136 vn_write(d1233578,f4505c40,ccab9e80,0,cdc202e0,...) at vn_write+0x2bc dofilewrite(f4505c40,ffffffff,ffffffff,0,f4505c1c,...) at dofilewrite+0x95 kern_writev(cdc202e0,4,f4505c40,f4505c60,1,...) at kern_writev+0x68 sys_write(cdc202e0,f4505cec,c0fc793c,c0ddc703,206,...) at sys_write+0x4f syscall(f4505d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281936c3, esp = 0xbfbfe9cc, ebp = 0xbfbfe9f8 --- db:0:bt> show allpcpu Current CPU: 1 cpuid = 0 dynamic pcpu = 0x753880 curthread = 0xc95cd8a0: pid 11 "idle: cpu0" curpcb = 0xc93ebd80 fpcurthread = none idlethread = 0xc95cd8a0: tid 100003 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 dynamic pcpu = 0x8309880 curthread = 0xcdc202e0: pid 54440 "dd" curpcb = 0xf4505d80 fpcurthread = none idlethread = 0xc95cd5c0: tid 100004 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 dynamic pcpu = 0x830c880 curthread = 0xc95cd2e0: pid 11 "idle: cpu2" curpcb = 0xc93f1d80 fpcurthread = none idlethread = 0xc95cd2e0: tid 100005 "idle: cpu2" APIC ID = 2 currentldt = 0x50 spin locks held: cpuid = 3 dynamic pcpu = 0x830f880 curthread = 0xc95cd000: pid 11 "idle: cpu3" curpcb = 0xc93f4d80 fpcurthread = none idlethread = 0xc95cd000: tid 100006 "idle: cpu3" APIC ID = 3 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 54440 (dd) thread 0xcdc202e0 (11276137) exclusive sleep mutex vm object (standard object) r = 0 (0xd09cf378) locked @ kern/vfs_bio.c:3053 exclusive lockmgr bufwait (bufwait) r = 0 (0xe32ec1e0) locked @ kern/vfs_bio.c:1905 exclusive lockmgr bufwait (bufwait) r = 0 (0xe32dd4a0) locked @ kern/vfs_bio.c:2652 exclusive lockmgr ufs (ufs) r = 0 (0xd36b75c8) locked @ kern/vfs_vnops.c:645 Process 53079 (find) thread 0xcdc4a000 (3968441) exclusive lockmgr bufwait (bufwait) r = 0 (0xe31a1a20) locked @ kern/vfs_bio.c:1905 shared lockmgr ufs (ufs) r = 0 (0xd07dbdf0) locked @ kern/vfs_syscalls.c:4181 Process 19 (softdepflush) thread 0xcbece8a0 (100078) exclusive lockmgr bufwait (bufwait) r = 0 (0xe33c29e0) locked @ kern/vfs_bio.c:1905 exclusive lockmgr bufwait (bufwait) r = 0 (0xe33c2360) locked @ kern/vfs_bio.c:1905 db:0:alllocks> show lockedvnods Locked vnodes 0xd07dbd98: tag ufs, type VDIR usecount 2, writecount 0, refcount 4 mountedhere 0 flags () v_object 0xd4c8ede0 ref 0 pages 1 lock type ufs: SHARED (count 1) #0 0xc0a28e42 at __lockmgr_args+0x662 #1 0xc0c8f5b1 at ffs_lock+0xa1 #2 0xc0dd1ed5 at VOP_LOCK1_APV+0xb5 #3 0xc0af0e98 at _vn_lock+0x78 #4 0xc0aeec3a at kern_getdirentries+0x1aa #5 0xc0aeeeb1 at sys_getdirentries+0x31 #6 0xc0dad0d3 at syscall+0x2c3 #7 0xc0d97411 at Xint0x80_syscall+0x21 ino 308085, on dev ada0s1d 0xd36b7570: tag ufs, type VREG usecount 1, writecount 1, refcount 7055 mountedhere 0 flags () v_object 0xd09cf378 ref 0 pages 70952 lock type ufs: EXCL by thread 0xcdc202e0 (pid 54440, dd, tid 11276137) #0 0xc0a2954e at __lockmgr_args+0xd6e #1 0xc0c8f5b1 at ffs_lock+0xa1 #2 0xc0dd1ed5 at VOP_LOCK1_APV+0xb5 #3 0xc0af0e98 at _vn_lock+0x78 #4 0xc0af1ce6 at vn_write+0x176 #5 0xc0a91295 at dofilewrite+0x95 #6 0xc0a91908 at kern_writev+0x68 #7 0xc0a91a1f at sys_write+0x4f #8 0xc0dad0d3 at syscall+0x2c3 #9 0xc0d97411 at Xint0x80_syscall+0x21 ino 6194261, on dev ada0s1e db:0:lockedvnods> show mount 0xcbf94b40 /dev/ad4s1a on / (ufs) 0xcbf95000 devfs on /dev (devfs) 0xcc2f05a0 /dev/ad4s1f on /home (ufs) 0xcc2f0000 /dev/ad4s1d on /usr (ufs) 0xcbf95b40 /dev/ad4s1e on /var (ufs) 0xcbf95870 procfs on /proc (procfs) 0xccfc0b40 /dev/label/tmp on /tmp (ufs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 54441 53522 6078 0 S+ piperd 0xcccdbc80 egrep 54440 53522 6078 0 R+ CPU 1 dd 54438 3586 3578 1001 S nanslp 0xc110f524 sleep 53522 6078 6078 0 S+ wait 0xce77b864 sh 53081 53078 46287 0 S piperd 0xcbff67d0 wc 53080 53078 46287 0 S piperd 0xcc039640 tee 53079 53078 46287 0 D biord 0xe31a19c0 find 53078 53074 46287 0 S wait 0xcf793b30 sh 53074 46449 46287 0 S piperd 0xcf213640 sh 46450 46442 46287 0 S piperd 0xd08dce10 mail 46449 46442 46287 0 S wait 0xcf7972cc sh 46442 46441 46287 0 SW wait 0xd1ba9864 sh 46441 46439 46287 0 SW wait 0xd1b962cc lockf 46439 46438 46287 0 SW wait 0xcc8db864 sh 46438 46297 46287 0 SW wait 0xcf798598 sh 46298 46290 46287 0 S piperd 0xcc6dd190 mail 46297 46290 46287 0 SW wait 0xcdbfdb30 sh 46290 46289 46287 0 SW wait 0xcc990864 sh 46289 46287 46287 0 SW wait 0xcd2c8b30 lockf 46287 46285 46287 0 SWs wait 0xd1b57598 sh 46285 1213 1213 0 S piperd 0xcf213960 cron 17626 0 0 0 DL crypto_r 0xd14f4bac [crypto returns] 17625 0 0 0 DL crypto_w 0xd14f4b88 [crypto] 6078 1423 6078 0 S+ wait 0xcdbd9000 sh 3594 3593 3594 1001 Ss kqread 0xcbf96b80 tail 3593 3533 3533 1001 S select 0xcbfe5664 sshd 3587 3578 3578 1001 S piperd 0xcbff6320 awk 3586 3578 3578 1001 S wait 0xcc5c2598 sh 3578 3577 3578 1001 SWs wait 0xcdbda000 sh 3577 3521 3521 1001 S select 0xcbf98ea4 sshd 3575 3573 3575 1001 Ss+ select 0xcdc5f8e4 top 3573 3518 3518 1001 S select 0xcadefde4 sshd 3533 1202 3533 0 Ss select 0xcdc5f924 sshd 3521 1202 3521 0 Ss select 0xcdc1fca4 sshd 3518 1202 3518 0 Ss select 0xcbfe6424 sshd 1423 1420 1423 0 SW+ wait 0xcdbf9000 bash 1420 1419 1420 0 SW+ pause 0xcbec3324 csh 1419 1413 1419 1001 SW+ wait 0xcdbd9598 su 1413 1412 1413 1001 SWs+ wait 0xccfcd2cc bash 1412 1410 1410 1001 S select 0xcbfe5a64 sshd 1410 1202 1410 0 Ss select 0xc96dab24 sshd 1380 1377 1380 0 S+ ttyin 0xcbe19670 bash 1377 1376 1377 0 SW+ pause 0xcbec38bc csh 1376 1253 1376 1001 SW+ wait 0xcc03b2cc su 1318 1 1318 0 Ss+ ttyin 0xc998c670 getty 1317 1 1317 0 Ss+ ttyin 0xc998c870 getty 1316 1 1316 0 Ss+ ttyin 0xc998ca70 getty 1315 1 1315 0 Ss+ ttyin 0xc96f5270 getty 1314 1 1314 0 Ss+ ttyin 0xc96f5470 getty 1313 1 1313 0 Ss+ ttyin 0xc96f5670 getty 1312 1 1312 0 Ss+ ttyin 0xc96f5870 getty 1311 1 1311 0 Ss+ ttyin 0xc96f5a70 getty 1310 1 1310 0 Ss+ ttyin 0xc96f5c70 getty 1293 1 1293 0 Ss select 0xcbf98264 inetd 1268 1 1268 0 Ss nanslp 0xc110f524 watchdogd 1253 1252 1253 1001 SWs+ wait 0xccc9f864 bash 1252 1250 1250 1001 S select 0xcbfe5224 sshd 1250 1202 1250 0 Ss select 0xcbf984e4 sshd 1213 1 1213 0 Ss nanslp 0xc110f524 cron 1208 1 1208 25 Ss pause 0xcc5c2058 sendmail 1205 1 1205 0 Ss select 0xcadef1e4 sendmail 1202 1 1202 0 Ss select 0xcbfe6264 sshd 1171 1 1171 0 Ss select 0xcbf98724 moused 1151 1 1151 0 Ss select 0xcbfe50a4 ntpd 1098 1093 1093 0 S (threaded) nfsd 100125 S rpcsvc 0xcbebb310 nfsd: service 100124 S rpcsvc 0xcbebb2d0 nfsd: service 100123 S rpcsvc 0xcbebb290 nfsd: service 100106 S rpcsvc 0xcbefd010 nfsd: master 1093 1 1093 0 Ss select 0xcadef024 nfsd 1091 1087 1087 0 S select 0xcbfe5aa4 nfsuserd 1090 1087 1087 0 S select 0xcadef224 nfsuserd 1089 1087 1087 0 S select 0xcbfe5ae4 nfsuserd 1088 1087 1087 0 S select 0xcbfe6864 nfsuserd 1087 1 1087 0 SWs pause 0xcc5c2b88 nfsuserd 1071 1 1071 0 Ss select 0xcbfe68a4 mountd 1038 1 1038 0 Ss select 0xcadef0e4 rpcbind 968 1 968 0 Ss select 0xcbfe6d64 syslogd 845 1 845 0 Ss select 0xcbf98864 devd 19 0 0 0 DL biord 0xe33c2980 [softdepflush] 18 0 0 0 DL syncer 0xc12856f4 [syncer] 17 0 0 0 DL vlruwt 0xcbec2598 [vnlru] 16 0 0 0 DL psleep 0xc1285388 [bufdaemon] 9 0 0 0 DL pgzero 0xc128d8e8 [pagezero] 8 0 0 0 DL psleep 0xc128d4c8 [vmdaemon] 7 0 0 0 DL psleep 0xc128d490 [pagedaemon] 6 0 0 0 DL ccb_scan 0xc10d24d4 [xpt_thrd] 5 0 0 0 DL waiting_ 0xc1287218 [sctp_iterator] 4 0 0 0 DL ctl_work 0xc9991000 [ctl_thrd] 3 0 0 0 DL - 0xc97f523c [fdc0] 2 0 0 0 SL - 0xc9886000 [fw0_probe] 15 0 0 0 DL (threaded) [usb] 100058 D - 0xc985cd34 [usbus5] 100057 D - 0xc985cd04 [usbus5] 100056 D - 0xc985ccd4 [usbus5] 100055 D - 0xc985cca4 [usbus5] 100053 D - 0xc984db5c [usbus4] 100052 D - 0xc984db2c [usbus4] 100051 D - 0xc984dafc [usbus4] 100050 D - 0xc984dacc [usbus4] 100049 D - 0xc9848b5c [usbus3] 100048 D - 0xc9848b2c [usbus3] 100047 D - 0xc9848afc [usbus3] 100046 D - 0xc9848acc [usbus3] 100045 D - 0xc9841b5c [usbus2] 100044 D - 0xc9841b2c [usbus2] 100043 D - 0xc9841afc [usbus2] 100042 D - 0xc9841acc [usbus2] 100040 D - 0xc983ab5c [usbus1] 100039 D - 0xc983ab2c [usbus1] 100038 D - 0xc983aafc [usbus1] 100037 D - 0xc983aacc [usbus1] 100035 D - 0xc982fb5c [usbus0] 100034 D - 0xc982fb2c [usbus0] 100033 D - 0xc982fafc [usbus0] 100032 D - 0xc982facc [usbus0] 14 0 0 0 DL - 0xc110e324 [yarrow] 13 0 0 0 DL (threaded) [geom] 100016 D - 0xc110b568 [g_down] 100015 D - 0xc110b564 [g_up] 100014 D - 0xc110b55c [g_event] 12 0 0 0 WL (threaded) [intr] 100066 I [irq12: psm0] 100065 I [irq1: atkbd0] 100063 I [swi0: uart] 100060 I [irq20: fwohci0] 100059 I [irq14: ata0] 100054 I [irq19: ehci0] 100041 I [irq18: ohci2 ohci4] 100036 I [irq17: ohci1 ohci3] 100031 I [irq16: hdac1 ohci0] 100030 I [irq22: ahci0] 100029 I [irq257: re0] 100028 I [irq256: hdac0] 100027 I [swi2: cambio] 100026 I [swi6: task queue] 100025 I [swi6: Giant taskq] 100023 I [swi5: +] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi3: vm] 100007 I [swi1: netisr 0] 11 0 0 0 RL (threaded) [idle] 100006 Run CPU 3 [idle: cpu3] 100005 Run CPU 2 [idle: cpu2] 100004 CanRun [idle: cpu1] 100003 Run CPU 0 [idle: cpu0] 1 0 1 0 SLs wait 0xc95cbb30 [init] 10 0 0 0 DL audit_wo 0xc128b140 [audit] 0 0 0 0 DLs (threaded) [kernel] 100069 D - 0xc110e324 [deadlkres] 100068 D - 0xc9988dc0 [mca taskq] 100061 D - 0xc9884540 [fw0_taskq] 100024 D - 0xc975e740 [thread taskq] 100022 D - 0xc975e7c0 [ffs_trim taskq] 100021 D - 0xc975e800 [kqueue taskq] 100020 D - 0xc975e840 [acpi_task_2] 100019 D - 0xc975e840 [acpi_task_1] 100018 D - 0xc975e840 [acpi_task_0] 100013 D - 0xc959fc00 [firmware taskq] 100000 D sched 0xc110b680 [swapper] db:0:ps> allt Tracing command egrep pid 54441 tid 11277849 td 0xd32015c0 sched_switch(d32015c0,0,104,1a3,98517238,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(d32015c0,0,c0f7b140,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cccdbc80,5c,c0f7dac3,100,0,...) at sleepq_wait_sig+0x17 _sleep(cccdbc80,cccdbdf8,15c,c0f7dac3,0,...) at _sleep+0x385 pipe_read(d1233150,f42d2c40,ccab9e80,0,d32015c0,...) at pipe_read+0x427 dofileread(f42d2c40,ffffffff,ffffffff,0,f42d2c1c,...) at dofileread+0x9e kern_readv(d32015c0,0,f42d2c40,f42d2c60,1,...) at kern_readv+0x68 sys_read(d32015c0,f42d2cec,c0fc793c,c0f7dfbd,246,...) at sys_read+0x4f syscall(f42d2d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281d46e3, esp = 0xbfbfe82c, ebp = 0xbfbfe8b8 --- Tracing command dd pid 54440 tid 11276137 td 0xcdc202e0 kdb_enter(c0f75738,c0f75738,c0fb294e,f45056a8,1,...) at kdb_enter+0x3a panic(c0fb294e,10,f45056f0,c0cac563,c7b6c0c0,...) at panic+0x18c vm_radix_node_zone_dtor(c7b6c0c0,44,0,1,c1bb69b4,...) at vm_radix_node_zone_dtor+0x23 uma_zfree_arg(c1bb69a0,c7b6c0c0,0,fffeffd0,2,...) at uma_zfree_arg+0x33 vm_radix_insert(d09cf3a8,11500,0,c27c8540,0,...) at vm_radix_insert+0x37d vm_page_insert(c27c8540,d09cf378,11500,0,20,...) at vm_page_insert+0x1b5 vm_page_alloc(d09cf378,11500,0,40222,40222,...) at vm_page_alloc+0x51c vm_page_grab(d09cf378,11500,0,412a2,e33a24c0,...) at vm_page_grab+0x152 allocbuf(e32ec180,4000,c0f82767,b00,ffffffe0,...) at allocbuf+0x672 getblk(d36b7570,4540,0,4000,0,...) at getblk+0x5e3 ffs_balloc_ufs2(d36b7570,11500000,0,4000,ccab9e80,...) at ffs_balloc_ufs2+0x1e6c ffs_write(f4505ba8,c0fcefee,d36b7570,0,d36b7570,...) at ffs_write+0x2bd VOP_WRITE_APV(c10bfd20,f4505ba8,d36b7570,285,0,...) at VOP_WRITE_APV+0x136 vn_write(d1233578,f4505c40,ccab9e80,0,cdc202e0,...) at vn_write+0x2bc dofilewrite(f4505c40,ffffffff,ffffffff,0,f4505c1c,...) at dofilewrite+0x95 kern_writev(cdc202e0,4,f4505c40,f4505c60,1,...) at kern_writev+0x68 sys_write(cdc202e0,f4505cec,c0fc793c,c0ddc703,206,...) at sys_write+0x4f syscall(f4505d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x281936c3, esp = 0xbfbfe9cc, ebp = 0xbfbfe9f8 --- Tracing command sleep pid 54438 tid 4322750 td 0xcdc025c0 sched_switch(cdc025c0,0,104,1a3,60a9f2a3,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cdc025c0,0,c0f7b140,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(2711,c0a832d0,cdc025c0,1,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c110f524,6c,c0f76c97,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c110f524,0,16c,c0f76c97,2711,...) at _sleep+0x34f kern_nanosleep(cdc025c0,f44f9c4c,f44f9c54,a,0,...) at kern_nanosleep+0xc1 sys_nanosleep(cdc025c0,f44f9cec,c0fc793c,c0f7e906,246,...) at sys_nanosleep+0x6f syscall(f44f9d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x2816e223, esp = 0xbfbfec5c, ebp = 0xbfbfeca8 --- Tracing command sh pid 53522 tid 11284735 td 0xcdc5d000 sched_switch(cdc5d000,0,104,1a3,950e366f,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cdc5d000,0,c0f7b140,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(ce77b864,6c,c0f7e085,100,0,...) at sleepq_wait_sig+0x17 _sleep(ce77b864,ce77b8ec,16c,c0f7e085,0,...) at _sleep+0x385 kern_wait(cdc5d000,ffffffff,f45cbc5c,2,0,...) at kern_wait+0x597 sys_wait4(cdc5d000,f45cbcec,c0fc793c,c0f7e064,216,...) at sys_wait4+0x3b syscall(f45cbd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281765fb, esp = 0xbfbfe77c, ebp = 0xbfbfe798 --- Tracing command wc pid 53081 tid 11285131 td 0xcc8b7000 sched_switch(cc8b7000,0,104,1a3,f5fb166a,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cc8b7000,0,c0f7b140,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbff67d0,5c,c0f7dac3,100,0,...) at sleepq_wait_sig+0x17 _sleep(cbff67d0,cbff6948,15c,c0f7dac3,0,...) at _sleep+0x385 pipe_read(d1205268,f467dc40,cd5fc280,0,cc8b7000,...) at pipe_read+0x427 dofileread(f467dc40,ffffffff,ffffffff,0,f467dc1c,...) at dofileread+0x9e kern_readv(cc8b7000,0,f467dc40,f467dc60,1,...) at kern_readv+0x68 sys_read(cc8b7000,f467dcec,c0fc793c,c,246,...) at sys_read+0x4f syscall(f467dd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281906e3, esp = 0xbfbeebfc, ebp = 0xbfbfed78 --- Tracing command tee pid 53080 tid 11292319 td 0xd29be5c0 sched_switch(d29be5c0,0,104,1a3,f2c8e285,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(d29be5c0,0,c0f7b140,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc039640,5c,c0f7dac3,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc039640,cc0397b8,15c,c0f7dac3,0,...) at _sleep+0x385 pipe_read(cc0328c0,f47f8c40,cd5fc280,0,d29be5c0,...) at pipe_read+0x427 dofileread(f47f8c40,ffffffff,ffffffff,0,f47f8c1c,...) at dofileread+0x9e kern_readv(d29be5c0,0,f47f8c40,f47f8c60,1,...) at kern_readv+0x68 sys_read(d29be5c0,f47f8cec,c0fc793c,c0f64fa5,246,...) at sys_read+0x4f syscall(f47f8d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x2818f6e3, esp = 0xbfbfed5c, ebp = 0xbfbfed98 --- Tracing command find pid 53079 tid 3968441 td 0xcdc4a000 sched_switch(cdc4a000,0,104,1a3,d3fa4de4,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cdc4a000,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(e31a19c0,5c,c0f82b11,0,0,...) at sleepq_wait+0x63 _sleep(e31a19c0,c95854e8,5c,c0f82b11,0,...) at _sleep+0x39c bwait(e31a19c0,5c,c0f82b11,e31a19c0,f41d9a60,...) at bwait+0x6f bufwait(e31a19c0,0,0,0,0,...) at bufwait+0x28 breadn_flags(d07dbd98,0,0,800,0,...) at breadn_flags+0x139 ffs_read(f41d9b80,c0fce5f3,c0f84376,0,f41d9c08,...) at ffs_read+0x301 VOP_READ_APV(c10bfd20,f41d9b80,c0dce075,0,f41d9be8,...) at VOP_READ_APV+0xc5 ufs_readdir(f41d9c08,c0fce52a,0,0,d07dbd98,...) at ufs_readdir+0xe3 VOP_READDIR_APV(c10bfd20,f41d9c08,c0f86867,1055,f41d9c30,...) at VOP_READDIR_APV+0xc5 kern_getdirentries(cdc4a000,5,28468000,1000,f41d9c5c,...) at kern_getdirentries+0x230 sys_getdirentries(cdc4a000,f41d9cec,c0fc793c,c0f7dedf,246,...) at sys_getdirentries+0x31 syscall(f41d9d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (196, FreeBSD ELF32, sys_getdirentries), eip = 0x28105e8f, esp = 0xbfbfeb0c, ebp = 0xbfbfeb38 --- Tracing command sh pid 53078 tid 11292263 td 0xdb97d8a0 sched_switch(db97d8a0,0,104,1a3,f2a4a09a,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(db97d8a0,0,c0f7b140,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cf793b30,6c,c0f7e085,100,0,...) at sleepq_wait_sig+0x17 _sleep(cf793b30,cf793bb8,16c,c0f7e085,0,...) at _sleep+0x385 kern_wait(db97d8a0,ffffffff,f4686c5c,2,0,...) at kern_wait+0x597 sys_wait4(db97d8a0,f4686cec,c0fc793c,c0f7e064,216,...) at sys_wait4+0x3b syscall(f4686d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281765fb, esp = 0xbfbfe82c, ebp = 0xbfbfe848 --- Tracing command sh pid 53074 tid 11277832 td 0xd324a2e0 sched_switch(d324a2e0,0,104,1a3,f27d0113,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(d324a2e0,0,c0f7b140,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cf213640,5c,c0f7dac3,100,0,...) at sleepq_wait_sig+0x17 _sleep(cf213640,cf2137b8,15c,c0f7dac3,0,...) at _sleep+0x385 pipe_read(ced5a700,f432cc40,cd5fc280,0,d324a2e0,...) at pipe_read+0x427 dofileread(f432cc40,ffffffff,ffffffff,0,f432cc1c,...) at dofileread+0x9e kern_readv(d324a2e0,3,f432cc40,f432cc60,1,...) at kern_readv+0x68 sys_read(d324a2e0,f432ccec,c0fc793c,c,206,...) at sys_read+0x4f syscall(f432cd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x282096e3, esp = 0xbfbfe99c, ebp = 0xbfbfead8 --- Tracing command mail pid 46450 tid 11292314 td 0xd2a115c0 sched_switch(d2a115c0,0,104,1a3,f536c357,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(d2a115c0,0,c0f7b140,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(d08dce10,5c,c0f7dac3,100,0,...) at sleepq_wait_sig+0x17 _sleep(d08dce10,d08dcf88,15c,c0f7dac3,0,...) at _sleep+0x385 pipe_read(cdcdb3f0,f47e9c40,cd5fc280,0,d2a115c0,...) at pipe_read+0x427 dofileread(f47e9c40,ffffffff,ffffffff,0,f47e9c1c,...) at dofileread+0x9e kern_readv(d2a115c0,0,f47e9c40,f47e9c60,1,...) at kern_readv+0x68 sys_read(d2a115c0,f47e9cec,c0fc793c,c0ddc703,216,...) at sys_read+0x4f syscall(f47e9d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a16e3, esp = 0xbfbfdf5c, ebp = 0xbfbfdf78 --- Tracing command sh pid 46449 tid 11292256 td 0xcdc455c0 sched_switch(cdc455c0,0,104,1a3,eeb3e8cf,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cdc455c0,0,c0f7b140,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cf7972cc,6c,c0f7e085,100,0,...) at sleepq_wait_sig+0x17 _sleep(cf7972cc,cf797354,16c,c0f7e085,0,...) at _sleep+0x385 kern_wait(cdc455c0,ffffffff,f4662c5c,2,0,...) at kern_wait+0x597 sys_wait4(cdc455c0,f4662cec,c0fc793c,c0f7e064,216,...) at sys_wait4+0x3b syscall(f4662d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281765fb, esp = 0xbfbfe8cc, ebp = 0xbfbfe8e8 --- Tracing command sh pid 46442 tid 11292289 td 0xce9288a0 Tracing command lockf pid 46441 tid 11292321 td 0xd0145b80 Tracing command sh pid 46439 tid 11048551 td 0xcc976000 Tracing command sh pid 46438 tid 11292250 td 0xcf8595c0 Tracing command mail pid 46298 tid 4322698 td 0xcdc02b80 sched_switch(cdc02b80,0,104,1a3,5c9768ed,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cdc02b80,0,c0f7b140,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc6dd190,5c,c0f7dac3,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc6dd190,cc6dd308,15c,c0f7dac3,0,...) at _sleep+0x385 pipe_read(cdcdbaf0,f4457c40,cd5fc280,0,cdc02b80,...) at pipe_read+0x427 dofileread(f4457c40,ffffffff,ffffffff,0,f4457c1c,...) at dofileread+0x9e kern_readv(cdc02b80,0,f4457c40,f4457c60,1,...) at kern_readv+0x68 sys_read(cdc02b80,f4457cec,c0fc793c,c0ddc703,216,...) at sys_read+0x4f syscall(f4457d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a16e3, esp = 0xbfbfdf7c, ebp = 0xbfbfdf98 --- Tracing command sh pid 46297 tid 4322259 td 0xce852b80 Tracing command sh pid 46290 tid 11280539 td 0xcdc392e0 Tracing command lockf pid 46289 tid 9938175 td 0xd31e48a0 Tracing command sh pid 46287 tid 11292340 td 0xcdc2db80 Tracing command cron pid 46285 tid 11285067 td 0xd31fe8a0 sched_switch(d31fe8a0,0,104,1a3,f4da132a,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(d31fe8a0,0,c0f7b140,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cf213960,5c,c0f7dac3,100,0,...) at sleepq_wait_sig+0x17 _sleep(cf213960,cf213ad8,15c,c0f7dac3,0,...) at _sleep+0x385 pipe_read(d11d6118,f4299c40,ccab9700,0,d31fe8a0,...) at pipe_read+0x427 dofileread(f4299c40,ffffffff,ffffffff,0,f4299c1c,...) at dofileread+0x9e kern_readv(d31fe8a0,5,f4299c40,f4299c60,1,...) at kern_readv+0x68 sys_read(d31fe8a0,f4299cec,c0fc793c,c0f7dfbd,216,...) at sys_read+0x4f syscall(f4299d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281b16e3, esp = 0xbfbfe5cc, ebp = 0xbfbfe5e8 --- Tracing command crypto returns pid 17626 tid 4322706 td 0xcc8ba2e0 sched_switch(cc8ba2e0,0,104,1a3,a710e607,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cc8ba2e0,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(d14f4bac,6c,d14f2ca1,0,0,...) at sleepq_wait+0x63 _sleep(d14f4bac,d14f4bbc,6c,d14f2ca1,0,...) at _sleep+0x39c crypto_ret_proc(0,f4475d28,c0f6fa10,3d8,cc89a2cc,...) at crypto_ret_proc+0x18e fork_exit(d14d62e0,0,f4475d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4475d60, ebp = 0 --- Tracing command crypto pid 17625 tid 4322690 td 0xcdc20b80 sched_switch(cdc20b80,0,104,1a3,a73e122f,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cdc20b80,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(d14f4b88,6c,d14f2ef0,0,0,...) at sleepq_wait+0x63 _sleep(d14f4b88,d14f4b98,6c,d14f2ef0,0,...) at _sleep+0x39c crypto_proc(0,f4437d28,c0f6fa10,3d8,cc8b4598,...) at crypto_proc+0x1b0 fork_exit(d14d76a0,0,f4437d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf4437d60, ebp = 0 --- Tracing command sh pid 6078 tid 4322503 td 0xcdc31b80 sched_switch(cdc31b80,0,104,1a3,db603e9e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cdc31b80,0,c0f7b140,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cdbd9000,6c,c0f7e085,100,0,...) at sleepq_wait_sig+0x17 _sleep(cdbd9000,cdbd9088,16c,c0f7e085,0,...) at _sleep+0x385 kern_wait(cdc31b80,ffffffff,f433bc5c,2,0,...) at kern_wait+0x597 sys_wait4(cdc31b80,f433bcec,c0fc793c,c0f7e064,216,...) at sys_wait4+0x3b syscall(f433bd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281765fb, esp = 0xbfbfe6fc, ebp = 0xbfbfe718 --- Tracing command tail pid 3594 tid 154039 td 0xcdc502e0 sched_switch(cdc502e0,0,104,1a3,b4eebf4f,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,68,...) at mi_switch+0x1ff sleepq_switch(cdc502e0,0,c0f7b140,1a7,68,...) at sleepq_switch+0x162 sleepq_catch_signals(3e9,c0a832d0,cdc502e0,3,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cbf96b80,68,c0f6f5ce,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(cbf96b80,cbf96b80,168,c0f6f5ce,3e9,...) at _sleep+0x34f kern_kevent(cdc502e0,4,0,1,f4164c40,...) at kern_kevent+0x374 sys_kevent(cdc502e0,f4164cec,c0fc793c,c0ddc703,286,...) at sys_kevent+0x19e syscall(f4164d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (363, FreeBSD ELF32, sys_kevent), eip = 0x2817213b, esp = 0xbfbfeb1c, ebp = 0xbfbfebd8 --- Tracing command sshd pid 3593 tid 153233 td 0xcbfe02e0 sched_switch(cbfe02e0,0,104,1a3,bd69c226,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbfe02e0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbfe5650,0,c0f739db,cbfe02e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfe5664,0,f411fa54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbfe5664,cbfe5650,c0f7d894,6ae,cbfbac78,...) at _cv_wait_sig+0x260 seltdwait(cbfbac78,58,cccdec00,cbfe02e0,f411fac8,...) at seltdwait+0xa2 kern_select(cbfe02e0,c,288060b8,288060c0,0,0,20,cdbda864,0) at kern_select+0x655 sys_select(cbfe02e0,f411fcec,c0fc793c,c0f7e1d9,206,...) at sys_select+0x66 syscall(f411fd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d6663, esp = 0xbfbfde2c, ebp = 0xbfbfde78 --- Tracing command awk pid 3587 tid 152325 td 0xcc059000 sched_switch(cc059000,0,104,1a3,6085ca34,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cc059000,0,c0f7b140,1a7,5c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbff6320,5c,c0f7dac3,100,0,...) at sleepq_wait_sig+0x17 _sleep(cbff6320,cbff6498,15c,c0f7dac3,0,...) at _sleep+0x385 pipe_read(cbff4738,f4155c40,cdc98980,0,cc059000,...) at pipe_read+0x427 dofileread(f4155c40,ffffffff,ffffffff,0,f4155c1c,...) at dofileread+0x9e kern_readv(cc059000,0,f4155c40,f4155c60,1,...) at kern_readv+0x68 sys_read(cc059000,f4155cec,c0fc793c,c0ddc703,216,...) at sys_read+0x4f syscall(f4155d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281c86e3, esp = 0xbfbfe93c, ebp = 0xbfbfe958 --- Tracing command sh pid 3586 tid 152887 td 0xcdc328a0 sched_switch(cdc328a0,0,104,1a3,609377a3,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cdc328a0,0,c0f7b140,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc5c2598,6c,c0f7e085,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc5c2598,cc5c2620,16c,c0f7e085,0,...) at _sleep+0x385 kern_wait(cdc328a0,ffffffff,f4209c5c,2,0,...) at kern_wait+0x597 sys_wait4(cdc328a0,f4209cec,c0fc793c,c0f7e064,216,...) at sys_wait4+0x3b syscall(f4209d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x281765fb, esp = 0xbfbfe93c, ebp = 0xbfbfe958 --- Tracing command sh pid 3578 tid 154669 td 0xcc03e5c0 Tracing command sshd pid 3577 tid 153204 td 0xcdc3fb80 sched_switch(cdc3fb80,0,104,1a3,cbd85d68,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cdc3fb80,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbf98e90,0,c0f739db,cdc3fb80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbf98ea4,0,f41c1a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbf98ea4,cbf98e90,c0f7d894,6ae,cc006bd0,...) at _cv_wait_sig+0x260 seltdwait(cc006bd0,58,ccab9580,cdc3fb80,f41c1ac8,...) at seltdwait+0xa2 kern_select(cdc3fb80,c,288060b8,288060c0,0,0,20,cdbd92cc,0) at kern_select+0x655 sys_select(cdc3fb80,f41c1cec,c0fc793c,c0f7e1d9,206,...) at sys_select+0x66 syscall(f41c1d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d6663, esp = 0xbfbfde2c, ebp = 0xbfbfde78 --- Tracing command top pid 3575 tid 153215 td 0xcdc7a8a0 sched_switch(cdc7a8a0,0,104,1a3,cd5a2f89,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cdc7a8a0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f41a0a1c,c0a3154a,cdc5f8d0,0,cdc7a8a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cdc5f8e4,0,f41a0a54,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cdc5f8e4,cdc5f8d0,3e9,6ae,cc0324d0,...) at _cv_timedwait_sig+0x270 seltdwait(f41a0c0c,f41a0c14,cccde380,cdc7a8a0,335b1b0a,...) at seltdwait+0x8a kern_select(cdc7a8a0,2,bfbfebac,0,0,f41a0c58,20,1,0) at kern_select+0x655 sys_select(cdc7a8a0,f41a0cec,c0fc793c,c0f4eac2,246,...) at sys_select+0x66 syscall(f41a0d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281fd663, esp = 0xbfbfeb4c, ebp = 0xbfbfeca8 --- Tracing command sshd pid 3573 tid 152912 td 0xcdc028a0 sched_switch(cdc028a0,0,104,1a3,cd5db479,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cdc028a0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cadefdd0,0,c0f739db,cdc028a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cadefde4,0,f4206a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cadefde4,cadefdd0,c0f7d894,6ae,cbfbbe00,...) at _cv_wait_sig+0x260 seltdwait(cbfbbe00,58,cccde500,cdc028a0,f4206ac8,...) at seltdwait+0xa2 kern_select(cdc028a0,a,288060b8,288060c0,0,0,20,cdbd9864,0) at kern_select+0x655 sys_select(cdc028a0,f4206cec,c0fc793c,c0f7e1d9,206,...) at sys_select+0x66 syscall(f4206d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d6663, esp = 0xbfbfde2c, ebp = 0xbfbfde78 --- Tracing command sshd pid 3533 tid 151462 td 0xcdc3e000 sched_switch(cdc3e000,0,104,1a3,a92fcd6d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cdc3e000,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cdc5f910,0,c0f739db,cdc3e000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cdc5f924,0,f41a9ab8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cdc5f924,cdc5f910,c0f7d894,6ae,f41a9b40,...) at _cv_wait_sig+0x260 seltdwait(cccd202c,c0f7d894,5ab,cdc3e000,0,...) at seltdwait+0xa2 sys_poll(cdc3e000,f41a9cec,c0fc793c,c0ddc703,202,...) at sys_poll+0x321 syscall(f41a9d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2846f33b, esp = 0xbfbfde8c, ebp = 0xbfbfdec8 --- Tracing command sshd pid 3521 tid 151995 td 0xcbecc000 sched_switch(cbecc000,0,104,1a3,a2e8d587,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbecc000,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cdc1fc90,0,c0f739db,cbecc000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cdc1fca4,0,f414cab8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cdc1fca4,cdc1fc90,c0f7d894,6ae,f414cb40,...) at _cv_wait_sig+0x260 seltdwait(cbff2c2c,c0f7d894,5ab,cbecc000,0,...) at seltdwait+0xa2 sys_poll(cbecc000,f414ccec,c0fc793c,c0ddc703,202,...) at sys_poll+0x321 syscall(f414cd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2846f33b, esp = 0xbfbfde8c, ebp = 0xbfbfdec8 --- Tracing command sshd pid 3518 tid 152129 td 0xcc9e92e0 sched_switch(cc9e92e0,0,104,1a3,a237cfb3,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc9e92e0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbfe6410,0,c0f739db,cc9e92e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfe6424,0,f4137ab8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbfe6424,cbfe6410,c0f7d894,6ae,f4137b40,...) at _cv_wait_sig+0x260 seltdwait(cc31b92c,c0f7d894,5ab,cc9e92e0,0,...) at seltdwait+0xa2 sys_poll(cc9e92e0,f4137cec,c0fc793c,c,202,...) at sys_poll+0x321 syscall(f4137d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2846f33b, esp = 0xbfbfde8c, ebp = 0xbfbfdec8 --- Tracing command bash pid 1423 tid 100176 td 0xcdc01000 Tracing command csh pid 1420 tid 100090 td 0xcbfe72e0 Tracing command su pid 1419 tid 100173 td 0xcdc1e8a0 Tracing command bash pid 1413 tid 100147 td 0xcd030b80 Tracing command sshd pid 1412 tid 100167 td 0xcdc01b80 sched_switch(cdc01b80,0,104,1a3,94f29c67,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cdc01b80,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbfe5a50,0,c0f739db,cdc01b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfe5a64,0,f415ea54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbfe5a64,cbfe5a50,c0f7d894,6ae,cbfbb738,...) at _cv_wait_sig+0x260 seltdwait(cbfbb738,58,ccce4b00,cdc01b80,f415eac8,...) at seltdwait+0xa2 kern_select(cdc01b80,c,288060b8,288060c0,0,0,20,cdbf9b30,0) at kern_select+0x655 sys_select(cdc01b80,f415ecec,c0fc793c,c0f7e1d9,206,...) at sys_select+0x66 syscall(f415ed28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d6663, esp = 0xbfbfde2c, ebp = 0xbfbfde78 --- Tracing command sshd pid 1410 tid 100131 td 0xcc9eb2e0 sched_switch(cc9eb2e0,0,104,1a3,ae70cb25,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc9eb2e0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,c96dab10,0,c0f739db,cc9eb2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c96dab24,0,f40f2ab8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c96dab24,c96dab10,c0f7d894,6ae,f40f2b40,...) at _cv_wait_sig+0x260 seltdwait(cc41be2c,c0f7d894,5ab,cc9eb2e0,8,...) at seltdwait+0xa2 sys_poll(cc9eb2e0,f40f2cec,c0fc793c,c0f65db1,202,...) at sys_poll+0x321 syscall(f40f2d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2846f33b, esp = 0xbfbfde8c, ebp = 0xbfbfdec8 --- Tracing command bash pid 1380 tid 100138 td 0xcc05eb80 sched_switch(cc05eb80,0,104,1a3,defd85a3,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc05eb80,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbe19604,0,c0f739db,cc05eb80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbe19670,0,f4107aec,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbe19670,cbe19604,c0f7f97c,527,0,...) at _cv_wait_sig+0x260 tty_wait(cbe19600,cbe19670,f4107c40,1,0,...) at tty_wait+0x71 ttydisc_read(cbe19600,f4107c40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(cc2f8e00,f4107c40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc032930,f4107c40,cbf96480,0,cc05eb80,...) at devfs_read_f+0x7e dofileread(f4107c40,ffffffff,ffffffff,0,f4107c1c,...) at dofileread+0x9e kern_readv(cc05eb80,0,f4107c40,f4107c60,1,...) at kern_readv+0x68 sys_read(cc05eb80,f4107cec,c0fc793c,c0f7df7a,246,...) at sys_read+0x4f syscall(f4107d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x283686e3, esp = 0xbfbfddac, ebp = 0xbfbfddd8 --- Tracing command csh pid 1377 tid 100088 td 0xcbfe78a0 Tracing command su pid 1376 tid 100109 td 0xcc0435c0 Tracing command getty pid 1318 tid 100148 td 0xcd0308a0 sched_switch(cd0308a0,0,104,1a3,549819d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cd0308a0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,cd0308a0,cd0308a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c998c670,0,c0f7ffa4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c998c670,c110d290,c0f7f97c,527,0,...) at _cv_wait_sig+0x260 tty_wait(c998c600,c998c670,f4125c40,1,0,...) at tty_wait+0x71 ttydisc_read(c998c600,f4125c40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c998b100,f4125c40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cccd7230,f4125c40,c95afe00,0,cd0308a0,...) at devfs_read_f+0x7e dofileread(f4125c40,ffffffff,ffffffff,0,f4125c1c,...) at dofileread+0x9e kern_readv(cd0308a0,0,f4125c40,f4125c60,1,...) at kern_readv+0x68 sys_read(cd0308a0,f4125cec,c0fc793c,c0de14b2,246,...) at sys_read+0x4f syscall(f4125d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1317 tid 100152 td 0xcd02fb80 sched_switch(cd02fb80,0,104,1a3,539254b,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cd02fb80,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,cd02fb80,cd02fb80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c998c870,0,c0f7ffa4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c998c870,c110d290,c0f7f97c,527,0,...) at _cv_wait_sig+0x260 tty_wait(c998c800,c998c870,f4131c40,1,0,...) at tty_wait+0x71 ttydisc_read(c998c800,f4131c40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c998b200,f4131c40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cbfbb380,f4131c40,c95afe00,0,cd02fb80,...) at devfs_read_f+0x7e dofileread(f4131c40,ffffffff,ffffffff,0,f4131c1c,...) at dofileread+0x9e kern_readv(cd02fb80,0,f4131c40,f4131c60,1,...) at kern_readv+0x68 sys_read(cd02fb80,f4131cec,c0fc793c,c0de14b2,246,...) at sys_read+0x4f syscall(f4131d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1316 tid 100151 td 0xcd030000 sched_switch(cd030000,0,104,1a3,5720f6c,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cd030000,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,cd030000,cd030000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c998ca70,0,c0f7ffa4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c998ca70,c110d290,c0f7f97c,527,0,...) at _cv_wait_sig+0x260 tty_wait(c998ca00,c998ca70,f412ec40,1,0,...) at tty_wait+0x71 ttydisc_read(c998ca00,f412ec40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c998b300,f412ec40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc006c08,f412ec40,c95afe00,0,cd030000,...) at devfs_read_f+0x7e dofileread(f412ec40,ffffffff,ffffffff,0,f412ec1c,...) at dofileread+0x9e kern_readv(cd030000,0,f412ec40,f412ec60,1,...) at kern_readv+0x68 sys_read(cd030000,f412ecec,c0fc793c,c0de14b2,246,...) at sys_read+0x4f syscall(f412ed28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1315 tid 100150 td 0xcd0302e0 sched_switch(cd0302e0,0,104,1a3,58f230d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cd0302e0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,cd0302e0,cd0302e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c96f5270,0,c0f7ffa4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c96f5270,c110d290,c0f7f97c,527,0,...) at _cv_wait_sig+0x260 tty_wait(c96f5200,c96f5270,f412bc40,1,0,...) at tty_wait+0x71 ttydisc_read(c96f5200,f412bc40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c998b400,f412bc40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cbff45e8,f412bc40,c95afe00,0,cd0302e0,...) at devfs_read_f+0x7e dofileread(f412bc40,ffffffff,ffffffff,0,f412bc1c,...) at dofileread+0x9e kern_readv(cd0302e0,0,f412bc40,f412bc60,1,...) at kern_readv+0x68 sys_read(cd0302e0,f412bcec,c0fc793c,c0de14b2,246,...) at sys_read+0x4f syscall(f412bd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1314 tid 100149 td 0xcd0305c0 sched_switch(cd0305c0,0,104,1a3,52a50d8,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cd0305c0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,cd0305c0,cd0305c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c96f5470,0,c0f7ffa4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c96f5470,c110d290,c0f7f97c,527,0,...) at _cv_wait_sig+0x260 tty_wait(c96f5400,c96f5470,f4128c40,1,0,...) at tty_wait+0x71 ttydisc_read(c96f5400,f4128c40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c998b500,f4128c40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cc032b60,f4128c40,c95afe00,0,cd0305c0,...) at devfs_read_f+0x7e dofileread(f4128c40,ffffffff,ffffffff,0,f4128c1c,...) at dofileread+0x9e kern_readv(cd0305c0,0,f4128c40,f4128c60,1,...) at kern_readv+0x68 sys_read(cd0305c0,f4128cec,c0fc793c,c0de14b2,246,...) at sys_read+0x4f syscall(f4128d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1313 tid 100101 td 0xcc05d000 sched_switch(cc05d000,0,104,1a3,583e982,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc05d000,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,cc05d000,cc05d000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c96f5670,0,c0f7ffa4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c96f5670,c110d290,c0f7f97c,527,0,...) at _cv_wait_sig+0x260 tty_wait(c96f5600,c96f5670,f4024c40,1,0,...) at tty_wait+0x71 ttydisc_read(c96f5600,f4024c40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c998b600,f4024c40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cbfba700,f4024c40,c95afe00,0,cc05d000,...) at devfs_read_f+0x7e dofileread(f4024c40,ffffffff,ffffffff,0,f4024c1c,...) at dofileread+0x9e kern_readv(cc05d000,0,f4024c40,f4024c60,1,...) at kern_readv+0x68 sys_read(cc05d000,f4024cec,c0fc793c,c0de14b2,246,...) at sys_read+0x4f syscall(f4024d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1312 tid 100085 td 0xcbfe7b80 sched_switch(cbfe7b80,0,104,1a3,5a0cabe,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbfe7b80,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,cbfe7b80,cbfe7b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c96f5870,0,c0f7ffa4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c96f5870,c110d290,c0f7f97c,527,0,...) at _cv_wait_sig+0x260 tty_wait(c96f5800,c96f5870,f3fddc40,1,0,...) at tty_wait+0x71 ttydisc_read(c96f5800,f3fddc40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c986e500,f3fddc40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cbff4620,f3fddc40,c95afe00,0,cbfe7b80,...) at devfs_read_f+0x7e dofileread(f3fddc40,ffffffff,ffffffff,0,f3fddc1c,...) at dofileread+0x9e kern_readv(cbfe7b80,0,f3fddc40,f3fddc60,1,...) at kern_readv+0x68 sys_read(cbfe7b80,f3fddcec,c0fc793c,c0de14b2,246,...) at sys_read+0x4f syscall(f3fddd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1311 tid 100134 td 0xcc9e98a0 sched_switch(cc9e98a0,0,104,1a3,5682dc0,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc9e98a0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,cc9e98a0,cc9e98a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c96f5a70,0,c0f7ffa4,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c96f5a70,c110d290,c0f7f97c,527,0,...) at _cv_wait_sig+0x260 tty_wait(c96f5a00,c96f5a70,f40fbc40,1,0,...) at tty_wait+0x71 ttydisc_read(c96f5a00,f40fbc40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c986e600,f40fbc40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cccd7000,f40fbc40,c95afe00,0,cc9e98a0,...) at devfs_read_f+0x7e dofileread(f40fbc40,ffffffff,ffffffff,0,f40fbc1c,...) at dofileread+0x9e kern_readv(cc9e98a0,0,f40fbc40,f40fbc60,1,...) at kern_readv+0x68 sys_read(cc9e98a0,f40fbcec,c0fc793c,c0de14b2,246,...) at sys_read+0x4f syscall(f40fbd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command getty pid 1310 tid 100093 td 0xcbece2e0 sched_switch(cbece2e0,0,104,1a3,33d09a6f,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbece2e0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,c96f5c04,0,c0f739db,cbece2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c96f5c70,0,f3fffaec,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c96f5c70,c96f5c04,c0f7f97c,527,0,...) at _cv_wait_sig+0x260 tty_wait(c96f5c00,c96f5c70,f3fffc40,1,0,...) at tty_wait+0x71 ttydisc_read(c96f5c00,f3fffc40,0,a1,0,...) at ttydisc_read+0x22c ttydev_read(c96d7d00,f3fffc40,0,0,1,...) at ttydev_read+0xaa devfs_read_f(cbfba380,f3fffc40,c95afe00,0,cbece2e0,...) at devfs_read_f+0x7e dofileread(f3fffc40,ffffffff,ffffffff,0,f3fffc1c,...) at dofileread+0x9e kern_readv(cbece2e0,0,f3fffc40,f3fffc60,1,...) at kern_readv+0x68 sys_read(cbece2e0,f3fffcec,c0fc793c,c0de14b2,246,...) at sys_read+0x4f syscall(f3fffd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (3, FreeBSD ELF32, sys_read), eip = 0x281a66e3, esp = 0xbfbfed7c, ebp = 0xbfbfedb8 --- Tracing command inetd pid 1293 tid 100130 td 0xcc9eb5c0 sched_switch(cc9eb5c0,0,104,1a3,e5824d06,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc9eb5c0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbf98250,0,c0f739db,cc9eb5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbf98264,0,f40efa54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbf98264,cbf98250,c0f7d894,6ae,cbfba498,...) at _cv_wait_sig+0x260 seltdwait(cbfba498,58,c95afe00,cc9eb5c0,e3,...) at seltdwait+0xa2 kern_select(cc9eb5c0,8,bfbfdfa0,0,0,0,20,ccca02cc,4) at kern_select+0x655 sys_select(cc9eb5c0,f40efcec,c0fc793c,c0f7e0d1,202,...) at sys_select+0x66 syscall(f40efd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281b8663, esp = 0xbfbfdf5c, ebp = 0xbfbfede8 --- Tracing command watchdogd pid 1268 tid 100139 td 0xcbfe05c0 sched_switch(cbfe05c0,0,104,1a3,6b0e0ca0,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cbfe05c0,0,c0f7b140,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0a832d0,cbfe05c0,0,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c110f524,6c,c0f76c97,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c110f524,0,16c,c0f76c97,ea61,...) at _sleep+0x34f kern_nanosleep(cbfe05c0,f410ac4c,f410ac54,3c,0,...) at kern_nanosleep+0xc1 sys_nanosleep(cbfe05c0,f410acec,c0fc793c,c0de14b2,206,...) at sys_nanosleep+0x6f syscall(f410ad28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x2819e223, esp = 0xbfbfecbc, ebp = 0xbfbfece8 --- Tracing command bash pid 1253 tid 100133 td 0xcc9e9b80 Tracing command sshd pid 1252 tid 100135 td 0xcc9e95c0 sched_switch(cc9e95c0,0,104,1a3,df002605,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc9e95c0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbfe5210,0,c0f739db,cc9e95c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfe5224,0,f40fea54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbfe5224,cbfe5210,c0f7d894,6ae,cc032700,...) at _cv_wait_sig+0x260 seltdwait(cc032700,58,cbfd4b00,cc9e95c0,f40feac8,...) at seltdwait+0xa2 kern_select(cc9e95c0,c,288060b8,288060c0,0,0,20,ccc9f2cc,0) at kern_select+0x655 sys_select(cc9e95c0,f40fecec,c0fc793c,c0f7e1d9,206,...) at sys_select+0x66 syscall(f40fed28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d6663, esp = 0xbfbfde2c, ebp = 0xbfbfde78 --- Tracing command sshd pid 1250 tid 100092 td 0xcc05e2e0 sched_switch(cc05e2e0,0,104,1a3,b3d76a19,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc05e2e0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbf984d0,0,c0f739db,cc05e2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbf984e4,0,f3ff9ab8,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbf984e4,cbf984d0,c0f7d894,6ae,f3ff9b40,...) at _cv_wait_sig+0x260 seltdwait(c95b422c,c0f7d894,5ab,cc05e2e0,8,...) at seltdwait+0xa2 sys_poll(cc05e2e0,f3ff9cec,c0fc793c,c0f65db1,202,...) at sys_poll+0x321 syscall(f3ff9d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2846f33b, esp = 0xbfbfde8c, ebp = 0xbfbfdec8 --- Tracing command cron pid 1213 tid 100081 td 0xcbfe88a0 sched_switch(cbfe88a0,0,104,1a3,723aa96b,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(cbfe88a0,0,c0f7b140,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(ea61,c0a832d0,cbfe88a0,0,100,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(c110f524,6c,c0f76c97,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c110f524,0,16c,c0f76c97,ea61,...) at _sleep+0x34f kern_nanosleep(cbfe88a0,f3fcdc4c,f3fcdc54,3c,0,...) at kern_nanosleep+0xc1 sys_nanosleep(cbfe88a0,f3fcdcec,c0fc793c,c0f7e532,206,...) at sys_nanosleep+0x6f syscall(f3fcdd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (240, FreeBSD ELF32, sys_nanosleep), eip = 0x28190223, esp = 0xbfbfec4c, ebp = 0xbfbfec78 --- Tracing command sendmail pid 1208 tid 100118 td 0xc99838a0 sched_switch(c99838a0,0,104,1a3,8c32b23a,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,74,...) at mi_switch+0x1ff sleepq_switch(c99838a0,0,c0f7b140,1a7,74,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cc5c2058,74,c0e031ae,100,0,...) at sleepq_wait_sig+0x17 _sleep(cc5c2058,cc5c2088,174,c0e031ae,0,...) at _sleep+0x385 kern_sigsuspend(c99838a0,0,0,0,0,...) at kern_sigsuspend+0xba sys_sigsuspend(c99838a0,f40cbcec,c0fc793c,c0f7df7a,202,...) at sys_sigsuspend+0x4d syscall(f40cbd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (4, FreeBSD ELF32, sys_write), eip = 0x28349e5b, esp = 0xbfbfcf9c, ebp = 0xbfbfcfc8 --- Tracing command sendmail pid 1205 tid 100096 td 0xcc05e000 sched_switch(cc05e000,0,104,1a3,b3f7ebeb,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc05e000,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f4010a1c,c0a3154a,cadef1d0,0,cc05e000,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cadef1e4,0,f4010a54,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cadef1e4,cadef1d0,1389,6ae,d1294770,...) at _cv_timedwait_sig+0x270 seltdwait(f4010c0c,f4010c14,ccab9080,cc05e000,c0a2dd8d,...) at seltdwait+0x8a kern_select(cc05e000,5,bfbfc510,0,0,f4010c58,20,5,0) at kern_select+0x655 sys_select(cc05e000,f4010cec,c0fc793c,c0f7e491,206,...) at sys_select+0x66 syscall(f4010d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x283f4663, esp = 0xbfbfc47c, ebp = 0xbfbfcfa8 --- Tracing command sshd pid 1202 tid 100091 td 0xcc05e5c0 sched_switch(cc05e5c0,0,104,1a3,a8cfc924,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc05e5c0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbfe6250,0,c0f739db,cc05e5c0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfe6264,0,f3ff5a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbfe6264,cbfe6250,c0f7d894,6ae,cbfbae38,...) at _cv_wait_sig+0x260 seltdwait(cbfbae38,58,cc004a00,cc05e5c0,f3ff5b18,...) at seltdwait+0xa2 kern_select(cc05e5c0,9,2880c0b8,0,0,0,20,cc058000,a) at kern_select+0x655 sys_select(cc05e5c0,f3ff5cec,c0fc793c,c0f65db1,206,...) at sys_select+0x66 syscall(f3ff5d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x284d6663, esp = 0xbfbfdeec, ebp = 0xbfbfedf8 --- Tracing command moused pid 1171 tid 100117 td 0xc9983b80 sched_switch(c9983b80,0,104,1a3,3eb83ea7,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9983b80,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbf98710,0,c0f739db,c9983b80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbf98724,0,f40c8a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbf98724,cbf98710,c0f7d894,6ae,cbfbac08,...) at _cv_wait_sig+0x260 seltdwait(cbfbac08,58,c95afe00,c9983b80,f6,...) at seltdwait+0xa2 kern_select(c9983b80,400,bfbfea04,0,0,0,20,cc5c22cc,1) at kern_select+0x655 sys_select(c9983b80,f40c8cec,c0fc793c,c0de14b2,246,...) at sys_select+0x66 syscall(f40c8d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281c5663, esp = 0xbfbfe99c, ebp = 0xbfbfeb28 --- Tracing command ntpd pid 1151 tid 100097 td 0xcc05db80 sched_switch(cc05db80,0,104,1a3,a25f109b,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc05db80,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbfe5090,0,c0f739db,cc05db80,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfe50a4,0,f4014a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbfe50a4,cbfe5090,c0f7d894,6ae,cbfbb3b8,...) at _cv_wait_sig+0x260 seltdwait(cbfbb3b8,58,c95afe00,cc05db80,0,...) at seltdwait+0xa2 kern_select(cc05db80,1c,bfbfece8,0,0,0,20,cc057598,0) at kern_select+0x655 sys_select(cc05db80,f4014cec,c0fc793c,c0f7e918,202,...) at sys_select+0x66 syscall(f4014d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28373663, esp = 0xbfbfecbc, ebp = 0xbfbfed88 --- Tracing command nfsd pid 1098 tid 100125 td 0xcbfe08a0 sched_switch(cbfe08a0,0,104,1a3,e99dd00c,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbfe08a0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f40e0be0,c0a3154a,c983e880,0,cbfe08a0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cbebb310,0,f40e0c18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cbebb310,c983e880,1388,3b1,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f40e0d14,c0a13e88,c983e880,f40e0d28,c0f6fa10,...) at svc_run_internal+0x356 svc_thread_start(c983e880,f40e0d28,c0f6fa10,3d8,cc03b864,...) at svc_thread_start+0x10 fork_exit(c0c34c40,c983e880,f40e0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1098 tid 100124 td 0xcbfe0b80 sched_switch(cbfe0b80,0,104,1a3,7c6348a3,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbfe0b80,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f40ddbe0,c0a3154a,c983e880,0,cbfe0b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cbebb2d0,0,f40ddc18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cbebb2d0,c983e880,1388,3b1,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f40ddd14,c0a13e88,c983e880,f40ddd28,c0f6fa10,...) at svc_run_internal+0x356 svc_thread_start(c983e880,f40ddd28,c0f6fa10,3d8,cc03b864,...) at svc_thread_start+0x10 fork_exit(c0c34c40,c983e880,f40ddd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1098 tid 100123 td 0xcbfe7000 sched_switch(cbfe7000,0,104,1a3,77fd68a0,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbfe7000,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f40dabe0,c0a3154a,c983e880,0,cbfe7000,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cbebb290,0,f40dac18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cbebb290,c983e880,1388,3b1,0,...) at _cv_timedwait_sig+0x270 svc_run_internal(f40dad14,c0a13e88,c983e880,f40dad28,c0f6fa10,...) at svc_run_internal+0x356 svc_thread_start(c983e880,f40dad28,c0f6fa10,3d8,cc03b864,...) at svc_thread_start+0x10 fork_exit(c0c34c40,c983e880,f40dad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x2e, eip = 0xc, esp = 0x33, ebp = 0x1 --- Tracing command nfsd pid 1098 tid 100106 td 0xcc043b80 sched_switch(cc043b80,0,104,1a3,79d05008,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc043b80,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f4044494,c0a3154a,c983e880,0,cc043b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cbefd010,0,f40444cc,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cbefd010,c983e880,1388,3b1,f4044514,...) at _cv_timedwait_sig+0x270 svc_run_internal(cc043d30,14,c0fa4f3a,c0f672bb,f404480c,...) at svc_run_internal+0x356 svc_run(c983e880,0,c0f67296,19f,c0a314c1,...) at svc_run+0x7b nfsrvd_nfsd(cc043b80,f404480c,c,c112bb58,246,...) at nfsrvd_nfsd+0x1c3 nfssvc_nfsd(cc043b80,f4044cec,bfbfe870,cc043b80,f4044d1c,...) at nfssvc_nfsd+0x177 sys_nfssvc(cc043b80,f4044cec,c0fc793c,c0f7e491,206,...) at sys_nfssvc+0xeb syscall(f4044d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (155, FreeBSD ELF32, sys_nfssvc), eip = 0x280e8a9b, esp = 0xbfbfe82c, ebp = 0xbfbfea98 --- Tracing command nfsd pid 1093 tid 100121 td 0xcc9ec8a0 sched_switch(cc9ec8a0,0,104,1a3,760c5318,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc9ec8a0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cadef010,0,c0f739db,cc9ec8a0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cadef024,0,f40d4a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cadef024,cadef010,c0f7d894,6ae,cc0320a8,...) at _cv_wait_sig+0x260 seltdwait(cc0320a8,58,c95afe00,cc9ec8a0,58,...) at seltdwait+0xa2 kern_select(cc9ec8a0,7,bfbfecb4,0,0,0,20,cc058598,7) at kern_select+0x655 sys_select(cc9ec8a0,f40d4cec,c0fc793c,c0f65db1,202,...) at sys_select+0x66 syscall(f40d4d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28192663, esp = 0xbfbfea9c, ebp = 0xbfbfede8 --- Tracing command nfsuserd pid 1091 tid 100104 td 0xcc044000 sched_switch(cc044000,0,104,1a3,cc094bc5,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc044000,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f4036a1c,c0a3154a,cbfe5a90,0,cc044000,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cbfe5aa4,0,f4036a54,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cbfe5aa4,cbfe5a90,7531,6ae,cc006a10,...) at _cv_timedwait_sig+0x270 seltdwait(f4036c0c,f4036c14,c95afe00,cc044000,3d1,...) at seltdwait+0x8a kern_select(cc044000,4,bfbfebc4,0,0,f4036c58,20,1e,0) at kern_select+0x655 sys_select(cc044000,f4036cec,c0fc793c,c0f7e1c2,202,...) at sys_select+0x66 syscall(f4036d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28191663, esp = 0xbfbfeb1c, ebp = 0xbfbfec58 --- Tracing command nfsuserd pid 1090 tid 100099 td 0xcc05d5c0 sched_switch(cc05d5c0,0,104,1a3,4eb3ba0d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc05d5c0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f401ca1c,c0a3154a,cadef210,0,cc05d5c0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cadef224,0,f401ca54,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cadef224,cadef210,7531,6ae,cc006a10,...) at _cv_timedwait_sig+0x270 seltdwait(f401cc0c,f401cc14,c95afe00,cc05d5c0,3d1,...) at seltdwait+0x8a kern_select(cc05d5c0,4,bfbfebc4,0,0,f401cc58,20,1e,0) at kern_select+0x655 sys_select(cc05d5c0,f401ccec,c0fc793c,c0f7e1c2,202,...) at sys_select+0x66 syscall(f401cd28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28191663, esp = 0xbfbfeb1c, ebp = 0xbfbfec58 --- Tracing command nfsuserd pid 1089 tid 100100 td 0xcc05d2e0 sched_switch(cc05d2e0,0,104,1a3,52cb3db9,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc05d2e0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f4020a1c,c0a3154a,cbfe5ad0,0,cc05d2e0,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cbfe5ae4,0,f4020a54,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cbfe5ae4,cbfe5ad0,7531,6ae,cc006a10,...) at _cv_timedwait_sig+0x270 seltdwait(f4020c0c,f4020c14,c95afe00,cc05d2e0,3d1,...) at seltdwait+0x8a kern_select(cc05d2e0,4,bfbfebc4,0,0,f4020c58,20,1e,0) at kern_select+0x655 sys_select(cc05d2e0,f4020cec,c0fc793c,c0f7e1c2,202,...) at sys_select+0x66 syscall(f4020d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28191663, esp = 0xbfbfeb1c, ebp = 0xbfbfec58 --- Tracing command nfsuserd pid 1088 tid 100112 td 0xcbeccb80 sched_switch(cbeccb80,0,104,1a3,9a21dd56,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbeccb80,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f40b9a1c,c0a3154a,cbfe6850,0,cbeccb80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cbfe6864,0,f40b9a54,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cbfe6864,cbfe6850,7531,6ae,cc006a10,...) at _cv_timedwait_sig+0x270 seltdwait(f40b9c0c,f40b9c14,c95afe00,cbeccb80,3d1,...) at seltdwait+0x8a kern_select(cbeccb80,4,bfbfebc4,0,0,f40b9c58,20,1e,0) at kern_select+0x655 sys_select(cbeccb80,f40b9cec,c0fc793c,c0f7e1c2,202,...) at sys_select+0x66 syscall(f40b9d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x28191663, esp = 0xbfbfeb1c, ebp = 0xbfbfec58 --- Tracing command nfsuserd pid 1087 tid 100114 td 0xcbecc5c0 Tracing command mountd pid 1071 tid 100111 td 0xcbece000 sched_switch(cbece000,0,104,1a3,1e58a982,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbece000,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbfe6890,0,c0f739db,cbece000,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfe68a4,0,f40b6a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbfe68a4,cbfe6890,c0f7d894,6ae,cc006d58,...) at _cv_wait_sig+0x260 seltdwait(cc006d58,58,c95afe00,cbece000,c956b380,...) at seltdwait+0xa2 kern_select(cbece000,9,bfbfed04,0,0,0,20,cc5c4598,bfbfed04) at kern_select+0x655 sys_select(cbece000,f40b6cec,c0fc793c,c0f65017,206,...) at sys_select+0x66 syscall(f40b6d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281aa663, esp = 0xbfbfec9c, ebp = 0xbfbfede8 --- Tracing command rpcbind pid 1038 tid 100087 td 0xcc044b80 sched_switch(cc044b80,0,104,1a3,d39ec60e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc044b80,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(f3fe5a80,c0a3154a,cadef0d0,0,cc044b80,...) at sleepq_catch_signals+0xf9 sleepq_timedwait_sig(cadef0e4,0,f3fe5ab8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(cadef0e4,cadef0d0,7531,6ae,f3fe5b70,...) at _cv_timedwait_sig+0x270 seltdwait(f3fe5c40,f3fe5c48,5ab,cc044b80,0,...) at seltdwait+0x8a sys_poll(cc044b80,f3fe5cec,c0fc793c,c0f7e1c2,212,...) at sys_poll+0x321 syscall(f3fe5d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (209, FreeBSD ELF32, sys_poll), eip = 0x2814a33b, esp = 0xbfbfcbac, ebp = 0xbfbfed78 --- Tracing command syslogd pid 968 tid 100115 td 0xcbecc2e0 sched_switch(cbecc2e0,0,104,1a3,64802422,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbecc2e0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbfe6d50,0,c0f739db,cbecc2e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbfe6d64,0,f40c2a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbfe6d64,cbfe6d50,c0f7d894,6ae,cbfbb658,...) at _cv_wait_sig+0x260 seltdwait(cbfbb658,58,c95afe00,cbecc2e0,0,...) at seltdwait+0xa2 kern_select(cbecc2e0,9,2847f0ac,0,0,0,20,cc5c2864,0) at kern_select+0x655 sys_select(cbecc2e0,f40c2cec,c0fc793c,c0f7e074,246,...) at sys_select+0x66 syscall(f40c2d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x281a9663, esp = 0xbfbfe29c, ebp = 0xbfbfede8 --- Tracing command devd pid 845 tid 100103 td 0xcc0442e0 sched_switch(cc0442e0,0,104,1a3,41efb295,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cc0442e0,0,c0f7b140,1a7,0,...) at sleepq_switch+0x162 sleepq_catch_signals(c0a3154a,cbf98850,0,c0f739db,cc0442e0,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(cbf98864,0,f4032a54,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(cbf98864,cbf98850,c0f7d894,6ae,cc006738,...) at _cv_wait_sig+0x260 seltdwait(cc006738,58,c95afe00,cc0442e0,c1258520,...) at seltdwait+0xa2 kern_select(cc0442e0,5,bfbfe960,0,0,0,20,cc03d000,46) at kern_select+0x655 sys_select(cc0442e0,f4032cec,c0fc793c,c0ddc703,206,...) at sys_select+0x66 syscall(f4032d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (93, FreeBSD ELF32, sys_select), eip = 0x809169b, esp = 0xbfbfe92c, ebp = 0xbfbfee08 --- Tracing command softdepflush pid 19 tid 100078 td 0xcbece8a0 sched_switch(cbece8a0,0,104,1a3,d7830f20,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(cbece8a0,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(e33c2980,5c,c0f82b11,0,0,...) at sleepq_wait+0x63 _sleep(e33c2980,c95855b0,5c,c0f82b11,0,...) at _sleep+0x39c bwait(e33c2980,5c,c0f82b11,e33c2980,efbe9a44,...) at bwait+0x6f bufwait(e33c2980,0,0,0,0,...) at bufwait+0x28 breadn_flags(cc02a828,4a12d20,0,4000,0,...) at breadn_flags+0x139 indir_trunc(fffcfff4,ffffffff,c0fa9a6f,1e0f,0,...) at indir_trunc+0x114 indir_trunc(fffff7f3,ffffffff,c0fa9a6f,1cd1,eb,...) at indir_trunc+0x4ba handle_workitem_freeblocks(0,efbe9c6c,2,6bb,efbe9c70,...) at handle_workitem_freeblocks+0x24f process_worklist_item(c128b9c0,0,c0fa9a6f,5ea,cbece8a0,...) at process_worklist_item+0x2c2 softdep_process_worklist(cbf95b40,0,c0fa9a6f,562,3e8,...) at softdep_process_worklist+0x88 softdep_flush(0,efbe9d28,c0f6fa10,3d8,cbec2000,...) at softdep_flush+0x2b0 fork_exit(c0c846f0,0,efbe9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe9d60, ebp = 0 --- Tracing command syncer pid 18 tid 100077 td 0xcbeceb80 sched_switch(cbeceb80,0,104,1a3,d39c4746,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(cbeceb80,0,c0f7b140,28b,cbeceb80,...) at sleepq_switch+0x162 sleepq_timedwait(c12856f4,0,efbe6c78,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c12856f4,c12856e0,3e8,78b,4e20,...) at _cv_timedwait+0x270 sched_sync(0,efbe6d28,c0f6fa10,3d8,cbec22cc,...) at sched_sync+0x595 fork_exit(c0ae3c90,0,efbe6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe6d60, ebp = 0 --- Tracing command vnlru pid 17 tid 100076 td 0xc98568a0 sched_switch(c98568a0,0,104,1a3,b6373f75,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,60,...) at mi_switch+0x1ff sleepq_switch(c98568a0,0,c0f7b140,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(cbec2598,60,c0f861d6,0,0,...) at sleepq_timedwait+0x6b _sleep(cbec2598,c12856b4,260,c0f861d6,3e8,...) at _sleep+0x36a vnlru_proc(0,efbe3d28,c0f6fa10,3d8,cbec2598,...) at vnlru_proc+0xe7 fork_exit(c0ae4920,0,efbe3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe3d60, ebp = 0 --- Tracing command bufdaemon pid 16 tid 100075 td 0xc9856b80 sched_switch(c9856b80,0,104,1a3,c7b3a810,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c9856b80,0,c0f7b140,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c1285388,54,c0f830ae,0,0,...) at sleepq_timedwait+0x6b _sleep(c1285388,c1285390,54,c0f830ae,3e8,...) at _sleep+0x36a buf_daemon(0,efbe0d28,c0f6fa10,3d8,cbec2864,...) at buf_daemon+0x175 fork_exit(c0ac80e0,0,efbe0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbe0d60, ebp = 0 --- Tracing command pagezero pid 9 tid 100074 td 0xc9981000 sched_switch(c9981000,0,104,1a3,6cfe475d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9981000,0,c0f7b140,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c128d8e8,0,c0fb316e,0,0,...) at sleepq_timedwait+0x6b _sleep(c128d8e8,c128c380,0,c0fb316e,493e0,...) at _sleep+0x36a vm_pagezero(0,efbddd28,c0f6fa10,3d8,cbec2b30,...) at vm_pagezero+0xdc fork_exit(c0ccc720,0,efbddd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbddd60, ebp = 0 --- Tracing command vmdaemon pid 8 tid 100073 td 0xc99812e0 sched_switch(c99812e0,0,104,1a3,3149a04c,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,74,...) at mi_switch+0x1ff sleepq_switch(c99812e0,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(c128d4c8,74,c0f830ae,0,0,...) at sleepq_wait+0x63 _sleep(c128d4c8,c128d4cc,74,c0f830ae,0,...) at _sleep+0x39c vm_daemon(0,efbdad28,c0f6fa10,3d8,cbec3000,...) at vm_daemon+0x59 fork_exit(c0cc4ec0,0,efbdad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbdad60, ebp = 0 --- Tracing command pagedaemon pid 7 tid 100072 td 0xc99815c0 sched_switch(c99815c0,0,104,1a3,c80fa7f6,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c99815c0,0,c0f7b140,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c128d490,54,c0f830ae,0,0,...) at sleepq_timedwait+0x6b _sleep(c128d490,c128c380,54,c0f830ae,1388,...) at _sleep+0x36a vm_pageout(0,efbd7d28,c0f6fa10,3d8,c95cc2cc,...) at vm_pageout+0x2c7 fork_exit(c0cc5f40,0,efbd7d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefbd7d60, ebp = 0 --- Tracing command xpt_thrd pid 6 tid 100071 td 0xc99818a0 sched_switch(c99818a0,0,104,1a3,f182c8ac,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c99818a0,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(c10d24d4,5c,c0dd6f07,0,0,...) at sleepq_wait+0x63 _sleep(c10d24d4,c10d2518,5c,c0dd6f07,0,...) at _sleep+0x39c xpt_scanner_thread(0,efa54d28,c0f6fa10,3d8,c95cc598,...) at xpt_scanner_thread+0x47 fork_exit(c049e400,0,efa54d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa54d60, ebp = 0 --- Tracing command sctp_iterator pid 5 tid 100070 td 0xc9981b80 sched_switch(c9981b80,0,104,1a3,edab82ad,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9981b80,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(c1287218,0,c0f99d7f,0,0,...) at sleepq_wait+0x63 _sleep(c1287218,c12871e0,0,c0f99d7f,0,...) at _sleep+0x39c sctp_iterator_thread(0,efa51d28,c0f6fa10,3d8,c95cc864,...) at sctp_iterator_thread+0x5c fork_exit(c0b76da0,0,efa51d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa51d60, ebp = 0 --- Tracing command ctl_thrd pid 4 tid 100067 td 0xc99825c0 sched_switch(c99825c0,0,104,1a3,df3c4a84,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c99825c0,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(c9991000,5c,c0de1950,0,0,...) at sleepq_wait+0x63 _sleep(c9991000,c9991000,5c,c0de1950,0,...) at _sleep+0x39c ctl_work_thread(c9991000,efa48d28,c0f6fa10,3d8,c95ccb30,...) at ctl_work_thread+0x22f6 fork_exit(c04c79a0,c9991000,efa48d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa48d60, ebp = 0 --- Tracing command fdc0 pid 3 tid 100064 td 0xc9983000 sched_switch(c9983000,0,104,1a3,dd444b61,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c9983000,0,c0f7b140,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c97f523c,5c,c0f67d32,0,0,...) at sleepq_timedwait+0x6b _sleep(c97f523c,c97f52f0,5c,c0f67d32,3e8,...) at _sleep+0x36a fdc_thread(c97f5200,efa3fd28,c0f6fa10,3d8,c9838000,...) at fdc_thread+0x27d fork_exit(c0d4ea60,c97f5200,efa3fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa3fd60, ebp = 0 --- Tracing command fw0_probe pid 2 tid 100062 td 0xc98475c0 sched_switch(c98475c0,0,104,1a3,f18306bf,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(c98475c0,0,c0f7b140,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c9886000,6c,c0f67d32,100,0,...) at sleepq_wait_sig+0x17 _sleep(c9886000,c988a488,16c,c0f67d32,0,...) at _sleep+0x385 fw_bus_probe_thread(c9886000,efa2fd28,c0f6fa10,3d8,c98382cc,...) at fw_bus_probe_thread+0xa08 fork_exit(c06f7be0,c9886000,efa2fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa2fd60, ebp = 0 --- Tracing command usb pid 15 tid 100058 td 0xc98542e0 sched_switch(c98542e0,0,104,1a3,df373801,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98542e0,0,c0f7b140,268,c98542e0,...) at sleepq_switch+0x162 sleepq_wait(c985cd34,0,efa18cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c985cd34,c985ce4c,c0f593b1,74,c985cd3c,...) at _cv_wait+0x260 usb_process(c985cd2c,efa18d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c985cd2c,efa18d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa18d60, ebp = 0 --- Tracing command usb pid 15 tid 100057 td 0xc98545c0 sched_switch(c98545c0,0,104,1a3,6b707cee,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98545c0,0,c0f7b140,268,c98545c0,...) at sleepq_switch+0x162 sleepq_wait(c985cd04,0,efa15cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c985cd04,c985ce4c,c0f593b1,74,c985cd0c,...) at _cv_wait+0x260 usb_process(c985ccfc,efa15d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c985ccfc,efa15d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa15d60, ebp = 0 --- Tracing command usb pid 15 tid 100056 td 0xc98548a0 sched_switch(c98548a0,0,104,1a3,ded0585d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98548a0,0,c0f7b140,268,c98548a0,...) at sleepq_switch+0x162 sleepq_wait(c985ccd4,0,efa12cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c985ccd4,c985ce4c,c0f593b1,74,c985ccdc,...) at _cv_wait+0x260 usb_process(c985cccc,efa12d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c985cccc,efa12d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa12d60, ebp = 0 --- Tracing command usb pid 15 tid 100055 td 0xc9854b80 sched_switch(c9854b80,0,104,1a3,ded04543,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9854b80,0,c0f7b140,268,c9854b80,...) at sleepq_switch+0x162 sleepq_wait(c985cca4,0,efa0fcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c985cca4,c985ce4c,c0f593b1,74,c985ccac,...) at _cv_wait+0x260 usb_process(c985cc9c,efa0fd28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c985cc9c,efa0fd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa0fd60, ebp = 0 --- Tracing command usb pid 15 tid 100053 td 0xc98562e0 sched_switch(c98562e0,0,104,1a3,ded0312f,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98562e0,0,c0f7b140,268,c98562e0,...) at sleepq_switch+0x162 sleepq_wait(c984db5c,0,efa06cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c984db5c,c984dc74,c0f593b1,74,c984db64,...) at _cv_wait+0x260 usb_process(c984db54,efa06d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c984db54,efa06d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa06d60, ebp = 0 --- Tracing command usb pid 15 tid 100052 td 0xc98565c0 sched_switch(c98565c0,0,104,1a3,558cf081,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98565c0,0,c0f7b140,268,c98565c0,...) at sleepq_switch+0x162 sleepq_wait(c984db2c,0,efa03cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c984db2c,c984dc74,c0f593b1,74,c984db34,...) at _cv_wait+0x260 usb_process(c984db24,efa03d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c984db24,efa03d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa03d60, ebp = 0 --- Tracing command usb pid 15 tid 100051 td 0xc9845000 sched_switch(c9845000,0,104,1a3,de6c9cec,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9845000,0,c0f7b140,268,c9845000,...) at sleepq_switch+0x162 sleepq_wait(c984dafc,0,efa00cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c984dafc,c984dc74,c0f593b1,74,c984db04,...) at _cv_wait+0x260 usb_process(c984daf4,efa00d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c984daf4,efa00d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa00d60, ebp = 0 --- Tracing command usb pid 15 tid 100050 td 0xc98452e0 sched_switch(c98452e0,0,104,1a3,de6c8a8c,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98452e0,0,c0f7b140,268,c98452e0,...) at sleepq_switch+0x162 sleepq_wait(c984dacc,0,ef9fdcac,1,0,...) at sleepq_wait+0x63 _cv_wait(c984dacc,c984dc74,c0f593b1,74,c984dad4,...) at _cv_wait+0x260 usb_process(c984dac4,ef9fdd28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c984dac4,ef9fdd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9fdd60, ebp = 0 --- Tracing command usb pid 15 tid 100049 td 0xc98455c0 sched_switch(c98455c0,0,104,1a3,de6c72fe,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98455c0,0,c0f7b140,268,c98455c0,...) at sleepq_switch+0x162 sleepq_wait(c9848b5c,0,ef9f9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c9848b5c,c9848c74,c0f593b1,74,c9848b64,...) at _cv_wait+0x260 usb_process(c9848b54,ef9f9d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c9848b54,ef9f9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9f9d60, ebp = 0 --- Tracing command usb pid 15 tid 100048 td 0xc98458a0 sched_switch(c98458a0,0,104,1a3,54e9ada6,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98458a0,0,c0f7b140,268,c98458a0,...) at sleepq_switch+0x162 sleepq_wait(c9848b2c,0,ef9f6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c9848b2c,c9848c74,c0f593b1,74,c9848b34,...) at _cv_wait+0x260 usb_process(c9848b24,ef9f6d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c9848b24,ef9f6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9f6d60, ebp = 0 --- Tracing command usb pid 15 tid 100047 td 0xc9845b80 sched_switch(c9845b80,0,104,1a3,d8aebde0,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9845b80,0,c0f7b140,268,c9845b80,...) at sleepq_switch+0x162 sleepq_wait(c9848afc,0,ef9f3cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c9848afc,c9848c74,c0f593b1,74,c9848b04,...) at _cv_wait+0x260 usb_process(c9848af4,ef9f3d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c9848af4,ef9f3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9f3d60, ebp = 0 --- Tracing command usb pid 15 tid 100046 td 0xc9846000 sched_switch(c9846000,0,104,1a3,d8aeab8f,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9846000,0,c0f7b140,268,c9846000,...) at sleepq_switch+0x162 sleepq_wait(c9848acc,0,ef9f0cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c9848acc,c9848c74,c0f593b1,74,c9848ad4,...) at _cv_wait+0x260 usb_process(c9848ac4,ef9f0d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c9848ac4,ef9f0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9f0d60, ebp = 0 --- Tracing command usb pid 15 tid 100045 td 0xc98462e0 sched_switch(c98462e0,0,104,1a3,d8ae98af,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98462e0,0,c0f7b140,268,c98462e0,...) at sleepq_switch+0x162 sleepq_wait(c9841b5c,0,ef9eccac,1,0,...) at sleepq_wait+0x63 _cv_wait(c9841b5c,c9841c74,c0f593b1,74,c9841b64,...) at _cv_wait+0x260 usb_process(c9841b54,ef9ecd28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c9841b54,ef9ecd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9ecd60, ebp = 0 --- Tracing command usb pid 15 tid 100044 td 0xc98465c0 sched_switch(c98465c0,0,104,1a3,54e8feec,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98465c0,0,c0f7b140,268,c98465c0,...) at sleepq_switch+0x162 sleepq_wait(c9841b2c,0,ef9e9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c9841b2c,c9841c74,c0f593b1,74,c9841b34,...) at _cv_wait+0x260 usb_process(c9841b24,ef9e9d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c9841b24,ef9e9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9e9d60, ebp = 0 --- Tracing command usb pid 15 tid 100043 td 0xc98468a0 sched_switch(c98468a0,0,104,1a3,d84ac981,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98468a0,0,c0f7b140,268,c98468a0,...) at sleepq_switch+0x162 sleepq_wait(c9841afc,0,ef9e6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c9841afc,c9841c74,c0f593b1,74,c9841b04,...) at _cv_wait+0x260 usb_process(c9841af4,ef9e6d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c9841af4,ef9e6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9e6d60, ebp = 0 --- Tracing command usb pid 15 tid 100042 td 0xc9846b80 sched_switch(c9846b80,0,104,1a3,d84ab69d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9846b80,0,c0f7b140,268,c9846b80,...) at sleepq_switch+0x162 sleepq_wait(c9841acc,0,ef9e3cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c9841acc,c9841c74,c0f593b1,74,c9841ad4,...) at _cv_wait+0x260 usb_process(c9841ac4,ef9e3d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c9841ac4,ef9e3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9e3d60, ebp = 0 --- Tracing command usb pid 15 tid 100040 td 0xc9835000 sched_switch(c9835000,0,104,1a3,d84aa164,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9835000,0,c0f7b140,268,c9835000,...) at sleepq_switch+0x162 sleepq_wait(c983ab5c,0,ef9dccac,1,0,...) at sleepq_wait+0x63 _cv_wait(c983ab5c,c983ac74,c0f593b1,74,c983ab64,...) at _cv_wait+0x260 usb_process(c983ab54,ef9dcd28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c983ab54,ef9dcd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9dcd60, ebp = 0 --- Tracing command usb pid 15 tid 100039 td 0xc98352e0 sched_switch(c98352e0,0,104,1a3,54e8cd04,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98352e0,0,c0f7b140,268,c98352e0,...) at sleepq_switch+0x162 sleepq_wait(c983ab2c,0,ef9d9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c983ab2c,c983ac74,c0f593b1,74,c983ab34,...) at _cv_wait+0x260 usb_process(c983ab24,ef9d9d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c983ab24,ef9d9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9d9d60, ebp = 0 --- Tracing command usb pid 15 tid 100038 td 0xc98355c0 sched_switch(c98355c0,0,104,1a3,d7e6a506,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98355c0,0,c0f7b140,268,c98355c0,...) at sleepq_switch+0x162 sleepq_wait(c983aafc,0,ef9d6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c983aafc,c983ac74,c0f593b1,74,c983ab04,...) at _cv_wait+0x260 usb_process(c983aaf4,ef9d6d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c983aaf4,ef9d6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9d6d60, ebp = 0 --- Tracing command usb pid 15 tid 100037 td 0xc98358a0 sched_switch(c98358a0,0,104,1a3,d7e694b7,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98358a0,0,c0f7b140,268,c98358a0,...) at sleepq_switch+0x162 sleepq_wait(c983aacc,0,ef9d3cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c983aacc,c983ac74,c0f593b1,74,c983aad4,...) at _cv_wait+0x260 usb_process(c983aac4,ef9d3d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c983aac4,ef9d3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9d3d60, ebp = 0 --- Tracing command usb pid 15 tid 100035 td 0xc9837000 sched_switch(c9837000,0,104,1a3,d7e67d7e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9837000,0,c0f7b140,268,c9837000,...) at sleepq_switch+0x162 sleepq_wait(c982fb5c,0,ef9cccac,1,0,...) at sleepq_wait+0x63 _cv_wait(c982fb5c,c982fc74,c0f593b1,74,c982fb64,...) at _cv_wait+0x260 usb_process(c982fb54,ef9ccd28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c982fb54,ef9ccd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9ccd60, ebp = 0 --- Tracing command usb pid 15 tid 100034 td 0xc98372e0 sched_switch(c98372e0,0,104,1a3,54e8784b,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98372e0,0,c0f7b140,268,c98372e0,...) at sleepq_switch+0x162 sleepq_wait(c982fb2c,0,ef9c9cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c982fb2c,c982fc74,c0f593b1,74,c982fb34,...) at _cv_wait+0x260 usb_process(c982fb24,ef9c9d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c982fb24,ef9c9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9c9d60, ebp = 0 --- Tracing command usb pid 15 tid 100033 td 0xc98375c0 sched_switch(c98375c0,0,104,1a3,d7825109,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98375c0,0,c0f7b140,268,c98375c0,...) at sleepq_switch+0x162 sleepq_wait(c982fafc,0,ef9c6cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c982fafc,c982fc74,c0f593b1,74,c982fb04,...) at _cv_wait+0x260 usb_process(c982faf4,ef9c6d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c982faf4,ef9c6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9c6d60, ebp = 0 --- Tracing command usb pid 15 tid 100032 td 0xc98378a0 sched_switch(c98378a0,0,104,1a3,d7824007,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98378a0,0,c0f7b140,268,c98378a0,...) at sleepq_switch+0x162 sleepq_wait(c982facc,0,ef9c3cac,1,0,...) at sleepq_wait+0x63 _cv_wait(c982facc,c982fc74,c0f593b1,74,c982fad4,...) at _cv_wait+0x260 usb_process(c982fac4,ef9c3d28,c0f6fa10,3d8,c9838598,...) at usb_process+0x1a3 fork_exit(c091d920,c982fac4,ef9c3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9c3d60, ebp = 0 --- Tracing command yarrow pid 14 tid 100017 td 0xc96d95c0 sched_switch(c96d95c0,0,104,1a3,e313152e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c96d95c0,0,c0f7b140,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c110e324,0,c0f67d32,2,0,...) at sleepq_timedwait+0x6b _sleep(c110e324,0,0,c0f67d32,64) at _sleep+0x36a pause(c0f67d32,64,c0f35450,111,0,...) at pause+0xa0 random_kthread(0,e33e0d28,c0f6fa10,3d8,c95cb000,...) at random_kthread+0x1ef fork_exit(c081b6e0,0,e33e0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33e0d60, ebp = 0 --- Tracing command geom pid 13 tid 100016 td 0xc96d98a0 sched_switch(c96d98a0,0,104,1a3,ed3ffe4e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c96d98a0,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(c110b568,5c,c0f67d32,0,0,...) at sleepq_wait+0x63 _sleep(c110b568,c110b4c8,25c,c0f67d32,0,...) at _sleep+0x39c g_io_schedule_down(c96d98a0,0,c0f69881,6c,e33ddd14,...) at g_io_schedule_down+0x5b g_down_procbody(0,e33ddd28,c0f6fa10,3d8,c95cb2cc,...) at g_down_procbody+0x9d fork_exit(c09d4770,0,e33ddd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33ddd60, ebp = 0 --- Tracing command geom pid 13 tid 100015 td 0xc96d9b80 sched_switch(c96d9b80,0,104,1a3,ed531065,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c96d9b80,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(c110b564,5c,c0f67d32,0,0,...) at sleepq_wait+0x63 _sleep(c110b564,c110b4e8,25c,c0f67d32,0,...) at _sleep+0x39c g_io_schedule_up(c96d9b80,0,c0f69881,5f,e33dad14,...) at g_io_schedule_up+0x134 g_up_procbody(0,e33dad28,c0f6fa10,3d8,c95cb2cc,...) at g_up_procbody+0x9d fork_exit(c09d4810,0,e33dad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33dad60, ebp = 0 --- Tracing command geom pid 13 tid 100014 td 0xc96db000 sched_switch(c96db000,0,104,1a3,b5fbd055,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,5c,...) at mi_switch+0x1ff sleepq_switch(c96db000,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(c110b55c,5c,c0f67d32,0,0,...) at sleepq_wait+0x63 _sleep(c110b55c,c110b48c,25c,c0f67d32,0,...) at _sleep+0x39c g_run_events(c111c180,0,c0f69881,79,e33d7d14,...) at g_run_events+0x54b g_event_procbody(0,e33d7d28,c0f6fa10,3d8,c95cb2cc,...) at g_event_procbody+0x90 fork_exit(c09d48b0,0,e33d7d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33d7d60, ebp = 0 --- Tracing command intr pid 12 tid 100066 td 0xc99828a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100065 td 0xc9982b80 sched_switch(c9982b80,0,109,1a3,d77ee954,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c9982b80,...) at mi_switch+0x1ff ithread_loop(c9614380,efa42d28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c9614380,efa42d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa42d60, ebp = 0 --- Tracing command intr pid 12 tid 100063 td 0xc98472e0 sched_switch(c98472e0,0,109,1a3,33d06d7c,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c98472e0,...) at mi_switch+0x1ff ithread_loop(c9614390,efa32d28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c9614390,efa32d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa32d60, ebp = 0 --- Tracing command intr pid 12 tid 100060 td 0xc9847b80 sched_switch(c9847b80,0,109,1a3,5ba571bc,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c9847b80,...) at mi_switch+0x1ff ithread_loop(c96143f0,efa26d28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c96143f0,efa26d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa26d60, ebp = 0 --- Tracing command intr pid 12 tid 100059 td 0xc9854000 sched_switch(c9854000,0,109,1a3,1bc6b370,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c9854000,...) at mi_switch+0x1ff ithread_loop(c9614430,efa1ed28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c9614430,efa1ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa1ed60, ebp = 0 --- Tracing command intr pid 12 tid 100054 td 0xc9856000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100041 td 0xc9847000 sched_switch(c9847000,0,109,1a3,fc74c203,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c9847000,...) at mi_switch+0x1ff ithread_loop(c96144d0,ef9e0d28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c96144d0,ef9e0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9e0d60, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc9835b80 sched_switch(c9835b80,0,109,1a3,f6fbea4f,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c9835b80,...) at mi_switch+0x1ff ithread_loop(c9614500,ef9d0d28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c9614500,ef9d0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9d0d60, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc9837b80 sched_switch(c9837b80,0,109,1a3,ce10f0cd,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c9837b80,...) at mi_switch+0x1ff ithread_loop(c9614530,ef9c0d28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c9614530,ef9c0d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef9c0d60, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc96db2e0 sched_switch(c96db2e0,0,109,1a3,ed51970d,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c96db2e0,...) at mi_switch+0x1ff ithread_loop(c9614600,ef86ad28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c9614600,ef86ad28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef86ad60, ebp = 0 --- Tracing command intr pid 12 tid 100029 td 0xc96db5c0 sched_switch(c96db5c0,0,109,1a3,d81756d3,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c96db5c0,...) at mi_switch+0x1ff ithread_loop(c9614610,ef866d28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c9614610,ef866d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef866d60, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc96db8a0 sched_switch(c96db8a0,0,109,1a3,c9a5cb65,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c96db8a0,...) at mi_switch+0x1ff ithread_loop(c9614660,ef760d28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c9614660,ef760d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xef760d60, ebp = 0 --- Tracing command intr pid 12 tid 100027 td 0xc96dbb80 sched_switch(c96dbb80,0,109,1a3,ed51f76f,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c96dbb80,...) at mi_switch+0x1ff ithread_loop(c9614680,e33fed28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c9614680,e33fed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33fed60, ebp = 0 --- Tracing command intr pid 12 tid 100026 td 0xc97bb000 sched_switch(c97bb000,0,109,1a3,c43a448d,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c97bb000,...) at mi_switch+0x1ff ithread_loop(c9614700,e33fbd28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c9614700,e33fbd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33fbd60, ebp = 0 --- Tracing command intr pid 12 tid 100025 td 0xc97bb2e0 sched_switch(c97bb2e0,0,109,1a3,aacd1a7b,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c97bb2e0,...) at mi_switch+0x1ff ithread_loop(c9614710,e33f8d28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c9614710,e33f8d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33f8d60, ebp = 0 --- Tracing command intr pid 12 tid 100023 td 0xc97bb8a0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100012 td 0xc95ce5c0 sched_switch(c95ce5c0,0,109,1a3,dd443867,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c95ce5c0,...) at mi_switch+0x1ff ithread_loop(c96147a0,e33d1d28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c96147a0,e33d1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33d1d60, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc95ce8a0 sched_switch(c95ce8a0,0,109,1a3,e30f5b20,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c95ce8a0,...) at mi_switch+0x1ff ithread_loop(c96147b0,e33ced28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c96147b0,e33ced28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33ced60, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc95ceb80 sched_switch(c95ceb80,0,109,1a3,cd9a3c0d,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c95ceb80,...) at mi_switch+0x1ff ithread_loop(c96147c0,e33cbd28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c96147c0,e33cbd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33cbd60, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc9615000 sched_switch(c9615000,0,109,1a3,ebf722d3,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c9615000,...) at mi_switch+0x1ff ithread_loop(c96147d0,c93fed28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c96147d0,c93fed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93fed60, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc96152e0 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc96155c0 sched_switch(c96155c0,0,109,1a3,7ca37d5c,...) at sched_switch+0x3fc mi_switch(109,0,c0f6fd33,557,c96155c0,...) at mi_switch+0x1ff ithread_loop(c96147f0,c93f8d28,c0f6fa10,3d8,c95cb598,...) at ithread_loop+0x1fb fork_exit(c0a17990,c96147f0,c93f8d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93f8d60, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc95cd000 cpustop_handler(3,c93f4c54,c0dad566,d5,0,...) at cpustop_handler+0x26 ipi_nmi_handler(d5,0,c93f4bf8,c0a18365,c95cb864,...) at ipi_nmi_handler+0x35 trap(c93f4c60) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0a69c01, esp = 0xc93f4ca0, ebp = 0xc93f4ce8 --- sched_idletd(0,c93f4d28,c0f6fa10,3d8,c95cb864,...) at sched_idletd+0x201 fork_exit(c0a69a00,0,c93f4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93f4d60, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc95cd2e0 cpustop_handler(2,c93f1c54,c0dad566,0,c93f1c1c,...) at cpustop_handler+0x26 ipi_nmi_handler(0,c93f1c1c,1a40710,c0a69bfe,c95cb864,...) at ipi_nmi_handler+0x35 trap(c93f1c60) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0a69bfe, esp = 0xc93f1ca0, ebp = 0xc93f1ce8 --- sched_idletd(0,c93f1d28,c0f6fa10,3d8,c95cb864,...) at sched_idletd+0x1fe fork_exit(c0a69a00,0,c93f1d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93f1d60, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc95cd5c0 sched_switch(c95cd5c0,0,608,19e,ed20eff4,...) at sched_switch+0x3fc mi_switch(608,0,c0f75f7f,cd,0,...) at mi_switch+0x1ff critical_exit(0,1,0,2,c93eece8,...) at critical_exit+0xb5 cpu_idle(0,c93eecc0,c0f77802,a1b,c95cd5c0,...) at cpu_idle+0x97 sched_idletd(0,c93eed28,c0f6fa10,3d8,c95cb864,...) at sched_idletd+0x235 fork_exit(c0a69a00,0,c93eed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93eed60, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc95cd8a0 cpustop_handler(0,c93ebc54,c0dad566,0,c93ebc1c,...) at cpustop_handler+0x26 ipi_nmi_handler(0,c93ebc1c,1f1eaac,c0a69bf5,c95cb864,...) at ipi_nmi_handler+0x35 trap(c93ebc60) at trap+0x36 calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0a69bfe, esp = 0xc93ebca0, ebp = 0xc93ebce8 --- sched_idletd(0,c93ebd28,c0f6fa10,3d8,c95cb864,...) at sched_idletd+0x1fe fork_exit(c0a69a00,0,c93ebd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93ebd60, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc95cdb80 sched_switch(c95cdb80,0,104,1a3,41eb6fdf,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,6c,...) at mi_switch+0x1ff sleepq_switch(c95cdb80,0,c0f7b140,1a7,6c,...) at sleepq_switch+0x162 sleepq_catch_signals(c0f7b140,160,0,100,100,...) at sleepq_catch_signals+0xf9 sleepq_wait_sig(c95cbb30,6c,c0f7e085,100,0,...) at sleepq_wait_sig+0x17 _sleep(c95cbb30,c95cbbb8,16c,c0f7e085,0,...) at _sleep+0x385 kern_wait(c95cdb80,ffffffff,c93e7c5c,0,0,...) at kern_wait+0x597 sys_wait4(c95cdb80,c93e7cec,c0fc793c,c,286,...) at sys_wait4+0x3b syscall(c93e7d28) at syscall+0x2c3 Xint0x80_syscall() at Xint0x80_syscall+0x21 --- syscall (7, FreeBSD ELF32, sys_wait4), eip = 0x80601ff, esp = 0xbfbfe8bc, ebp = 0xbfbfe8d8 --- Tracing command audit pid 10 tid 100001 td 0xc95ce000 sched_switch(c95ce000,0,104,1a3,d78062e5,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c95ce000,0,c0f7b140,268,c95ce000,...) at sleepq_switch+0x162 sleepq_wait(c128b140,0,c93e4c8c,1,0,...) at sleepq_wait+0x63 _cv_wait(c128b140,c128b124,c0fa69b7,194,0,...) at _cv_wait+0x260 audit_worker(0,c93e4d28,c0f6fa10,3d8,c95cc000,...) at audit_worker+0x84 fork_exit(c0c44f80,0,c93e4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc93e4d60, ebp = 0 --- Tracing command kernel pid 0 tid 100069 td 0xc9982000 sched_switch(c9982000,0,104,1a3,b9a98446,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9982000,0,c0f7b140,28b,2,...) at sleepq_switch+0x162 sleepq_timedwait(c110e324,0,c0f67d32,2,0,...) at sleepq_timedwait+0x6b _sleep(c110e324,0,0,c0f67d32,bb8) at _sleep+0x36a pause(c0f67d32,bb8,126,124,c110b708,...) at pause+0xa0 deadlkres(0,efa4ed28,c0f6fa10,3d8,c110b680,...) at deadlkres+0x324 fork_exit(c09f6c00,0,efa4ed28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa4ed60, ebp = 0 --- Tracing command kernel pid 0 tid 100068 td 0xc99822e0 sched_switch(c99822e0,0,104,1a3,471e3c5c,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c99822e0,0,c0f7b140,268,c99822e0,...) at sleepq_switch+0x162 sleepq_wait(c9988dc0,0,c0f764a1,c0f67d32,0,...) at sleepq_wait+0x63 msleep_spin(c9988dc0,c9988dd8,c0f67d32,0,c0f739db,...) at msleep_spin+0x259 taskqueue_thread_loop(c12ec200,efa4bd28,c0f6fa10,3d8,c110b680,...) at taskqueue_thread_loop+0x8f fork_exit(c0a86950,c12ec200,efa4bd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa4bd60, ebp = 0 --- Tracing command kernel pid 0 tid 100061 td 0xc98478a0 sched_switch(c98478a0,0,104,1a3,e9641858,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c98478a0,0,c0f7b140,268,c98478a0,...) at sleepq_switch+0x162 sleepq_wait(c9884540,0,c0f764a1,c0f67d32,0,...) at sleepq_wait+0x63 msleep_spin(c9884540,c9884558,c0f67d32,0,c0f739db,...) at msleep_spin+0x259 taskqueue_thread_loop(c988a49c,efa2cd28,c0f6fa10,3d8,c110b680,...) at taskqueue_thread_loop+0x8f fork_exit(c0a86950,c988a49c,efa2cd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xefa2cd60, ebp = 0 --- Tracing command kernel pid 0 tid 100024 td 0xc97bb5c0 sched_switch(c97bb5c0,0,104,1a3,6c1b9171,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c97bb5c0,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(c975e740,0,c0f67d32,0,0,...) at sleepq_wait+0x63 _sleep(c975e740,c975e758,0,c0f67d32,0,...) at _sleep+0x39c taskqueue_thread_loop(c112aeec,e33f5d28,c0f6fa10,3d8,c110b680,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a86950,c112aeec,e33f5d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33f5d60, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc97bbb80 sched_switch(c97bbb80,0,104,1a3,48f04e33,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c97bbb80,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(c975e7c0,0,c0f67d32,0,0,...) at sleepq_wait+0x63 _sleep(c975e7c0,c975e7d8,0,c0f67d32,0,...) at _sleep+0x39c taskqueue_thread_loop(c128b724,e33efd28,c0f6fa10,3d8,c110b680,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a86950,c128b724,e33efd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33efd60, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc96158a0 sched_switch(c96158a0,0,104,1a3,f18722a4,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c96158a0,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(c975e800,0,c0f67d32,0,0,...) at sleepq_wait+0x63 _sleep(c975e800,c975e818,0,c0f67d32,0,...) at _sleep+0x39c taskqueue_thread_loop(c110c018,e33ecd28,c0f6fa10,3d8,c110b680,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a86950,c110c018,e33ecd28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33ecd60, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc9615b80 sched_switch(c9615b80,0,104,1a3,f187125d,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c9615b80,0,c0f7b140,268,c9615b80,...) at sleepq_switch+0x162 sleepq_wait(c975e840,0,c0f764a1,c0f67d32,0,...) at sleepq_wait+0x63 msleep_spin(c975e840,c975e858,c0f67d32,0,c0f739db,...) at msleep_spin+0x259 taskqueue_thread_loop(c10d5738,e33e9d28,c0f6fa10,3d8,c110b680,...) at taskqueue_thread_loop+0x8f fork_exit(c0a86950,c10d5738,e33e9d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33e9d60, ebp = 0 --- Tracing command kernel pid 0 tid 100019 td 0xc96d9000 sched_switch(c96d9000,0,104,1a3,f187032e,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c96d9000,0,c0f7b140,268,c96d9000,...) at sleepq_switch+0x162 sleepq_wait(c975e840,0,c0f764a1,c0f67d32,0,...) at sleepq_wait+0x63 msleep_spin(c975e840,c975e858,c0f67d32,0,c0f739db,...) at msleep_spin+0x259 taskqueue_thread_loop(c10d5738,e33e6d28,c0f6fa10,3d8,c110b680,...) at taskqueue_thread_loop+0x8f fork_exit(c0a86950,c10d5738,e33e6d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33e6d60, ebp = 0 --- Tracing command kernel pid 0 tid 100018 td 0xc96d92e0 sched_switch(c96d92e0,0,104,1a3,f186f275,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c96d92e0,0,c0f7b140,268,c96d92e0,...) at sleepq_switch+0x162 sleepq_wait(c975e840,0,c0f764a1,c0f67d32,0,...) at sleepq_wait+0x63 msleep_spin(c975e840,c975e858,c0f67d32,0,c0f739db,...) at msleep_spin+0x259 taskqueue_thread_loop(c10d5738,e33e3d28,c0f6fa10,3d8,c110b680,...) at taskqueue_thread_loop+0x8f fork_exit(c0a86950,c10d5738,e33e3d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33e3d60, ebp = 0 --- Tracing command kernel pid 0 tid 100013 td 0xc95ce2e0 sched_switch(c95ce2e0,0,104,1a3,d4fc8c8b,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,0,...) at mi_switch+0x1ff sleepq_switch(c95ce2e0,0,c0f7b140,268,0,...) at sleepq_switch+0x162 sleepq_wait(c959fc00,0,c0f67d32,0,0,...) at sleepq_wait+0x63 _sleep(c959fc00,c959fc18,0,c0f67d32,0,...) at _sleep+0x39c taskqueue_thread_loop(c1129900,e33d4d28,c0f6fa10,3d8,c110b680,...) at taskqueue_thread_loop+0xb5 fork_exit(c0a86950,c1129900,e33d4d28) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xe33d4d60, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc110b950 sched_switch(c110b950,0,104,1a3,23066fa4,...) at sched_switch+0x3fc mi_switch(104,0,c0f7b140,1f3,54,...) at mi_switch+0x1ff sleepq_switch(c110b950,0,c0f7b140,28b,0,...) at sleepq_switch+0x162 sleepq_timedwait(c110b680,54,c0f780d5,0,0,...) at sleepq_timedwait+0x6b _sleep(c110b680,0,54,c0f780d5,2710,...) at _sleep+0x36a scheduler(0,181ec00,181ec00,181e000,1825000,...) at scheduler+0x240 mi_startup() at mi_startup+0xac begin() at begin+0x2c db:0:allt> call doadump Physical memory: 3435 MB Dumping 426 MB: 411 395 379 363 347 331 315 299 283 267 251 235 219 203 187 171 155 139 123 107 91 75 59 43 27 11 Dump complete = 0 db:0:doadump> reset cpu_reset: Restarting BSP cpu_reset_proxy: Stopped CPU 1 (kgdb) bt #0 doadump (textdump=0xf45052ac) at pcpu.h:244 #1 0xc05125c9 in db_fncall (dummy1=0xc0a7811a, dummy2=0x0, dummy3=0xffffffff, dummy4=0xf4505340 "TSP") at ../../../ddb/db_command.c:573 #2 0xc05129ff in db_command (last_cmdp=0xc10d38fc, cmd_table=0x0, dopager=0x0) at ../../../ddb/db_command.c:449 #3 0xc0512ab4 in db_command_script (command=0xc10d4808 "call doadump") at ../../../ddb/db_command.c:520 #4 0xc0516ea0 in db_script_exec (scriptname=0xc10d4160 "doadump", warnifnotfound=Variable "warnifnotfound" is not available. ) at ../../../ddb/db_script.c:302 #5 0xc0516f31 in db_run_cmd (addr=0x1, have_addr=0x0, count=0xc12ace40, modif=0xf4505478 "") at ../../../ddb/db_script.c:375 #6 0xc05129c1 in db_command (last_cmdp=0xc10d38fc, cmd_table=0x0, dopager=0x1) at ../../../ddb/db_command.c:449 #7 0xc0512b1a in db_command_loop () at ../../../ddb/db_command.c:502 #8 0xc0514b0d in db_trap (type=0x3, code=0x0) at ../../../ddb/db_main.c:229 #9 0xc0a785b6 in kdb_trap (type=0x3, code=0x0, tf=0xf4505628) at ../../../kern/subr_kdb.c:629 #10 0xc0dadb6b in trap (frame=0xf4505628) at ../../../i386/i386/trap.c:710 #11 0xc0d973ac in calltrap () at ../../../i386/i386/exception.s:169 #12 0xc0a7811a in kdb_enter (why=0xc0f75738 "panic", msg=0xc0f75738 "panic") at cpufunc.h:71 #13 0xc0a4289c in panic (fmt=0xc0fb294e "vm_radix_node_put: Freeing a node with %d children\n") at ../../../kern/kern_shutdown.c:633 #14 0xc0cc9c13 in vm_radix_node_zone_dtor (mem=0x0, size=0x44, arg=0x0) at ../../../vm/vm_radix.c:182 #15 0xc0cac563 in uma_zfree_arg (zone=0xc1bb69a0, item=0xc7b6c0c0, udata=0x0) at ../../../vm/uma_core.c:2588 #16 0xc0ccaa8d in vm_radix_insert (rtree=0xd09cf3a8, index=0x11500, val=0xc27c8540) at uma.h:337 #17 0xc0cc1b25 in vm_page_insert (m=0xc27c8540, object=0xd09cf378, pindex=0x11500) at ../../../vm/vm_page.c:811 #18 0xc0cc3d9c in vm_page_alloc (object=0xd09cf378, pindex=0x11500, req=0x40222) at ../../../vm/vm_page.c:1273 #19 0xc0cc42c2 in vm_page_grab (object=0xd09cf378, pindex=0x11500, allocflags=0x412a2) at ../../../vm/vm_page.c:2293 #20 0xc0ac54c2 in allocbuf (bp=0xe32ec180, size=0x4000) at ../../../kern/vfs_bio.c:3067 #21 0xc0ac9273 in getblk (vp=0xd36b7570, blkno=0x4540, size=0x4000, slpflag=0x0, slptimeo=0x0, flags=0x0) at ../../../kern/vfs_bio.c:2837 #22 0xc0c6338c in ffs_balloc_ufs2 (vp=0xd36b7570, startoffset=Variable "startoffset" is not available. ) at ../../../ufs/ffs/ffs_balloc.c:926 #23 0xc0c8eb1d in ffs_write (ap=0xf4505ba8) at ../../../ufs/ffs/ffs_vnops.c:721 #24 0xc0dd2a06 in VOP_WRITE_APV (vop=0xc10bfd20, a=0xf4505ba8) at vnode_if.c:951 #25 0xc0af1e2c in vn_write (fp=0xd1233578, uio=0xf4505c40, active_cred=0xccab9e80, flags=0x0, td=0xcdc202e0) at vnode_if.h:413 #26 0xc0a91295 in dofilewrite (td=0xcdc202e0, fd=0x4, fp=0xd1233578, auio=0xf4505c40, offset=0xffffffffffffffff, flags=0x0) at file.h:271 #27 0xc0a91908 in kern_writev (td=0xcdc202e0, fd=0x4, auio=0xf4505c40) at ../../../kern/sys_generic.c:459 #28 0xc0a91a1f in sys_write (td=0xcdc202e0, uap=0xf4505cec) at ../../../kern/sys_generic.c:375 #29 0xc0dad0d3 in syscall (frame=0xf4505d28) at subr_syscall.c:135 #30 0xc0d97411 in Xint0x80_syscall () at ../../../i386/i386/exception.s:267 #31 0x00000033 in ?? () Previous frame inner to this frame (corrupt stack?) (kgdb) f 14 #14 0xc0cc9c13 in vm_radix_node_zone_dtor (mem=0x0, size=0x44, arg=0x0) at ../../../vm/vm_radix.c:182 182 KASSERT(rnode->rn_count == 0, (kgdb) l 177 vm_radix_node_zone_dtor(void *mem, int size, void *arg) 178 { 179 struct vm_radix_node *rnode; 180 181 rnode = mem; 182 KASSERT(rnode->rn_count == 0, 183 ("vm_radix_node_put: Freeing a node with %d children\n", 184 rnode->rn_count)); 185 } 186 #endif (kgdb) info loc No locals. (kgdb) f 15 #15 0xc0cac563 in uma_zfree_arg (zone=0xc1bb69a0, item=0xc7b6c0c0, udata=0x0) at ../../../vm/uma_core.c:2588 2588 zone->uz_dtor(item, zone->uz_size, udata); (kgdb) l 2583 memguard_free(item); 2584 return; 2585 } 2586 #endif 2587 if (zone->uz_dtor) 2588 zone->uz_dtor(item, zone->uz_size, udata); 2589 2590 #ifdef INVARIANTS 2591 ZONE_LOCK(zone); 2592 if (zone->uz_flags & UMA_ZONE_MALLOC) (kgdb) info loc cache = Variable "cache" is not available. (kgdb) p *zone $1 = {uz_name = 0xc0fb29fc "RADIX NODE", uz_lock = 0xc1bb7608, uz_link = {le_next = 0x0, le_prev = 0xc1bb762c}, uz_full_bucket = {lh_first = 0x0}, uz_free_bucket = {lh_first = 0x0}, uz_kegs = { lh_first = 0xc1bb69bc}, uz_klink = {kl_link = {le_next = 0x0, le_prev = 0xc1bb69b8}, kl_keg = 0xc1bb7600}, uz_slab = 0xc0cab7a0 , uz_ctor = 0, uz_dtor = 0xc0cc9bf0 , uz_init = 0, uz_fini = 0, uz_flags = 0x80000000, uz_size = 0x44, uz_allocs = 0x87f501f, uz_frees = 0x87a0177, uz_fails = 0x1, uz_sleeps = 0x0, uz_fills = 0x0, uz_count = 0x80, uz_cpu = {{uc_freebucket = 0xcd243000, uc_allocbucket = 0xcc354624, uc_allocs = 0x65, uc_frees = 0x14}}} (kgdb) p *item Attempt to dereference a generic pointer. (kgdb) x/20x 0xc7b6c0c0 0xc7b6c0c0: 0xc7b6c060 0xc7b6c000 0xc7b6bea0 0xc7b6be40 0xc7b6c0d0: 0xc7b6bde0 0xc7b6bd80 0xc7b6bd20 0xc7b6bcc0 0xc7b6c0e0: 0xc7b6bc60 0xc7b6bc00 0xc7b6bba0 0xc7b6bb40 0xc7b6c0f0: 0xc7b6bae0 0xc7b6ba80 0xc7b6ba20 0xc7b6b9c0 0xc7b6c100: 0x00000010 0x00000000 0x00000000 0x00000000 (kgdb) (kgdb) f 17 #17 0xc0cc1b25 in vm_page_insert (m=0xc27c8540, object=0xd09cf378, pindex=0x11500) at ../../../vm/vm_page.c:811 811 if (vm_radix_insert(&object->rtree, pindex, m) != 0) { (kgdb) l 806 TAILQ_INSERT_BEFORE(neighbor, m, listq); 807 } else 808 TAILQ_INSERT_TAIL(&object->memq, m, listq); 809 } 810 811 if (vm_radix_insert(&object->rtree, pindex, m) != 0) { 812 TAILQ_REMOVE(&object->memq, m, listq); 813 m->object = NULL; 814 m->pindex = cpindex; 815 return (ENOMEM); (kgdb) info loc neighbor = Variable "neighbor" is not available. (kgdb) p *m $2 = {pageq = {tqe_next = 0x0, tqe_prev = 0xc128d6ac}, listq = {tqe_next = 0xc438c0c0, tqe_prev = 0xc27c8508}, object = 0xd09cf378, pindex = 0x11500, phys_addr = 0x19a96000, md = { pv_structs = {pvi_list = {tqh_first = 0x0, tqh_last = 0xc27c8560}, pvi_siters = {pii_left = 0x0, pii_right = 0xc27c8560}}, pat_mode = 0x6}, queue = 0xff, segind = 0x2, hold_count = 0x0, order = 0xb, pool = 0x0, cow = 0x0, wire_count = 0x1, aflags = 0x0, flags = 0x0, oflags = 0x0, act_count = 0x0, busy = 0x0, valid = 0x0, dirty = 0x0} (kgdb) p *object $3 = {mtx = {lock_object = {lo_name = 0xc0f7d408 "vm object", lo_flags = 0x1430000, lo_data = 0x0, lo_witness = 0xc956e9f0}, mtx_lock = 0xcdc202e0}, object_list = {tqe_next = 0xce92ede0, tqe_prev = 0xd5504954}, shadow_head = {lh_first = 0x0}, shadow_list = {le_next = 0x0, le_prev = 0xce877bb0}, memq = {tqh_first = 0xc4159900, tqh_last = 0xc26caa48}, rtree = { rt_root = 0xc7af1010}, size = 0x11504, generation = 0x1, ref_count = 0x0, shadow_count = 0x0, memattr = 0x6, type = 0x2, flags = 0x0, pg_color = 0x0, paging_in_progress = 0x160, resident_page_count = 0x11528, cached_page_count = 0x0, backing_object = 0x0, backing_object_offset = 0x0, pager_object_list = {tqe_next = 0x0, tqe_prev = 0x0}, rvq = {lh_first = 0x0}, handle = 0xd36b7570, un_pager = {vnp = {vnp_size = 0x11504000, writemappings = 0x0}, devp = {devp_pglist = {tqh_first = 0x11504000, tqh_last = 0x0}, ops = 0x0}, sgp = {sgp_pglist = { tqh_first = 0x11504000, tqh_last = 0x0}}, swp = {swp_bcount = 0x11504000}}, cred = 0x0, charge = 0x0} (kgdb) $ svn diff -x -p /var/tmp/vmcontention/sys -- Test scenario: altbufferflushes.sh