GENERIC HEAD from 2009-05-19 09:10:53 UTC, r192377M, vmcore.360 GDB: no debug ports present KDB: debugger backends: ddb KDB: current backend: ddb Copyright (c) 1992-2009 The FreeBSD Project. Copyright (c) 1979, 1980, 1983, 1986, 1988, 1989, 1991, 1992, 1993, 1994 The Regents of the University of California. All rights reserved. FreeBSD is a registered trademark of The FreeBSD Foundation. FreeBSD 8.0-CURRENT #0 r192377M: Tue May 19 22:27:18 CEST 2009 pho@crashbox.osted.lan:/usr/src/sys/i386/compile/PHO WARNING: WITNESS option enabled, expect reduced performance. Timecounter "i8254" frequency 1193182 Hz quality 0 CPU: Intel(R) XEON(TM) CPU 1.80GHz (1799.80-MHz 686-class CPU) Origin = "GenuineIntel" Id = 0xf24 Stepping = 4 Features=0x3febfbff real memory = 1073676288 (1023 MB) avail memory = 1032290304 (984 MB) : Trying to mount root from ufs:/dev/ad0s1a WARNING: / was not properly dismounted Entropy harvesting: interrupts ethernet point_to_point kickstart. swapon: illegal option -- q usage: swapon -a | file ... GEOM_LABEL: Label ufsid/434f618193a83f43 removed. /dev/ad0s1a: 5013 files, 233292 used, 20523 free (1115 frags, 2426 blocks, 0.4% fragmentation) GEOM_LABEL: Label for provider ad0s1a is ufsid/434f618193a83f43. GEOM_LABEL: Label ufsid/434f61819515a495 removed. /dev/ad0s1f: 9122 files, 344576 used, 161911 free (2111 frags, 19975 blocks, 0.4GE% fragmentation)OM_LABEL : Label for provider ad0s1f is ufsid/434f61819515a495. GEOM_LABEL: Label ufsid/434f6181a1e353a3 removed. /dev/ad0s1e: UNREF FILE I=142 OWNER=root MODE=100600 /dev/ad0s1e: SIZE=0 MTIME=May 20 03:01 2009 (CLEARED) /dev/ad0s1e: FREE BLK COUNT(S) WRONG IN SUPERBLK (SALVAGED) /dev/ad0s1e: SUMMARY INFORMATION BAD (SALVAGED) /dev/ad0s1e: BLK(S) MISSING IN BIT MAPS (SALVAGED) /dev/ad0s1e: 32GEOM_LABEL:96 files, 23490 used, 967909 freLabel for provider ad0s1e is ufsid/434f6181a1e353a3.e (1397 frags, 1 20814 blocks, 0.1% fragmentation) GEOM_LABEL: Label ufsid/434f6181b485c4b5 removed. /dev/ad0s1g: 682766 files, 3577312 used, 840611 free (209283 frags, 78916 blocks, 4.7% fragmentation) GEOM_LABEL: Label for provider ad0s1g is ufsid/434f6181b485c4b5. GEOM_LABEL: Label ufsid/434f6182153985e0 removed. /dev/ad0s1d: 1447972 files, 31643073 used, 17943682 free (77202 frags, 2233310 blocks, 0.2% fragmentation) GEOM_LABEL: Label for provider ad0s1d is ufsid/434f6182153985e0. GEOM_LABEL: Label ufsid/434f618193a83f43 removed. GEOM_LABEL: Label ufsid/434f61819515a495 removed. GEOM_LABEL: Label ufsid/434f6181a1e353a3 removed. GEOM_LABEL: Label ufsid/434f6181b485c4b5 removed. GEOM_LABEL: Label ufsid/434f6182153985e0 removed. fxp0: link state changed to UP Starting Network: lo0 fxp0. add net default: gateway 192.168.1.1 lock order reversal: 1st 0xe4510970 bufwait (bufwait) @ kern/vfs_bio.c:2556 2nd 0xc4baca00 dirhash (dirhash) @ ufs/ufs/ufs_dirhash.c:275 KDB: stack backtrace: db_trace_self_wrapper(c0c42c9e,f358b87c,c089b235,c088d22b,c0c45a53,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c088d22b,c0c45a53,c452bb50,c452ea08,f358b8d8,...) at kdb_backtrace+0x29 _witness_debugger(c0c45a53,c4baca00,c0c65874,c452ea08,c0c6551a,...) at _witness_debugger+0x25 witness_checkorder(c4baca00,9,c0c65511,113,0,...) at witness_checkorder+0x839 _sx_xlock(c4baca00,0,c0c65511,113,c4ac2984,...) at _sx_xlock+0x85 ufsdirhash_acquire(e4510910,f358ba20,134,e4da6ce8,f358b9a8,...) at ufsdirhash_acquire+0x48 ufsdirhash_add(c4ac2984,f358ba20,ce8,f358b994,f358b998,...) at ufsdirhash_add+0x13 ufs_direnter(c4b87ac0,c4c10000,f358ba20,f358bc04,e4510de4,...) at ufs_direnter+0x779 ufs_mkdir(f358bc28,c0c79f91,0,f358bbd8,f358bb70,...) at ufs_mkdir+0x8ce VOP_MKDIR_APV(c0d415c0,f358bc28,eae,eac,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c4b40900,ffffff9c,bfbfef5a,0,1ff,...) at kern_mkdirat+0x24b kern_mkdir(c4b40900,bfbfef5a,0,1ff,f358bd2c,...) at kern_mkdir+0x2e mkdir(c4b40900,f358bcf8,8,c0c4631b,c0d22c40,...) at mkdir+0x29 syscall(f358bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x281520db, esp = 0xbfbfed6c, ebp = 0xbfbfee38 --- Starting mountd. Recovering vi editor sessions:. Configuring syscons: keymap blanktime. Local package initialization: (skipping /usr/local/etc/rc.d/rtc.sh, not executable) watchdogd. Wed May 20 06:02:06 CEST 2009 pid 1142 (sshd) is using legacy pty devices May 20 06:15:11 crashbox su: pho to root on /dev/ttyp0 pid 1326 (sshd) is using legacy pty devices lock order reversal: 1st 0xc4efa5b8 ufs (ufs) @ kern/vfs_lookup.c:492 2nd 0xe467591c bufwait (bufwait) @ ufs/ffs/ffs_softdep.c:6150 3rd 0xc4ab01b0 ufs (ufs) @ kern/vfs_subr.c:2101 KDB: stack backtrace: db_trace_self_wrapper(c0c42c9e,f373c3e0,c089b235,c088d22b,c0c45a6c,...) at db_trace_self_wrapper+0x26 kdb_backtrace(c088d22b,c0c45a6c,c452bb50,c452e9a0,f373c43c,...) at kdb_backtrace+0x29 _witness_debugger(c0c45a6c,c4ab01b0,c0c38e76,c452e9a0,c0c4c82f,...) at _witness_debugger+0x25 witness_checkorder(c4ab01b0,9,c0c4c826,835,0,...) at witness_checkorder+0x839 __lockmgr_args(c4ab01b0,80100,c4ab0218,0,0,...) at __lockmgr_args+0x7a7 ffs_lock(f373c548,c089afdb,c0c4becc,80100,c4ab0158,...) at ffs_lock+0xa1 VOP_LOCK1_APV(c0d415c0,f373c548,c54a8be4,c0d59de0,c4ab0158,...) at VOP_LOCK1_APV+0xa5 _vn_lock(c4ab0158,80100,c0c4c826,835,4,...) at _vn_lock+0x78 vget(c4ab0158,80100,c54a8b40,50,0,...) at vget+0xc9 vfs_hash_get(c4b89598,5c2c,80000,c54a8b40,f373c6a4,...) at vfs_hash_get+0xed ffs_vgetf(c4b89598,5c2c,80000,f373c6a4,1,...) at ffs_vgetf+0x49 softdep_sync_metadata(c4efa560,0,c0c65161,131,0,...) at softdep_sync_metadata+0x5ba ffs_syncvnode(c4efa560,1,c54a8b40,f373c764,246,...) at ffs_syncvnode+0x3e2 ffs_truncate(c4efa560,200,0,880,c510bd00,...) at ffs_truncate+0x696 ufs_direnter(c4efa560,c4ab0158,f373ca20,f373cc04,e46c6d1c,...) at ufs_direnter+0x946 ufs_mkdir(f373cc28,c0c79f91,0,f373cbd8,f373cb70,...) at ufs_mkdir+0x8ce VOP_MKDIR_APV(c0d415c0,f373cc28,eae,eac,0,...) at VOP_MKDIR_APV+0xc5 kern_mkdirat(c54a8b40,ffffff9c,804c220,0,1f8,...) at kern_mkdirat+0x24b kern_mkdir(c54a8b40,804c220,0,1f8,f373cd2c,...) at kern_mkdir+0x2e mkdir(c54a8b40,f373ccf8,8,c54a8b40,c0d22c40,...) at mkdir+0x29 syscall(f373cd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (136, FreeBSD ELF32, mkdir), eip = 0x281630db, esp = 0xbfbfe6ac, ebp = 0xbfbfe6c8 --- pid 1895 (pty) is using legacy pty devices pid 1892 (pty) is using legacy pty devices pid 1888 (pty) is using legacy pty devices pid 1897 (pty) is using legacy pty devices pid 1886 (pty) is using legacy pty devices pid 1893 (pty) is using legacy pty devices pid 1896 (pty) is using legacy pty devices pid 1887 (pty) is using legacy pty devices - not logging anymore May 21 02:04:31 crashbox kernel: pid 67835 (rw), uid 1001 inumber 24221 on /tmp: filesystem full May 21 02:04:34 crashbox kernel: pid 67841 (rw), uid 1001 inumber 24223 on /tmp: filesystem full May 21 02:04:40 crashbox kernel: pid 67834 (rw), uid 1001 inumber 24265 on /tmp: filesystem full May 21 02:04:41 crashbox kernel: pid 67842 (rw), uid 1001 inumber 24266 on /tmp: filesystem full May 21 02:04:43 crashbox kernel: pid 67846 (rw), uid 1001 inumber 24283 on /tmp: filesystem full May 21 02:04:46 crashbox kernel: pid 67831 (rw), uid 1001 inumber 24264 on /tmp: filesystem full May 21 02:04:47 crashbox kernel: pid 67838 (rw), uid 1001 inumber 94700 on /tmp: filesystem full May 21 02:04:48 crashbox kernel: pid 67840 (rw), uid 1001 inumber 24312 on /tmp: filesystem full May 21 02:04:50 crashbox kernel: pid 67836 (rw), uid 1001 inumber 94699 on /tmp: filesystem full May 21 02:04:59 crashbox kernel: pid 67833 (rw), uid 1001 inumber 24304 on /tmp: filesystem full May 21 02:05:00 crashbox kernel: pid 67843 (rw), uid 1001 inumber 94696 on /tmp: filesystem full May 21 02:05:01 crashbox kernel: pid 67844 (rw), uid 1001 inumber 24282 on /tmp: filesystem full May 21 02:08:33 crashbox kernel: pid 68125 (rw), uid 1001 inumber 24834 on /tmp: filesystem full May 21 02:08:36 crashbox kernel: pid 68119 (rw), uid 1001 inumber 24840 on /tmp: filesystem full May 21 02:08:38 crashbox kernel: pid 68126 (rw), uid 1001 inumber 24839 on /tmp: filesystem full May 21 02:08:41 crashbox kernel: pid 68134 (rw), uid 1001 inumber 24841 on /tmp: filesystem full May 21 02:08:42 crashbox kernel: pid 68129 (rw), uid 1001 inumber 24843 on /tmp: filesystem full May 21 02:08:49 crashbox kernel: pid 68111 (mkdir), uid 1001 inumber 47746 on /tmp: filesystem full May 21 02:08:51 crashbox kernel: pid 68124 (rw), uid 1001 inumber 24845 on /tmp: filesystem full May 21 02:08:53 crashbox kernel: pid 68116 (mkdir), uid 1001 inumber 94703 on /tmp: filesystem full May 21 02:08:57 crashbox kernel: pid 68107 (mkdir), uid 1001 inumber 94718 on /tmp: filesystem full May 21 02:09:02 crashbox kernel: pid 68128 (rw), uid 1001 inumber 24847 on /tmp: filesystem full May 21 02:09:02 crashbox kernel: pid 68121 (rw), uid 1001 inumber 24848 on /tmp: filesystem full May 21 02:09:05 crashbox kernel: pid 68115 (mkdir), uid 1001 inumber 94750 on /tmp: filesystem full May 21 02:09:08 crashbox kernel: pid 68110 (mkdir), uid 1001 inumber 23564 on /tmp: filesystem full May 21 02:09:08 crashbox kernel: pid 68120 (rw), uid 1001 inumber 47434 on /tmp: filesystem full May 21 02:09:12 crashbox kernel: pid 68103 (mkdir), uid 1001 inumber 94780 on /tmp: filesystem full May 21 02:09:13 crashbox kernel: pid 68130 (rw), uid 1001 inumber 23602 on /tmp: filesystem full May 21 02:09:21 crashbox kernel: pid 68106 (mkdir), uid 1001 inumber 94819 on /tmp: filesystem full May 21 02:09:26 crashbox kernel: pid 68105 (mkdir), uid 1001 inumber 94835 on /tmp: filesystem full swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520746, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 517950, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 517962, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520218, size: 8192 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520673, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520070, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520679, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520677, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520693, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520685, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520681, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520667, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 518094, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 519986, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520689, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520659, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520700, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520687, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520719, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520728, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520616, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520747, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520273, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520392, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520397, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520745, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520841, size: 8192 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520874, size: 4096 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520865, size: 32768 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520891, size: 32768 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 520923, size: 32768 swap_pager: indefinite wait buffer: bufobj: 0, blkno: 522251, size: 32768 May 21 04:22:42 crashbox kernel: pid 76242 (rw), uid 1001 inumber 47798 on /tmp: filesystem full May 21 04:22:47 crashbox kernel: pid 76237 (mkdir), uid 1001 inumber 71069 on /tmp: filesystem full May 21 04:22:48 crashbox kernel: pid 76233 (mkdir), uid 1001 inumber 71074 on /tmp: filesystem full May 21 04:22:59 crashbox kernel: pid 76235 (mkdir), uid 1001 inumber 48063 on /tmp: filesystem full May 21 04:23:02 crashbox kernel: pid 76244 (rw), uid 1001 inumber 47836 on /tmp: filesystem full May 21 06:21:26 crashbox su: pho to root on /dev/ttyp0 ~KDB: enter: Line break on console # Sluggish system [thread pid 11 tid 100006 ] Stopped at kdb_enter+0x3a: movl $0,kdb_why db> run pho db:0:pho> bt Tracing pid 11 tid 100006 td 0xc4570480 kdb_enter(c0be50f1,c0c23825,aeaeab6b,c47ffc80,0,...) at kdb_enter+0x3a uart_intr(c47ffc00,c4570480,c4553cd0,c456be80,4,...) at uart_intr+0x11c intr_event_handle(c456be80,c41d1c30,c0f15460,1f4,c4815400,...) at intr_event_handle+0x5c intr_execute_handlers(c4553cd0,c41d1c30,0,c41d1c70,c0b584f4,...) at intr_execute_handlers+0x49 lapic_handle_intr(38,c41d1c30) at lapic_handle_intr+0x4c Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc0b4cad5, esp = 0xc41d1c70, ebp = 0xc41d1c70 --- acpi_cpu_c1(1,0,c41d1cd8,0,c087dbe1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41d1cb4,c0b63a5b,1,c41d1cf8,c087deae,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(1,c41d1cf8,c087deae,1,c41d1cd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c41d1cd8,c0c4158d,3af,c4570480,...) at cpu_idle+0x1b sched_idletd(0,c41d1d38,c0c3b5bb,336,c456ea90,...) at sched_idletd+0x21e fork_exit(c087dc90,0,c41d1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d1d70, ebp = 0 --- db:0:bt> show allpcpu Current CPU: 0 cpuid = 0 curthread = 0xc4570480: pid 11 "idle: cpu0" curpcb = 0xc41d1d90 fpcurthread = none idlethread = 0xc4570480: pid 11 "idle: cpu0" APIC ID = 0 currentldt = 0x50 spin locks held: cpuid = 1 curthread = 0xc45706c0: pid 11 "idle: cpu1" curpcb = 0xc41ced90 fpcurthread = none idlethread = 0xc45706c0: pid 11 "idle: cpu1" APIC ID = 1 currentldt = 0x50 spin locks held: cpuid = 2 curthread = 0xc4570900: pid 11 "idle: cpu2" curpcb = 0xc41cbd90 fpcurthread = none idlethread = 0xc4570900: pid 11 "idle: cpu2" APIC ID = 6 currentldt = 0x50 spin locks held: cpuid = 3 curthread = 0xc4570b40: pid 11 "idle: cpu3" curpcb = 0xc41c8d90 fpcurthread = none idlethread = 0xc4570b40: pid 11 "idle: cpu3" APIC ID = 7 currentldt = 0x50 spin locks held: db:0:allpcpu> show alllocks Process 98914 (ls) thread 0xc5322480 (100318) exclusive sx devfsmount (devfsmount) r = 0 (0xc4a95594) locked @ fs/devfs/devfs_vnops.c:860 exclusive lockmgr devfs (devfs) r = 0 (0xc4a98308) locked @ kern/vfs_lookup.c:492 Process 18167 (sshd) thread 0xc5641900 (100388) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc47e652c) locked @ kern/uipc_sockbuf.c:148 Process 1326 (sshd) thread 0xc54f0240 (100225) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc55eb088) locked @ kern/uipc_sockbuf.c:148 Process 1325 (sshd) thread 0xc54f0480 (100224) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc55eb3a0) locked @ kern/uipc_sockbuf.c:148 Process 1324 (sshd) thread 0xc54f06c0 (100223) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4e6952c) locked @ kern/uipc_sockbuf.c:148 Process 1142 (sshd) thread 0xc4c0c240 (100110) exclusive sx so_rcv_sx (so_rcv_sx) r = 0 (0xc4c293a0) locked @ kern/uipc_sockbuf.c:148 db:0:alllocks> show lockedvnods Locked vnodes 0xc4a982b0: tag devfs, type VDIR usecount 5, writecount 0, refcount 5 mountedhere 0 flags (VV_ROOT) lock type devfs: EXCL by thread 0xc5322480 (pid 98914) #0 0xc08452a0 at __lockmgr_args+0xb80 #1 0xc08d64c5 at vop_stdlock+0x65 #2 0xc0b82f45 at VOP_LOCK1_APV+0xa5 #3 0xc08f2bd8 at _vn_lock+0x78 #4 0xc08da7f0 at lookup+0xf0 #5 0xc08db9ab at namei+0x4db #6 0xc08ead1b at kern_statat_vnhook+0x6b #7 0xc08eae6c at kern_statat+0x3c #8 0xc08eaea6 at kern_lstat+0x36 #9 0xc08eaf4f at lstat+0x2f #10 0xc0b74f53 at syscall+0x2a3 #11 0xc0b58190 at Xint0x80_syscall+0x20 db:0:lockedvnods> show mount 0xc4a90b30 /dev/ad0s1a on / (ufs) 0xc4a91000 devfs on /dev (devfs) 0xc4a90864 /dev/ad0s1f on /home (ufs) 0xc4b89598 /dev/ad0s1e on /tmp (ufs) 0xc4b892cc /dev/ad0s1g on /usr (ufs) 0xc4a90598 /dev/ad0s1d on /var (ufs) 0xc4b89000 procfs on /proc (procfs) More info: show mount db:0:mount> ps pid ppid pgrp uid state wmesg wchan cmd 99015 1354 1348 1001 S nanslp 0xc0d8d704 sleep 98914 98909 1014 0 S vlruwk 0xc0ef9ff4 ls 98909 1014 1014 0 S wait 0xc4a8c548 sh 85003 84972 85003 0 S+ ttyin 0xc4bac670 csh 84972 1146 84972 1001 S+ wait 0xc6872a90 su 18300 18298 18300 1001 Ss+ ttyin 0xc5e64470 bash 18298 18167 18167 1001 S select 0xc5c602e4 sshd 18167 954 18167 0 Ss sbwait 0xc47e6558 sshd 1355 1348 1348 1001 S piperd 0xc4b71780 awk 1354 1348 1348 1001 S wait 0xc5515d34 sh 1349 1345 1349 1001 Ss+ select 0xc4a81124 top 1348 1343 1348 1001 Ss wait 0xc4a86548 sh 1346 1344 1346 1001 Ss kqread 0xc55be480 tail 1345 1326 1326 1001 S select 0xc4a7f624 sshd 1344 1324 1324 1001 S select 0xc55fb424 sshd 1343 1325 1325 1001 S select 0xc51b9c64 sshd 1326 954 1326 0 Ss sbwait 0xc55eb0b4 sshd 1325 954 1325 0 Ss sbwait 0xc55eb3cc sshd 1324 954 1324 0 Ss sbwait 0xc4e69558 sshd 1163 0 0 0 SL mdwait 0xc4b5a800 [md10] 1146 1144 1146 1001 Ss+ wait 0xc4e6b000 bash 1144 1142 1142 1001 S select 0xc4a320e4 sshd 1142 954 1142 0 Ss sbwait 0xc4c293cc sshd 1085 1 1085 0 Ss+ ttyin 0xc4826670 getty 1084 1 1084 0 Ss+ ttyin 0xc4826870 getty 1083 1 1083 0 Ss+ ttyin 0xc4826a70 getty 1082 1 1082 0 Ss+ ttyin 0xc46b5270 getty 1081 1 1081 0 Ss+ ttyin 0xc46b5470 getty 1080 1 1080 0 Ss+ ttyin 0xc46b5670 getty 1079 1 1079 0 Ss+ ttyin 0xc46b5a70 getty 1078 1 1078 0 Ss+ ttyin 0xc46b5870 getty 1052 1 1052 0 Ss select 0xc4a311e4 inetd 1027 1 1027 0 Ss select 0xc4ade364 moused 1014 1 1014 0 Ss wait 0xc4c0b7ec watchdogd 972 1 972 0 Ss nanslp 0xc0d8d704 cron 965 1 965 25 Ss pause 0xc4e6d2fc sendmail 959 1 959 0 Ss select 0xc4a95ba4 sendmail 954 1 954 0 Ss select 0xc4a945a4 sshd 917 1 917 0 Ss select 0xc4a95a24 ntpd 767 766 766 0 S (threaded) nfsd 100114 S rpcsvc 0xc4a945d0 nfsd: service 100113 S rpcsvc 0xc4a94650 nfsd: service 100112 S rpcsvc 0xc4a94610 nfsd: service 100106 S rpcsvc 0xc4a94690 nfsd: master 766 1 766 0 Ss select 0xc4ade024 nfsd 764 1 764 0 Ss select 0xc4ade0e4 mountd 682 1 682 0 Ss select 0xc4addb24 rpcbind 664 1 664 0 Ss select 0xc4a317a4 syslogd 499 1 499 0 Ss select 0xc4a31964 devd 23 0 0 0 SL flowclea 0xc0d8d564 [flowcleaner] 22 0 0 0 SL sdflush 0xc0f05e60 [softdepflush] 21 0 0 0 SL vlrup 0xc4a36000 [vnlru] 20 0 0 0 SL syncer 0xc0ef9fd0 [syncer] 19 0 0 0 SL psleep 0xc0ef9d08 [bufdaemon] 18 0 0 0 SL pgzero 0xc0f06a94 [pagezero] 9 0 0 0 SL psleep 0xc0f066bc [vmdaemon] 8 0 0 0 SL psleep 0xc0f06684 [pagedaemon] 17 0 0 0 SL wmsg 0xc4788dac [usbus0] 16 0 0 0 SL wmsg 0xc4788d7c [usbus0] 15 0 0 0 SL wmsg 0xc4788d4c [usbus0] 14 0 0 0 SL wmsg 0xc4788d1c [usbus0] 7 0 0 0 SL waiting_ 0xc0efbebc [sctp_iterator] 6 0 0 0 SL - 0xc481523c [fdc0] 5 0 0 0 SL ccb_scan 0xc0d5a554 [xpt_thrd] 13 0 0 0 SL - 0xc0d8d564 [yarrow] 4 0 0 0 SL - 0xc0d8b2e4 [g_down] 3 0 0 0 SL - 0xc0d8b2e0 [g_up] 2 0 0 0 SL - 0xc0d8b2d8 [g_event] 12 0 0 0 WL (threaded) intr 100036 I [swi0: uart uart] 100035 I [irq12: psm0] 100034 I [irq1: atkbd0] 100033 I [irq15: ata1] 100032 I [irq14: ata0] 100031 I [irq17: fxp0] 100030 I [irq16: uhci0] 100028 I [irq9: acpi0] 100026 I [swi5: +] 100025 I [swi2: cambio] 100019 I [swi6: task queue] 100018 I [swi6: Giant taskq] 100012 I [swi4: clock] 100011 I [swi4: clock] 100010 I [swi4: clock] 100009 I [swi4: clock] 100008 I [swi3: vm] 100007 I [swi1: net] 11 0 0 0 RL (threaded) idle 100006 Run CPU 0 [idle: cpu0] 100005 Run CPU 1 [idle: cpu1] 100004 Run CPU 2 [idle: cpu2] 100003 Run CPU 3 [idle: cpu3] 1 0 1 0 SLs wait 0xc456ed34 [init] 10 0 0 0 SL audit_wo 0xc0f05800 [audit] 0 0 0 0 SLs (threaded) kernel 100029 D - 0xc4770d40 [em0 taskq] 100027 D - 0xc472b000 [thread taskq] 100023 D - 0xc472b1c0 [acpi_task_2] 100022 D - 0xc472b1c0 [acpi_task_1] 100021 D - 0xc472b1c0 [acpi_task_0] 100020 D - 0xc472b200 [kqueue taskq] 100016 D - 0xc4555b80 [firmware taskq] 100000 D sched 0xc0d8b3a0 [swapper] db:0:ps> allt Tracing command sleep pid 99015 tid 100389 td 0xc51fc900 sched_switch(c51fc900,0,104,18c,e133bb7c,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c51fc900,0,c0c43cab,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(2711,c0891bc0,c51fc900,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d8d704,5c,c0c40b9f,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d8d704,0,15c,c0c40b9f,2711,...) at _sleep+0x30e kern_nanosleep(c51fc900,f3a48c64,f3a48c6c,a,0,...) at kern_nanosleep+0xc1 nanosleep(c51fc900,f3a48cf8,8,c51fc900,c0d23600,...) at nanosleep+0x6f syscall(f3a48d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x28143c1f, esp = 0xbfbfeccc, ebp = 0xbfbfed08 --- Tracing command ls pid 98914 tid 100318 td 0xc5322480 sched_switch(c5322480,0,104,18c,f74ddc0c,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,50,...) at mi_switch+0x200 sleepq_switch(c5322480,0,c0c43cab,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ef9ff4,50,c0c4d75e,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ef9ff4,c0ef9f90,50,c0c4d75e,3e8,...) at _sleep+0x329 getnewvnode(c0c353de,c4a91000,c0d1ebe0,f3973908,c5972900,...) at getnewvnode+0xce devfs_allocv(c669f480,c4a91000,f3973b78,35c,33,...) at devfs_allocv+0x22d devfs_lookup(f3973a54,c0c4d450,c0d59a40,c4a982b0,200000,...) at devfs_lookup+0x79c VOP_LOOKUP_APV(c0d1ebe0,f3973a54,c0c4bfdb,1ec,f3973b78,...) at VOP_LOOKUP_APV+0xe5 lookup(f3973b60,c0c4bfdb,e2,c2,c586f32c,...) at lookup+0x59e namei(f3973b60,f3973b00,60,0,c5322480,...) at namei+0x4db kern_statat_vnhook(c5322480,200,ffffff9c,2821d5a8,0,...) at kern_statat_vnhook+0x6b kern_statat(c5322480,200,ffffff9c,2821d5a8,0,...) at kern_statat+0x3c kern_lstat(c5322480,2821d5a8,0,f3973c18,400ff00,...) at kern_lstat+0x36 lstat(c5322480,f3973cf8,8,c0c462a6,c0d23150,...) at lstat+0x2f syscall(f3973d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (190, FreeBSD ELF32, lstat), eip = 0x281a409b, esp = 0xbfbfe6ac, ebp = 0xbfbfe738 --- Tracing command sh pid 98909 tid 100232 td 0xc54f0000 sched_switch(c54f0000,0,104,18c,985c4bb4,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c54f0000,0,c0c43cab,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c43cab,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a8c548,5c,c0c46400,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4a8c548,c4a8c5d0,15c,c0c46400,0,...) at _sleep+0x344 kern_wait(c54f0000,ffffffff,f37f0c74,2,0,...) at kern_wait+0xac6 wait4(c54f0000,f37f0cf8,10,c54f0000,c0d22028,...) at wait4+0x3b syscall(f37f0d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814f6db, esp = 0xbfbfeb6c, ebp = 0xbfbfeb88 --- Tracing command csh pid 85003 tid 100157 td 0xc5437900 sched_switch(c5437900,0,104,18c,22d0c9e6,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c5437900,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084c43a,c4bac604,0,c0c3e1f2,c5437900,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4bac670,0,f36edb0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4bac670,c4bac604,c0c47aeb,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c4bac600,c4bac670,f36edc58,1,0,...) at tty_wait+0x71 ttydisc_read(c4bac600,f36edc58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c510b800,f36edc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4bcbb98,f36edc58,c64c8100,0,c5437900,...) at devfs_read_f+0x7e dofileread(f36edc58,ffffffff,ffffffff,0,c4bcbb98,...) at dofileread+0x96 kern_readv(c5437900,10,f36edc58,f36edc78,1,...) at kern_readv+0x58 read(c5437900,f36edcf8,c,c0c2265c,c0d21fc8,...) at read+0x4f syscall(f36edd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28204213, esp = 0xbfbfe6dc, ebp = 0xbfbfe6f8 --- Tracing command su pid 84972 tid 100434 td 0xc8b66900 sched_switch(c8b66900,0,104,18c,20fdad6,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c8b66900,0,c0c43cab,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c43cab,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c6872a90,5c,c0c46400,100,0,...) at sleepq_wait_sig+0x17 _sleep(c6872a90,c6872b18,15c,c0c46400,0,...) at _sleep+0x344 kern_wait(c8b66900,14c0b,f3ad4c74,2,0,...) at kern_wait+0xac6 wait4(c8b66900,f3ad4cf8,10,c8b66900,c0d22028,...) at wait4+0x3b syscall(f3ad4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2810d6db, esp = 0xbfbfe66c, ebp = 0xbfbfe688 --- Tracing command bash pid 18300 tid 100316 td 0xc5334240 sched_switch(c5334240,0,104,18c,884c809a,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c5334240,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084c43a,c5e64404,0,c0c3e1f2,c5334240,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5e64470,0,f396db0c,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c5e64470,c5e64404,c0c47aeb,4ce,0,...) at _cv_wait_sig+0x240 tty_wait(c5e64400,c5e64470,f396dc58,1,0,...) at tty_wait+0x71 ttydisc_read(c5e64400,f396dc58,0,9e,0,...) at ttydisc_read+0x22c ttydev_read(c64c8600,f396dc58,0,0,1,...) at ttydev_read+0xaa devfs_read_f(c4ae82d8,f396dc58,c6315e00,0,c5334240,...) at devfs_read_f+0x7e dofileread(f396dc58,ffffffff,ffffffff,0,c4ae82d8,...) at dofileread+0x96 kern_readv(c5334240,0,f396dc58,f396dc78,1,...) at kern_readv+0x58 read(c5334240,f396dcf8,c,c5334240,c0d21fc8,...) at read+0x4f syscall(f396dd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28334213, esp = 0xbfbfe83c, ebp = 0xbfbfe868 --- Tracing command sshd pid 18298 tid 100096 td 0xc4a1db40 sched_switch(c4a1db40,0,104,18c,884ff4d4,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1db40,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084c43a,c5c602d0,0,c0c3e1f2,c4a1db40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5c602e4,0,f3616a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c5c602e4,c5c602d0,c0c45e4a,5c4,c5ed76c8,...) at _cv_wait_sig+0x240 seltdwait(c5ed76c8,58,c63d0e00,c4a1db40,c0c5ba28,...) at seltdwait+0xa2 kern_select(c4a1db40,a,285030dc,285030e0,0,0,0,280f3ae8) at kern_select+0x4c4 select(c4a1db40,f3616cf8,14,c0c2265c,c0d22838,...) at select+0x5e syscall(f3616d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839b193, esp = 0xbfbfe58c, ebp = 0xbfbfe5d8 --- Tracing command sshd pid 18167 tid 100388 td 0xc5641900 Tracing command awk pid 1355 tid 100239 td 0xc4a8f240 sched_switch(c4a8f240,0,104,18c,e0c13866,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4a8f240,0,c0c43cab,189,4c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c43cab,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4b71780,4c,c0c46022,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4b71780,c4b718e8,14c,c0c46022,0,...) at _sleep+0x344 pipe_read(c4ad8ab8,f380bc58,c55f3e00,0,c4a8f240,...) at pipe_read+0x3f7 dofileread(f380bc58,ffffffff,ffffffff,0,c4ad8ab8,...) at dofileread+0x96 kern_readv(c4a8f240,0,f380bc58,f380bc78,1,...) at kern_readv+0x58 read(c4a8f240,f380bcf8,c,c4a8f240,c0d21fc8,...) at read+0x4f syscall(f380bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (3, FreeBSD ELF32, read), eip = 0x28194213, esp = 0xbfbfe98c, ebp = 0xbfbfe9a8 --- Tracing command sh pid 1354 tid 100238 td 0xc51fc6c0 sched_switch(c51fc6c0,0,104,18c,e0dca848,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c51fc6c0,0,c0c43cab,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c43cab,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c5515d34,5c,c0c46400,100,0,...) at sleepq_wait_sig+0x17 _sleep(c5515d34,c5515dbc,15c,c0c46400,0,...) at _sleep+0x344 kern_wait(c51fc6c0,ffffffff,f3807c74,2,0,...) at kern_wait+0xac6 wait4(c51fc6c0,f3807cf8,10,c0c463df,c0d22028,...) at wait4+0x3b syscall(f3807d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814f6db, esp = 0xbfbfe96c, ebp = 0xbfbfe988 --- Tracing command top pid 1349 tid 100101 td 0xc4c0d6c0 sched_switch(c4c0d6c0,0,104,18c,e1cff3da,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c0d6c0,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f362aa50,c084c43a,c4a81110,0,c4c0d6c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a81124,0,f362aa80,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a81124,c4a81110,3e9,5c4,c4b0e658,...) at _cv_timedwait_sig+0x250 seltdwait(f362ac2c,f362ac34,c4a8a400,c4c0d6c0,30204830,...) at seltdwait+0x8a kern_select(c4c0d6c0,2,bfbfebfc,0,0,f362ac70,1,0) at kern_select+0x4c4 select(c4c0d6c0,f362acf8,14,c0c2265c,c0d22838,...) at select+0x5e syscall(f362ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x281c8193, esp = 0xbfbfeb9c, ebp = 0xbfbfecf8 --- Tracing command sh pid 1348 tid 100275 td 0xc5627240 sched_switch(c5627240,0,104,18c,cffdfce6,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c5627240,0,c0c43cab,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c43cab,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a86548,5c,c0c46400,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4a86548,c4a865d0,15c,c0c46400,0,...) at _sleep+0x344 kern_wait(c5627240,ffffffff,f3886c74,2,0,...) at kern_wait+0xac6 wait4(c5627240,f3886cf8,10,c5627240,c0d22028,...) at wait4+0x3b syscall(f3886d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x2814f6db, esp = 0xbfbfeb6c, ebp = 0xbfbfeb88 --- Tracing command tail pid 1346 tid 100252 td 0xc5653900 sched_switch(c5653900,0,104,18c,1111e58a,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,58,...) at mi_switch+0x200 sleepq_switch(c5653900,0,c0c43cab,189,58,...) at sleepq_switch+0x15f sleepq_catch_signals(3e9,c0891bc0,c5653900,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c55be480,58,c0c3b322,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c55be480,c55be480,158,c0c3b322,3e9,...) at _sleep+0x30e kern_kevent(c5653900,4,0,1,f3832c58,...) at kern_kevent+0x357 kevent(c5653900,f3832cf8,18,c0bdbb91,c0d24188,...) at kevent+0x19b syscall(f3832d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (363, FreeBSD ELF32, kevent), eip = 0x28147e3b, esp = 0xbfbfeb7c, ebp = 0xbfbfec28 --- Tracing command sshd pid 1345 tid 100440 td 0xc565c480 sched_switch(c565c480,0,104,18c,e1d35eda,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c565c480,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084c43a,c4a7f610,0,c0c3e1f2,c565c480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a7f624,0,f3a6aa80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a7f624,c4a7f610,c0c45e4a,5c4,c4b0e700,...) at _cv_wait_sig+0x240 seltdwait(c4b0e700,58,c55f3400,c565c480,c0c5ba28,...) at seltdwait+0xa2 kern_select(c565c480,a,285030dc,285030e0,0,0,0,280f3ae8) at kern_select+0x4c4 select(c565c480,f3a6acf8,14,c0c2265c,c0d22838,...) at select+0x5e syscall(f3a6ad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839b193, esp = 0xbfbfe58c, ebp = 0xbfbfe5d8 --- Tracing command sshd pid 1344 tid 100299 td 0xc5640240 sched_switch(c5640240,0,104,18c,bb4c2bac,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c5640240,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084c43a,c55fb410,0,c0c3e1f2,c5640240,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c55fb424,0,f38c2a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c55fb424,c55fb410,c0c45e4a,5c4,c4ad78f8,...) at _cv_wait_sig+0x240 seltdwait(c4ad78f8,58,c4a8a000,c5640240,c0c5ba28,...) at seltdwait+0xa2 kern_select(c5640240,c,285030dc,285030e0,0,0,0,280f3ae8) at kern_select+0x4c4 select(c5640240,f38c2cf8,14,c0c2265c,c0d22838,...) at select+0x5e syscall(f38c2d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839b193, esp = 0xbfbfe58c, ebp = 0xbfbfe5d8 --- Tracing command sshd pid 1343 tid 100291 td 0xc5627b40 sched_switch(c5627b40,0,104,18c,742a5078,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c5627b40,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084c43a,c51b9c50,0,c0c3e1f2,c5627b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c51b9c64,0,f38aaa80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c51b9c64,c51b9c50,c0c45e4a,5c4,c4ad8498,...) at _cv_wait_sig+0x240 seltdwait(c4ad8498,58,c4b01400,c5627b40,c0c5ba28,...) at seltdwait+0xa2 kern_select(c5627b40,c,285030dc,285030e0,0,0,0,280f3ae8) at kern_select+0x4c4 select(c5627b40,f38aacf8,14,c0c2265c,c0d22838,...) at select+0x5e syscall(f38aad38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839b193, esp = 0xbfbfe58c, ebp = 0xbfbfe5d8 --- Tracing command sshd pid 1326 tid 100225 td 0xc54f0240 Tracing command sshd pid 1325 tid 100224 td 0xc54f0480 Tracing command sshd pid 1324 tid 100223 td 0xc54f06c0 Tracing command md10 pid 1163 tid 100135 td 0xc510fd80 sched_switch(c510fd80,0,104,18c,a13958fa,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c510fd80,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4b5a800,4c,c0c0e8f8,0,0,...) at sleepq_wait+0x63 _sleep(c4b5a800,c4b5a820,24c,c0c0e8f8,0,...) at _sleep+0x35b md_kthread(c4b5a800,f36abd38,c0c3b5bb,336,c50fe2a4,...) at md_kthread+0x125 fork_exit(c0694b20,c4b5a800,f36abd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf36abd70, ebp = 0 --- Tracing command bash pid 1146 tid 100129 td 0xc4ed16c0 sched_switch(c4ed16c0,0,104,18c,e26cabf8,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4ed16c0,0,c0c43cab,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c43cab,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4e6b000,5c,c0c46400,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e6b000,c4e6b088,15c,c0c46400,0,...) at _sleep+0x344 kern_wait(c4ed16c0,ffffffff,f3695c74,6,0,...) at kern_wait+0xac6 wait4(c4ed16c0,f3695cf8,10,c0c462da,c0d22028,...) at wait4+0x3b syscall(f3695d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x282b36db, esp = 0xbfbfe9dc, ebp = 0xbfbfe9f8 --- Tracing command sshd pid 1144 tid 100127 td 0xc4ed1b40 sched_switch(c4ed1b40,0,104,18c,22d635a4,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4ed1b40,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084c43a,c4a320d0,0,c0c3e1f2,c4ed1b40,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a320e4,0,f368fa80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a320e4,c4a320d0,c0c45e4a,5c4,c4ae8b60,...) at _cv_wait_sig+0x240 seltdwait(c4ae8b60,58,c510b600,c4ed1b40,c0c5ba28,...) at seltdwait+0xa2 kern_select(c4ed1b40,a,285030dc,285030e0,0,0,0,280f3ae8) at kern_select+0x4c4 select(c4ed1b40,f368fcf8,14,c0c2265c,c0d22838,...) at select+0x5e syscall(f368fd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x2839b193, esp = 0xbfbfe58c, ebp = 0xbfbfe5d8 --- Tracing command sshd pid 1142 tid 100110 td 0xc4c0c240 Tracing command getty pid 1085 tid 100132 td 0xc4b30240 Tracing command getty pid 1084 tid 100131 td 0xc4b30480 Tracing command getty pid 1083 tid 100130 td 0xc4b306c0 Tracing command getty pid 1082 tid 100103 td 0xc4c0d240 Tracing command getty pid 1081 tid 100053 td 0xc4af4b40 Tracing command getty pid 1080 tid 100051 td 0xc4acfd80 Tracing command getty pid 1079 tid 100088 td 0xc4b30d80 Tracing command getty pid 1078 tid 100128 td 0xc4ed1900 Tracing command inetd pid 1052 tid 100073 td 0xc4b2cb40 Tracing command moused pid 1027 tid 100121 td 0xc4ed3900 Tracing command watchdogd pid 1014 tid 100100 td 0xc4c0d900 sched_switch(c4c0d900,0,104,18c,5581d394,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4c0d900,0,c0c43cab,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c43cab,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4c0b7ec,5c,c0c46400,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4c0b7ec,c4c0b874,15c,c0c46400,0,...) at _sleep+0x344 kern_wait(c4c0d900,1825d,f3627c74,0,0,...) at kern_wait+0xac6 wait4(c4c0d900,f3627cf8,10,c4c0d900,c0d22028,...) at wait4+0x3b syscall(f3627d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x281056db, esp = 0xbfbfec6c, ebp = 0xbfbfed18 --- Tracing command cron pid 972 tid 100118 td 0xc4b436c0 sched_switch(c4b436c0,0,104,18c,1a1e4b6e,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4b436c0,0,c0c43cab,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(e291,c0891bc0,c4b436c0,0,100,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c0d8d704,5c,c0c40b9f,100,0,...) at sleepq_timedwait_sig+0x1a _sleep(c0d8d704,0,15c,c0c40b9f,e291,...) at _sleep+0x30e kern_nanosleep(c4b436c0,f3674c64,f3674c6c,3a,0,...) at kern_nanosleep+0xc1 nanosleep(c4b436c0,f3674cf8,8,c0c46544,c0d23600,...) at nanosleep+0x6f syscall(f3674d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (240, FreeBSD ELF32, nanosleep), eip = 0x2815fc1f, esp = 0xbfbfecbc, ebp = 0xbfbfece8 --- Tracing command sendmail pid 965 tid 100116 td 0xc4b43b40 sched_switch(c4b43b40,0,104,18c,3f47112c,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4b43b40,0,c0c43cab,189,68,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c43cab,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4e6d2fc,68,c0beff3e,100,0,...) at sleepq_wait_sig+0x17 _sleep(c4e6d2fc,c4e6d32c,168,c0beff3e,0,...) at _sleep+0x344 kern_sigsuspend(c4b43b40,0,0,0,0,...) at kern_sigsuspend+0xe4 sigsuspend(c4b43b40,f366ecf8,4,c0c462da,c0d23f78,...) at sigsuspend+0x4d syscall(f366ed38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (341, FreeBSD ELF32, sigsuspend), eip = 0x2831878b, esp = 0xbfbfda7c, ebp = 0xbfbfdaa8 --- Tracing command sendmail pid 959 tid 100090 td 0xc4acf6c0 sched_switch(c4acf6c0,0,104,18c,7ff7134,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4acf6c0,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f35c6a50,c084c43a,c4a95b90,0,c4acf6c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a95ba4,0,f35c6a80,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a95ba4,c4a95b90,1389,5c4,c55225b0,...) at _cv_timedwait_sig+0x250 seltdwait(f35c6c2c,f35c6c34,c4ba2300,c4acf6c0,c4417000,...) at seltdwait+0x8a kern_select(c4acf6c0,7,bfbfd8ac,0,0,f35c6c70,5,0) at kern_select+0x4c4 select(c4acf6c0,f35c6cf8,14,c0c4681a,c0d22838,...) at select+0x5e syscall(f35c6d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x283af193, esp = 0xbfbfd01c, ebp = 0xbfbfdab8 --- Tracing command sshd pid 954 tid 100099 td 0xc4b2c000 Tracing command ntpd pid 917 tid 100083 td 0xc4af16c0 sched_switch(c4af16c0,0,104,18c,ed21e57c,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4af16c0,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084c43a,c4a95a10,0,c0c3e1f2,c4af16c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a95a24,0,f35a3a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a95a24,c4a95a10,c0c45e4a,5c4,c4ad7380,...) at _cv_wait_sig+0x240 seltdwait(c4ad7380,58,c4575400,c4af16c0,0,...) at seltdwait+0xa2 kern_select(c4af16c0,1b,bfbfed2c,0,0,0,f35a3c98,246) at kern_select+0x4c4 select(c4af16c0,f35a3cf8,14,c4af16c0,c0d22838,...) at select+0x5e syscall(f35a3d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28330193, esp = 0xbfbfed0c, ebp = 0xbfbfedc8 --- Tracing command nfsd pid 767 tid 100114 td 0xc4a1d240 sched_switch(c4a1d240,0,104,18c,c0d63664,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1d240,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f3656bf8,c084c43a,c4822500,0,c4a1d240,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a945d0,0,f3656c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a945d0,c4822500,1388,3a5,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f3656d24,c0835688,c4822500,f3656d38,c0c3b5bb,...) at svc_run_internal+0x356 svc_thread_start(c4822500,f3656d38,c0c3b5bb,336,c4c0a7ec,...) at svc_thread_start+0x10 fork_exit(c0a49740,c4822500,f3656d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x3, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 767 tid 100113 td 0xc4a1d480 sched_switch(c4a1d480,0,104,18c,c0c00daa,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1d480,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f3653bf8,c084c43a,c4822500,0,c4a1d480,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a94650,0,f3653c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a94650,c4822500,1388,3a5,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f3653d24,c0835688,c4822500,f3653d38,c0c3b5bb,...) at svc_run_internal+0x356 svc_thread_start(c4822500,f3653d38,c0c3b5bb,336,c4c0a7ec,...) at svc_thread_start+0x10 fork_exit(c0a49740,c4822500,f3653d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x3, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 767 tid 100112 td 0xc4a1d6c0 sched_switch(c4a1d6c0,0,104,18c,c19b91f6,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1d6c0,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f3650bf8,c084c43a,c4822500,0,c4a1d6c0,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a94610,0,f3650c28,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a94610,c4822500,1388,3a5,0,...) at _cv_timedwait_sig+0x250 svc_run_internal(f3650d24,c0835688,c4822500,f3650d38,c0c3b5bb,...) at svc_run_internal+0x356 svc_thread_start(c4822500,f3650d38,c0c3b5bb,336,c4c0a7ec,...) at svc_thread_start+0x10 fork_exit(c0a49740,c4822500,f3650d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0x3, eip = 0xc, esp = 0x33, ebp = 0 --- Tracing command nfsd pid 767 tid 100106 td 0xc4c0cb40 sched_switch(c4c0cb40,0,104,18c,c0db6300,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4c0cb40,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f3639ae8,c084c43a,c4822500,0,c4c0cb40,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4a94690,0,f3639b18,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4a94690,c4822500,1388,3a5,f3639b60,...) at _cv_timedwait_sig+0x250 svc_run_internal(c4c0cca4,14,c0c617fe,c0c600fd,0,...) at svc_run_internal+0x356 svc_run(c4822500,0,c0c60401,1fa,0,...) at svc_run+0x7f nfssvc_nfsd(f3639c38,c0838e35,c4575400,122,f3639c50,...) at nfssvc_nfsd+0xad nfssvc_nfsserver(c4c0cb40,f3639cf8,0,c4c0cb40,c4c0a7ec,...) at nfssvc_nfsserver+0x1d5 nfssvc(c4c0cb40,f3639cf8,8,c4c0cb40,c0d22e08,...) at nfssvc+0x77 syscall(f3639d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (155, FreeBSD ELF32, nfssvc), eip = 0x280ce34b, esp = 0xbfbfeadc, ebp = 0xbfbfeaf8 --- Tracing command nfsd pid 766 tid 100078 td 0xc4acfb40 Tracing command mountd pid 764 tid 100104 td 0xc4c0d000 Tracing command rpcbind pid 682 tid 100061 td 0xc4b2ed80 sched_switch(c4b2ed80,0,104,18c,3ee2f376,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b2ed80,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(f354baa8,c084c43a,c4addb10,0,c4b2ed80,...) at sleepq_catch_signals+0xb6 sleepq_timedwait_sig(c4addb24,0,f354bad8,101,0,...) at sleepq_timedwait_sig+0x1a _cv_timedwait_sig(c4addb24,c4addb10,7531,5c4,f354bb8c,...) at _cv_timedwait_sig+0x250 seltdwait(f354bc5c,f354bc64,4d4,c4b2ed80,f354bb5c,...) at seltdwait+0x8a poll(c4b2ed80,f354bcf8,c,c0c46544,c0d23318,...) at poll+0x2f9 syscall(f354bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (209, FreeBSD ELF32, poll), eip = 0x28129d8f, esp = 0xbfbfcc0c, ebp = 0xbfbfedd8 --- Tracing command syslogd pid 664 tid 100081 td 0xc4b2c480 sched_switch(c4b2c480,0,104,18c,795ac8bc,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b2c480,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084c43a,c4a31790,0,c0c3e1f2,c4b2c480,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a317a4,0,f359ba80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a317a4,c4a31790,c0c45e4a,5c4,c4b0ecb0,...) at _cv_wait_sig+0x240 seltdwait(c4b0ecb0,58,c4575400,c4b2c480,0,...) at seltdwait+0xa2 kern_select(c4b2c480,9,2821f0a8,0,0,0,0,281877f8) at kern_select+0x4c4 select(c4b2c480,f359bcf8,14,c0c463ef,c0d22838,...) at select+0x5e syscall(f359bd38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x28177193, esp = 0xbfbfdedc, ebp = 0xbfbfee28 --- Tracing command devd pid 499 tid 100080 td 0xc4b2c6c0 sched_switch(c4b2c6c0,0,104,18c,f7058792,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4b2c6c0,0,c0c43cab,189,0,...) at sleepq_switch+0x15f sleepq_catch_signals(c084c43a,c4a31950,0,c0c3e1f2,c4b2c6c0,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c4a31964,0,f3597a80,101,0,...) at sleepq_wait_sig+0x17 _cv_wait_sig(c4a31964,c4a31950,c0c45e4a,5c4,c4b0ece8,...) at _cv_wait_sig+0x240 seltdwait(c4b0ece8,58,c4575400,c4b2c6c0,3,...) at seltdwait+0xa2 kern_select(c4b2c6c0,6,bfbfedb8,0,0,0,0,10) at kern_select+0x4c4 select(c4b2c6c0,f3597cf8,14,c0bdbb91,c0d22838,...) at select+0x5e syscall(f3597d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (93, FreeBSD ELF32, select), eip = 0x8086b3f, esp = 0xbfbfe97c, ebp = 0xbfbfee58 --- Tracing command flowcleaner pid 23 tid 100050 td 0xc47546c0 sched_switch(c47546c0,0,104,18c,712dce94,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47546c0,0,c0c43cab,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d8d564,0,c0c4e52b,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d8d564,0,0,c0c4e52b,4e20,...) at _sleep+0x329 pause(c0c4e52b,4e20,c0c4e486,41e,0,...) at pause+0x47 flowtable_cleaner(0,f1330d38,c0c3b5bb,336,c46a7a90,...) at flowtable_cleaner+0x160 fork_exit(c08fc7e0,0,f1330d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1330d70, ebp = 0 --- Tracing command softdepflush pid 22 tid 100049 td 0xc4754900 sched_switch(c4754900,0,104,18c,d84fa336,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4754900,0,c0c43cab,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f05e60,44,c0c64694,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f05e60,c0f05e04,44,c0c64694,3e8,...) at _sleep+0x329 softdep_flush(0,f132dd38,c0c3b5bb,336,c46a7d34,...) at softdep_flush+0x2b0 fork_exit(c0a75a60,0,f132dd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf132dd70, ebp = 0 --- Tracing command vnlru pid 21 tid 100048 td 0xc4754b40 sched_switch(c4754b40,0,104,18c,84bbc1f8,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4754b40,0,c0c43cab,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c4a36000,68,c0c4d7bc,0,0,...) at sleepq_timedwait+0x6b _sleep(c4a36000,0,68,c0c4d7bc,bb8,...) at _sleep+0x329 vnlru_proc(0,f132ad38,c0c3b5bb,336,c4a36000,...) at vnlru_proc+0x71e fork_exit(c08e8340,0,f132ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf132ad70, ebp = 0 --- Tracing command syncer pid 20 tid 100047 td 0xc4754d80 sched_switch(c4754d80,0,104,18c,26f14a96,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4754d80,0,c0c43cab,26a,c4754d80,...) at sleepq_switch+0x15f sleepq_timedwait(c0ef9fd0,0,f1327c88,1,0,...) at sleepq_timedwait+0x6b _cv_timedwait(c0ef9fd0,c0ef9fbc,3e8,6de,4e20,...) at _cv_timedwait+0x250 sched_sync(0,f1327d38,c0c3b5bb,336,c4a362a4,...) at sched_sync+0x502 fork_exit(c08e77b0,0,f1327d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1327d70, ebp = 0 --- Tracing command bufdaemon pid 19 tid 100046 td 0xc4a1c000 sched_switch(c4a1c000,0,104,18c,36f3d46,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4a1c000,0,c0c43cab,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0ef9d08,44,c0c4af6c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0ef9d08,c0ef9d0c,44,c0c4af6c,3e8,...) at _sleep+0x329 buf_daemon(0,f1324d38,c0c3b5bb,336,c4a36548,...) at buf_daemon+0x138 fork_exit(c08d07b0,0,f1324d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1324d70, ebp = 0 --- Tracing command pagezero pid 18 tid 100045 td 0xc4a1c240 sched_switch(c4a1c240,0,104,18c,5edc1440,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1c240,0,c0c43cab,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f06a94,0,c0c69850,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f06a94,c0f06650,0,c0c69850,493e0,...) at _sleep+0x329 vm_pagezero(0,f1321d38,c0c3b5bb,336,c4a367ec,...) at vm_pagezero+0xdc fork_exit(c0ab0b50,0,f1321d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1321d70, ebp = 0 --- Tracing command vmdaemon pid 9 tid 100044 td 0xc4a1c480 sched_switch(c4a1c480,0,104,18c,d8144632,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,68,...) at mi_switch+0x200 sleepq_switch(c4a1c480,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0f066bc,68,c0c4af6c,0,0,...) at sleepq_wait+0x63 _sleep(c0f066bc,c0f066c0,68,c0c4af6c,0,...) at _sleep+0x35b vm_daemon(0,f131ed38,c0c3b5bb,336,c4a36a90,...) at vm_daemon+0x59 fork_exit(c0aaaff0,0,f131ed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf131ed70, ebp = 0 --- Tracing command pagedaemon pid 8 tid 100043 td 0xc4a1c6c0 sched_switch(c4a1c6c0,0,104,18c,a11aa420,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,44,...) at mi_switch+0x200 sleepq_switch(c4a1c6c0,0,c0c43cab,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0f06684,44,c0c4af6c,0,0,...) at sleepq_timedwait+0x6b _sleep(c0f06684,c0f06650,44,c0c4af6c,1388,...) at _sleep+0x329 vm_pageout(0,f131bd38,c0c3b5bb,336,c4a36d34,...) at vm_pageout+0x2bb fork_exit(c0aabe90,0,f131bd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf131bd70, ebp = 0 --- Tracing command usbus0 pid 17 tid 100042 td 0xc4a1c900 sched_switch(c4a1c900,0,104,18c,11826de4,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1c900,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4788dac,0,c0c2f5b3,0,0,...) at sleepq_wait+0x63 _sleep(c4788dac,c4788e4c,0,c0c2f5b3,0,...) at _sleep+0x35b usb2_msleep(c0c2f5b3,0,f1318cf8,c0798edb,c4788dac,...) at usb2_msleep+0x58 usb2_cv_wait(c4788dac,c4788e4c,c0c2f512,51,c0d91680,...) at usb2_cv_wait+0x23 usb2_process(c4788da4,f1318d38,c0c3b5bb,336,c456f2a4,...) at usb2_process+0x18b fork_exit(c0798d50,c4788da4,f1318d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1318d70, ebp = 0 --- Tracing command usbus0 pid 16 tid 100041 td 0xc4a1cb40 sched_switch(c4a1cb40,0,104,18c,19416936,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1cb40,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4788d7c,0,c0c2f5b3,0,0,...) at sleepq_wait+0x63 _sleep(c4788d7c,c4788e4c,0,c0c2f5b3,0,...) at _sleep+0x35b usb2_msleep(c0c2f5b3,0,f1315cf8,c0798edb,c4788d7c,...) at usb2_msleep+0x58 usb2_cv_wait(c4788d7c,c4788e4c,c0c2f512,51,c0d91680,...) at usb2_cv_wait+0x23 usb2_process(c4788d74,f1315d38,c0c3b5bb,336,c456f548,...) at usb2_process+0x18b fork_exit(c0798d50,c4788d74,f1315d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1315d70, ebp = 0 --- Tracing command usbus0 pid 15 tid 100040 td 0xc4a1cd80 sched_switch(c4a1cd80,0,104,18c,cec1d00,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1cd80,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4788d4c,0,c0c2f5b3,0,0,...) at sleepq_wait+0x63 _sleep(c4788d4c,c4788e4c,0,c0c2f5b3,0,...) at _sleep+0x35b usb2_msleep(c0c2f5b3,0,f1312cf8,c0798edb,c4788d4c,...) at usb2_msleep+0x58 usb2_cv_wait(c4788d4c,c4788e4c,c0c2f512,51,c0d91680,...) at usb2_cv_wait+0x23 usb2_process(c4788d44,f1312d38,c0c3b5bb,336,c456f7ec,...) at usb2_process+0x18b fork_exit(c0798d50,c4788d44,f1312d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1312d70, ebp = 0 --- Tracing command usbus0 pid 14 tid 100039 td 0xc4a1d000 sched_switch(c4a1d000,0,104,18c,cebf21c,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4a1d000,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4788d1c,0,c0c2f5b3,0,0,...) at sleepq_wait+0x63 _sleep(c4788d1c,c4788e4c,0,c0c2f5b3,0,...) at _sleep+0x35b usb2_msleep(c0c2f5b3,0,f130fcf8,c0798edb,c4788d1c,...) at usb2_msleep+0x58 usb2_cv_wait(c4788d1c,c4788e4c,c0c2f512,51,c0d91680,...) at usb2_cv_wait+0x23 usb2_process(c4788d14,f130fd38,c0c3b5bb,336,c456fa90,...) at usb2_process+0x18b fork_exit(c0798d50,c4788d14,f130fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf130fd70, ebp = 0 --- Tracing command sctp_iterator pid 7 tid 100038 td 0xc4745d80 sched_switch(c4745d80,0,104,18c,f5dd2db2,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4745d80,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0efbebc,0,c0c573ce,0,0,...) at sleepq_wait+0x63 _sleep(c0efbebc,c0efbdd0,0,c0c573ce,0,...) at _sleep+0x35b sctp_iterator_thread(0,f130cd38,c0c3b5bb,336,c456fd34,...) at sctp_iterator_thread+0x60 fork_exit(c09630e0,0,f130cd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf130cd70, ebp = 0 --- Tracing command fdc0 pid 6 tid 100037 td 0xc4752000 sched_switch(c4752000,0,104,18c,6e3a02,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4752000,0,c0c43cab,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c481523c,4c,c0c361e9,0,0,...) at sleepq_timedwait+0x6b _sleep(c481523c,c48152f0,4c,c0c361e9,3e8,...) at _sleep+0x329 fdc_thread(c4815200,f1306d38,c0c3b5bb,336,c46a7000,...) at fdc_thread+0x2be fork_exit(c0b2e020,c4815200,f1306d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf1306d70, ebp = 0 --- Tracing command xpt_thrd pid 5 tid 100024 td 0xc45b7d80 sched_switch(c45b7d80,0,104,18c,22c34160,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c45b7d80,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c0d5a554,4c,c0bd786a,0,0,...) at sleepq_wait+0x63 _sleep(c0d5a554,c0d5a56c,4c,c0bd786a,0,...) at _sleep+0x35b xpt_scanner_thread(0,c420ad38,c0c3b5bb,336,c46a72a4,...) at xpt_scanner_thread+0x41 fork_exit(c047cbc0,0,c420ad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc420ad70, ebp = 0 --- Tracing command yarrow pid 13 tid 100017 td 0xc4572240 sched_switch(c4572240,0,104,18c,38a47ba6,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4572240,0,c0c43cab,26a,2,...) at sleepq_switch+0x15f sleepq_timedwait(c0d8d564,0,c0c361e9,2,0,...) at sleepq_timedwait+0x6b _sleep(c0d8d564,0,0,c0c361e9,64,...) at _sleep+0x329 pause(c0c361e9,64,c0c1cd78,113,0,...) at pause+0x47 random_kthread(0,c41f5d38,c0c3b5bb,336,c46a7548,...) at random_kthread+0x1ef fork_exit(c0711e30,0,c41f5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f5d70, ebp = 0 --- Tracing command g_down pid 4 tid 100015 td 0xc45726c0 sched_switch(c45726c0,0,104,18c,3f0f1b00,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c45726c0,0,c0c43cab,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d8b2e4,4c,c0c361e9,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d8b2e4,c0d8b248,24c,c0c361e9,64,...) at _sleep+0x329 g_io_schedule_down(c45726c0,0,c0c3778c,74,0,...) at g_io_schedule_down+0x6b g_down_procbody(0,c41efd38,c0c3b5bb,336,c456e000,...) at g_down_procbody+0x8d fork_exit(c07ff2c0,0,c41efd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41efd70, ebp = 0 --- Tracing command g_up pid 3 tid 100014 td 0xc4572900 sched_switch(c4572900,0,104,18c,3ef8d032,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4572900,0,c0c43cab,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d8b2e0,4c,c0c361e9,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d8b2e0,c0d8b268,24c,c0c361e9,64,...) at _sleep+0x329 g_io_schedule_up(c4572900,0,c0c3778c,5d,0,...) at g_io_schedule_up+0x133 g_up_procbody(0,c41ecd38,c0c3b5bb,336,c456e2a4,...) at g_up_procbody+0x8d fork_exit(c07ff350,0,c41ecd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ecd70, ebp = 0 --- Tracing command g_event pid 2 tid 100013 td 0xc4572b40 sched_switch(c4572b40,0,104,18c,35f604f2,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,4c,...) at mi_switch+0x200 sleepq_switch(c4572b40,0,c0c43cab,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d8b2d8,4c,c0c361e9,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d8b2d8,0,4c,c0c361e9,64,...) at _sleep+0x329 g_event_procbody(0,c41e9d38,c0c3b5bb,336,c456e548,...) at g_event_procbody+0xcb fork_exit(c07ff3e0,0,c41e9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e9d70, ebp = 0 --- Tracing command intr pid 12 tid 100036 td 0xc4752240 sched_switch(c4752240,0,109,18c,6f82eec6,...) at sched_switch+0x437 mi_switch(109,0,c0c3b83a,4e3,c47f9cf0,...) at mi_switch+0x200 ithread_loop(c4808730,f12f9d38,c0c3b5bb,336,c456e7ec,...) at ithread_loop+0x1f6 fork_exit(c08384b0,c4808730,f12f9d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf12f9d70, ebp = 0 --- Tracing command intr pid 12 tid 100035 td 0xc4752480 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100034 td 0xc47526c0 sched_switch(c47526c0,0,109,18c,1182bccc,...) at sched_switch+0x437 mi_switch(109,0,c0c3b83a,4e3,c456c170,...) at mi_switch+0x200 ithread_loop(c47fea40,f12f3d38,c0c3b5bb,336,c456e7ec,...) at ithread_loop+0x1f6 fork_exit(c08384b0,c47fea40,f12f3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf12f3d70, ebp = 0 --- Tracing command intr pid 12 tid 100033 td 0xc4752900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100032 td 0xc4752b40 sched_switch(c4752b40,0,109,18c,e048543a,...) at sched_switch+0x437 mi_switch(109,0,c0c3b83a,4e3,c45b5470,...) at mi_switch+0x200 ithread_loop(c479d720,f12e5d38,c0c3b5bb,336,c456e7ec,...) at ithread_loop+0x1f6 fork_exit(c08384b0,c479d720,f12e5d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf12e5d70, ebp = 0 --- Tracing command intr pid 12 tid 100031 td 0xc4752d80 sched_switch(c4752d80,0,109,18c,ec88e4fe,...) at sched_switch+0x437 mi_switch(109,0,c0c3b83a,4e3,c45b52f0,...) at mi_switch+0x200 ithread_loop(c4772bf0,f12dad38,c0c3b5bb,336,c456e7ec,...) at ithread_loop+0x1f6 fork_exit(c08384b0,c4772bf0,f12dad38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xf12dad70, ebp = 0 --- Tracing command intr pid 12 tid 100030 td 0xc4754000 sched_switch(c4754000,0,109,18c,cb361cc,...) at sched_switch+0x437 mi_switch(109,0,c0c3b83a,4e3,c45b5370,...) at mi_switch+0x200 ithread_loop(c4772780,c4243d38,c0c3b5bb,336,c456e7ec,...) at ithread_loop+0x1f6 fork_exit(c08384b0,c4772780,c4243d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4243d70, ebp = 0 --- Tracing command intr pid 12 tid 100028 td 0xc4754480 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100026 td 0xc45b7900 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100025 td 0xc45b7b40 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100019 td 0xc4745900 sched_switch(c4745900,0,109,18c,f9772184,...) at sched_switch+0x437 mi_switch(109,0,c0c3b83a,4e3,c4707970,...) at mi_switch+0x200 ithread_loop(c46dda30,c41fbd38,c0c3b5bb,336,c456e7ec,...) at ithread_loop+0x1f6 fork_exit(c08384b0,c46dda30,c41fbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41fbd70, ebp = 0 --- Tracing command intr pid 12 tid 100018 td 0xc4745b40 sched_switch(c4745b40,0,109,18c,5fe2b84e,...) at sched_switch+0x437 mi_switch(109,0,c0c3b83a,4e3,c47079f0,...) at mi_switch+0x200 ithread_loop(c46dda40,c41f8d38,c0c3b5bb,336,c456e7ec,...) at ithread_loop+0x1f6 fork_exit(c08384b0,c46dda40,c41f8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f8d70, ebp = 0 --- Tracing command intr pid 12 tid 100012 td 0xc4572d80 sched_switch(c4572d80,0,109,18c,712ca3d0,...) at sched_switch+0x437 mi_switch(109,0,c0c3b83a,4e3,c45b5d70,...) at mi_switch+0x200 ithread_loop(c456d090,c41e6d38,c0c3b5bb,336,c456e7ec,...) at ithread_loop+0x1f6 fork_exit(c08384b0,c456d090,c41e6d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e6d70, ebp = 0 --- Tracing command intr pid 12 tid 100011 td 0xc45b7000 sched_switch(c45b7000,0,109,18c,eb1e6090,...) at sched_switch+0x437 mi_switch(109,0,c0c3b83a,4e3,c45b5df0,...) at mi_switch+0x200 ithread_loop(c456d0a0,c41e3d38,c0c3b5bb,336,c456e7ec,...) at ithread_loop+0x1f6 fork_exit(c08384b0,c456d0a0,c41e3d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e3d70, ebp = 0 --- Tracing command intr pid 12 tid 100010 td 0xc45b7240 sched_switch(c45b7240,0,109,18c,3f0ee4be,...) at sched_switch+0x437 mi_switch(109,0,c0c3b83a,4e3,c45b5e70,...) at mi_switch+0x200 ithread_loop(c456d0b0,c41e0d38,c0c3b5bb,336,c456e7ec,...) at ithread_loop+0x1f6 fork_exit(c08384b0,c456d0b0,c41e0d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41e0d70, ebp = 0 --- Tracing command intr pid 12 tid 100009 td 0xc45b7480 sched_switch(c45b7480,0,109,18c,3f6686e0,...) at sched_switch+0x437 mi_switch(109,0,c0c3b83a,4e3,c45b5ef0,...) at mi_switch+0x200 ithread_loop(c456d0c0,c41ddd38,c0c3b5bb,336,c456e7ec,...) at ithread_loop+0x1f6 fork_exit(c08384b0,c456d0c0,c41ddd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ddd70, ebp = 0 --- Tracing command intr pid 12 tid 100008 td 0xc4570000 fork_trampoline() at fork_trampoline Tracing command intr pid 12 tid 100007 td 0xc4570240 sched_switch(c4570240,0,109,18c,4d9ef880,...) at sched_switch+0x437 mi_switch(109,0,c0c3b83a,4e3,c45b60f0,...) at mi_switch+0x200 ithread_loop(c456d0e0,c41d7d38,c0c3b5bb,336,c456e7ec,...) at ithread_loop+0x1f6 fork_exit(c08384b0,c456d0e0,c41d7d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d7d70, ebp = 0 --- Tracing command idle pid 11 tid 100006 td 0xc4570480 kdb_enter(c0be50f1,c0c23825,aeaeab6b,c47ffc80,0,...) at kdb_enter+0x3a uart_intr(c47ffc00,c4570480,c4553cd0,c456be80,4,...) at uart_intr+0x11c intr_event_handle(c456be80,c41d1c30,c0f15460,1f4,c4815400,...) at intr_event_handle+0x5c intr_execute_handlers(c4553cd0,c41d1c30,0,c41d1c70,c0b584f4,...) at intr_execute_handlers+0x49 lapic_handle_intr(38,c41d1c30) at lapic_handle_intr+0x4c Xapic_isr1() at Xapic_isr1+0x34 --- interrupt, eip = 0xc0b4cad5, esp = 0xc41d1c70, ebp = 0xc41d1c70 --- acpi_cpu_c1(1,0,c41d1cd8,0,c087dbe1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41d1cb4,c0b63a5b,1,c41d1cf8,c087deae,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(1,c41d1cf8,c087deae,1,c41d1cd8,...) at cpu_idle_acpi+0x1b cpu_idle(1,c41d1cd8,c0c4158d,3af,c4570480,...) at cpu_idle+0x1b sched_idletd(0,c41d1d38,c0c3b5bb,336,c456ea90,...) at sched_idletd+0x21e fork_exit(c087dc90,0,c41d1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41d1d70, ebp = 0 --- Tracing command idle pid 11 tid 100005 td 0xc45706c0 cpustop_handler(2,c41cec24,c0b7525d,c41cebb4,c084c0a4,...) at cpustop_handler+0x32 ipi_nmi_handler(c41cebb4,c084c0a4,c0d8d778,4,c456ea90,...) at ipi_nmi_handler+0x2f trap(c41cec30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b4cad5, esp = 0xc41cec70, ebp = 0xc41cec70 --- acpi_cpu_c1(1,0,c41cecd8,1,c087dbe1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41cecb4,c0b63a5b,0,c41cecf8,c087deae,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(0,c41cecf8,c087deae,0,c41cecd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41cecd8,c0c4158d,a06,c45706c0,...) at cpu_idle+0x1b sched_idletd(0,c41ced38,c0c3b5bb,336,c456ea90,...) at sched_idletd+0x21e fork_exit(c087dc90,0,c41ced38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41ced70, ebp = 0 --- Tracing command idle pid 11 tid 100004 td 0xc4570900 cpustop_handler(4,c41cbc24,c0b7525d,c41cbbb4,c084c0a4,...) at cpustop_handler+0x32 ipi_nmi_handler(c41cbbb4,c084c0a4,c0d8d7b0,4,c456ea90,...) at ipi_nmi_handler+0x2f trap(c41cbc30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b4cad5, esp = 0xc41cbc70, ebp = 0xc41cbc70 --- acpi_cpu_c1(1,0,c41cbcd8,2,c087dbe1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41cbcb4,c0b63a5b,0,c41cbcf8,c087deae,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(0,c41cbcf8,c087deae,0,c41cbcd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41cbcd8,c0c4158d,3af,c4570900,...) at cpu_idle+0x1b sched_idletd(0,c41cbd38,c0c3b5bb,336,c456ea90,...) at sched_idletd+0x21e fork_exit(c087dc90,0,c41cbd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41cbd70, ebp = 0 --- Tracing command idle pid 11 tid 100003 td 0xc4570b40 cpustop_handler(8,c41c8c24,c0b7525d,c41c8bb4,c084c0a4,...) at cpustop_handler+0x32 ipi_nmi_handler(c41c8bb4,c084c0a4,c0d8d7e8,4,c456ea90,...) at ipi_nmi_handler+0x2f trap(c41c8c30) at trap+0x2d calltrap() at calltrap+0x6 --- trap 0x13, eip = 0xc0b4cad5, esp = 0xc41c8c70, ebp = 0xc41c8c70 --- acpi_cpu_c1(1,0,c41c8cd8,3,c087dbe1,...) at acpi_cpu_c1+0x5 acpi_cpu_idle(c41c8cb4,c0b63a5b,0,c41c8cf8,c087deae,...) at acpi_cpu_idle+0x11c cpu_idle_acpi(0,c41c8cf8,c087deae,0,c41c8cd8,...) at cpu_idle_acpi+0x1b cpu_idle(0,c41c8cd8,c0c4158d,3af,c4570b40,...) at cpu_idle+0x1b sched_idletd(0,c41c8d38,c0c3b5bb,336,c456ea90,...) at sched_idletd+0x21e fork_exit(c087dc90,0,c41c8d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c8d70, ebp = 0 --- Tracing command init pid 1 tid 100002 td 0xc4570d80 sched_switch(c4570d80,0,104,18c,51139a50,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,5c,...) at mi_switch+0x200 sleepq_switch(c4570d80,0,c0c43cab,189,5c,...) at sleepq_switch+0x15f sleepq_catch_signals(c0c43cab,159,0,100,100,...) at sleepq_catch_signals+0xb6 sleepq_wait_sig(c456ed34,5c,c0c46400,100,0,...) at sleepq_wait_sig+0x17 _sleep(c456ed34,c456edbc,15c,c0c46400,0,...) at _sleep+0x344 kern_wait(c4570d80,ffffffff,c41c4c74,0,0,...) at kern_wait+0xac6 wait4(c4570d80,c41c4cf8,10,c0c4621b,c0d22028,...) at wait4+0x3b syscall(c41c4d38) at syscall+0x2a3 Xint0x80_syscall() at Xint0x80_syscall+0x20 --- syscall (7, FreeBSD ELF32, wait4), eip = 0x805454f, esp = 0xbfbfe93c, ebp = 0xbfbfe958 --- Tracing command audit pid 10 tid 100001 td 0xc4572000 sched_switch(c4572000,0,104,18c,22bde7d4,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4572000,0,c0c43cab,247,c4572000,...) at sleepq_switch+0x15f sleepq_wait(c0f05800,0,c41c1c9c,1,0,...) at sleepq_wait+0x63 _cv_wait(c0f05800,c0f057e4,c0c625aa,194,0,...) at _cv_wait+0x240 audit_worker(0,c41c1d38,c0c3b5bb,336,c456f000,...) at audit_worker+0x84 fork_exit(c0a59170,0,c41c1d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41c1d70, ebp = 0 --- Tracing command kernel pid 0 tid 100029 td 0xc4754240 sched_switch(c4754240,0,104,18c,cb2c834,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4754240,0,c0c43cab,247,c4754240,...) at sleepq_switch+0x15f sleepq_wait(c4770d40,0,c0c4053c,c0c361e9,0,...) at sleepq_wait+0x63 msleep_spin(c4770d40,c4770d5c,c0c361e9,0,c0c3e1f2,...) at msleep_spin+0x21d taskqueue_thread_loop(c4777564,c423fd38,c0c3b5bb,336,c0d8b3a0,...) at taskqueue_thread_loop+0x8e fork_exit(c08943d0,c4777564,c423fd38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc423fd70, ebp = 0 --- Tracing command kernel pid 0 tid 100027 td 0xc45b76c0 sched_switch(c45b76c0,0,104,18c,b96240ac,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c45b76c0,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472b000,0,c0c361e9,0,0,...) at sleepq_wait+0x63 _sleep(c472b000,c472b01c,0,c0c361e9,0,...) at _sleep+0x35b taskqueue_thread_loop(c0da0068,c4213d38,c0c3b5bb,336,c0d8b3a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08943d0,c0da0068,c4213d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4213d70, ebp = 0 --- Tracing command kernel pid 0 tid 100023 td 0xc4745000 sched_switch(c4745000,0,104,18c,22ccb774,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4745000,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472b1c0,0,c0c361e9,0,0,...) at sleepq_wait+0x63 _sleep(c472b1c0,c472b1dc,0,c0c361e9,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d5d204,c4207d38,c0c3b5bb,336,c0d8b3a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08943d0,c0d5d204,c4207d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4207d70, ebp = 0 --- Tracing command kernel pid 0 tid 100022 td 0xc4745240 sched_switch(c4745240,0,104,18c,22cc8ed4,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4745240,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472b1c0,0,c0c361e9,0,0,...) at sleepq_wait+0x63 _sleep(c472b1c0,c472b1dc,0,c0c361e9,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d5d204,c4204d38,c0c3b5bb,336,c0d8b3a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08943d0,c0d5d204,c4204d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4204d70, ebp = 0 --- Tracing command kernel pid 0 tid 100021 td 0xc4745480 sched_switch(c4745480,0,104,18c,22cc61ac,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4745480,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472b1c0,0,c0c361e9,0,0,...) at sleepq_wait+0x63 _sleep(c472b1c0,c472b1dc,0,c0c361e9,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d5d204,c4201d38,c0c3b5bb,336,c0d8b3a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08943d0,c0d5d204,c4201d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc4201d70, ebp = 0 --- Tracing command kernel pid 0 tid 100020 td 0xc47456c0 sched_switch(c47456c0,0,104,18c,22c866e0,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c47456c0,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c472b200,0,c0c361e9,0,0,...) at sleepq_wait+0x63 _sleep(c472b200,c472b21c,0,c0c361e9,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d8bc64,c41fed38,c0c3b5bb,336,c0d8b3a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08943d0,c0d8bc64,c41fed38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41fed70, ebp = 0 --- Tracing command kernel pid 0 tid 100016 td 0xc4572480 sched_switch(c4572480,0,104,18c,11114ace,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,0,...) at mi_switch+0x200 sleepq_switch(c4572480,0,c0c43cab,247,0,...) at sleepq_switch+0x15f sleepq_wait(c4555b80,0,c0c361e9,0,0,...) at sleepq_wait+0x63 _sleep(c4555b80,c4555b9c,0,c0c361e9,0,...) at _sleep+0x35b taskqueue_thread_loop(c0d9eba0,c41f2d38,c0c3b5bb,336,c0d8b3a0,...) at taskqueue_thread_loop+0xb4 fork_exit(c08943d0,c0d9eba0,c41f2d38) at fork_exit+0xb8 fork_trampoline() at fork_trampoline+0x8 --- trap 0, eip = 0, esp = 0xc41f2d70, ebp = 0 --- Tracing command kernel pid 0 tid 100000 td 0xc0d8b650 sched_switch(c0d8b650,0,104,18c,74e39ade,...) at sched_switch+0x437 mi_switch(104,0,c0c43cab,1d2,44,...) at mi_switch+0x200 sleepq_switch(c0d8b650,0,c0c43cab,26a,0,...) at sleepq_switch+0x15f sleepq_timedwait(c0d8b3a0,44,c0c41e02,0,0,...) at sleepq_timedwait+0x6b _sleep(c0d8b3a0,0,44,c0c41e02,2710,...) at _sleep+0x329 scheduler(0,141ec00,141ec00,141e000,1425000,...) at scheduler+0x23e mi_startup() at mi_startup+0x96 begin() at begin+0x2c db:0:allt> call doadump Dumping 1023 MB (2 chunks) chunk 0: 1MB (159 pages) ... ok chunk 1: 1023MB (261872 pages) 1007 991 975 959 943 927 911 895 879 863 847 831 815 799 783 767 751 735 719 703 687 671 655 639 623 607 591 575 559 543 527 511 495 479 463 447 431 415 399 383 367 351 335 319 303 287 271 255 239 223 207 191 175 159 143 127 111 95 79 63 47 31 15 ... ok Dump complete = 0xf db:0:doadump> reset (kgdb) proc 98914 [Switching to thread 98 (Thread 100318)]#5 0xc08e81ae in getnewvnode (tag=0xc0c353de "devfs", mp=0xc4a91000, vops=0xc0d1ebe0, vpp=0xf3973908) at ../../../kern/vfs_subr.c:970 970 msleep(&vnlruproc_sig, &vnode_free_list_mtx, PVFS, (kgdb) bt #0 sched_switch (td=0xc5322480, newtd=0xc45706c0, flags=0x104) at ../../../kern/sched_ule.c:1864 #1 0xc0864130 in mi_switch (flags=0x104, newtd=0x0) at ../../../kern/kern_synch.c:444 #2 0xc089209f in sleepq_switch (wchan=0xc0ef9ff4, pri=0x50) at ../../../kern/subr_sleepqueue.c:505 #3 0xc0892c0b in sleepq_timedwait (wchan=0xc0ef9ff4, pri=0x50) at ../../../kern/subr_sleepqueue.c:619 #4 0xc08645f9 in _sleep (ident=0xc0ef9ff4, lock=0xc0ef9f90, priority=0x50, wmesg=0xc0c4d75e "vlruwk", timo=0x3e8) at ../../../kern/kern_synch.c:228 #5 0xc08e81ae in getnewvnode (tag=0xc0c353de "devfs", mp=0xc4a91000, vops=0xc0d1ebe0, vpp=0xf3973908) at ../../../kern/vfs_subr.c:970 #6 0xc07e500d in devfs_allocv (de=0xc669f480, mp=0xc4a91000, vpp=0xf3973b78) at ../../../fs/devfs/devfs_vnops.c:378 #7 0xc07e621c in devfs_lookup (ap=0xf3973a54) at ../../../fs/devfs/devfs_vnops.c:846 #8 0xc0b840c5 in VOP_LOOKUP_APV (vop=0xc0d1ebe0, a=0xf3973a54) at vnode_if.c:123 #9 0xc08dac9e in lookup (ndp=0xf3973b60) at vnode_if.h:54 #10 0xc08db9ab in namei (ndp=0xf3973b60) at ../../../kern/vfs_lookup.c:256 #11 0xc08ead1b in kern_statat_vnhook (td=0xc5322480, flag=0x200, fd=0xffffff9c, path=0x2821d5a8
, pathseg=UIO_USERSPACE, sbp=0xf3973c18, hook=0) at ../../../kern/vfs_syscalls.c:2356 #12 0xc08eae6c in kern_statat (td=0xc5322480, flag=0x200, fd=0xffffff9c, path=0x2821d5a8
, pathseg=UIO_USERSPACE, sbp=0xf3973c18) at ../../../kern/vfs_syscalls.c:2337 #13 0xc08eaea6 in kern_lstat (td=0xc5322480, path=0x2821d5a8
, pathseg=UIO_USERSPACE, sbp=0xf3973c18) at ../../../kern/vfs_syscalls.c:2410 #14 0xc08eaf4f in lstat (td=0xc5322480, uap=0xf3973cf8) at ../../../kern/vfs_syscalls.c:2400 #15 0xc0b74f53 in syscall (frame=0xf3973d38) at ../../../i386/i386/trap.c:1073 #16 0xc0b58190 in Xint0x80_syscall () at ../../../i386/i386/exception.s:261 #17 0x00000033 in ?? () (kgdb) f 5 #5 0xc08e81ae in getnewvnode (tag=0xc0c353de "devfs", mp=0xc4a91000, vops=0xc0d1ebe0, vpp=0xf3973908) at ../../../kern/vfs_subr.c:970 970 msleep(&vnlruproc_sig, &vnode_free_list_mtx, PVFS, (kgdb) l 965 } 966 if (vnlruproc_sig == 0) { 967 vnlruproc_sig = 1; /* avoid unnecessary wakeups */ 968 wakeup(vnlruproc); 969 } 970 msleep(&vnlruproc_sig, &vnode_free_list_mtx, PVFS, 971 "vlruwk", hz); 972 #if 0 /* XXX Not all VFS_VGET/ffs_vget callers check returns. */ 973 if (numvnodes > desiredvnodes) { 974 mtx_unlock(&vnode_free_list_mtx); (kgdb) p vnlruproc_sig $3 = 0x1 (kgdb) p vnode_free_list_mtx $4 = {lock_object = {lo_name = 0xc0c4c976 "vnode_free_list", lo_flags = 0x1030000, lo_data = 0x0, lo_witness = 0xc452d1a8}, mtx_lock = 0x4} (kgdb) p/d freevnodes $7 = 20 (kgdb) p/d desiredvnodes # KERN_MAXVNODES $3 = 69531 (kgdb) p/d numvnodes # vfs.numvnodes $4 = 91779 (kgdb) $ svn diff /usr/src/sys Index: /usr/src/sys/conf/NOTES =================================================================== --- /usr/src/sys/conf/NOTES (revision 192377) +++ /usr/src/sys/conf/NOTES (working copy) @@ -215,11 +215,11 @@ # to disable it. options NO_ADAPTIVE_RWLOCKS -# ADAPTIVE_SX changes the behavior of sx locks to spin if the thread -# that currently owns the lock is executing on another CPU. Note that -# in addition to enabling this option, individual sx locks must be -# initialized with the SX_ADAPTIVESPIN flag. -options ADAPTIVE_SX +# ADAPTIVE_SX changes the behavior of sx locks to spin if the thread that +# currently owns the sx lock is executing on another CPU. +# This behaviour is enabled by default, so this option can be used to +# disable it. +options NO_ADAPTIVE_SX # MUTEX_NOINLINE forces mutex operations to call functions to perform each # operation rather than inlining the simple cases. This can be used to Index: /usr/src/sys/conf/options =================================================================== --- /usr/src/sys/conf/options (revision 192377) +++ /usr/src/sys/conf/options (working copy) @@ -60,7 +60,6 @@ SYSCTL_DEBUG opt_sysctl.h # Miscellaneous options. -ADAPTIVE_SX ALQ AUDIT opt_global.h CODA_COMPAT_5 opt_coda.h @@ -134,6 +133,7 @@ MPROF_HASH_SIZE opt_mprof.h NO_ADAPTIVE_MUTEXES opt_adaptive_mutexes.h NO_ADAPTIVE_RWLOCKS +NO_ADAPTIVE_SX NO_SYSCTL_DESCR opt_global.h NSWBUF_MIN opt_swap.h MBUF_PACKET_ZONE_DISABLE opt_global.h Index: /usr/src/sys/kern/kern_sx.c =================================================================== --- /usr/src/sys/kern/kern_sx.c (revision 192377) +++ /usr/src/sys/kern/kern_sx.c (working copy) @@ -36,7 +36,7 @@ * so should not be relied upon in combination with sx locks. */ -#include "opt_adaptive_sx.h" +#include "opt_no_adaptive_sx.h" #include "opt_ddb.h" #include @@ -51,7 +51,7 @@ #include #include -#ifdef ADAPTIVE_SX +#if defined(SMP) && !defined(NO_ADAPTIVE_SX) #include #endif @@ -59,12 +59,12 @@ #include #endif -#if !defined(SMP) && defined(ADAPTIVE_SX) -#error "You must have SMP to enable the ADAPTIVE_SX option" +#if defined(SMP) && !defined(NO_ADAPTIVE_SX) +#define ADAPTIVE_SX #endif -CTASSERT(((SX_ADAPTIVESPIN | SX_RECURSE) & LO_CLASSFLAGS) == - (SX_ADAPTIVESPIN | SX_RECURSE)); +CTASSERT(((SX_NOADAPTIVE | SX_RECURSE) & LO_CLASSFLAGS) == + (SX_NOADAPTIVE | SX_RECURSE)); /* Handy macros for sleep queues. */ #define SQ_EXCLUSIVE_QUEUE 0 @@ -126,6 +126,11 @@ #define _sx_assert(sx, what, file, line) #endif +#ifdef ADAPTIVE_SX +static u_int asx_retries = 10; +static u_int asx_loops = 10000; +#endif + void assert_sx(struct lock_object *lock, int what) { @@ -175,7 +180,7 @@ int flags; MPASS((opts & ~(SX_QUIET | SX_RECURSE | SX_NOWITNESS | SX_DUPOK | - SX_NOPROFILE | SX_ADAPTIVESPIN)) == 0); + SX_NOPROFILE | SX_NOADAPTIVE)) == 0); flags = LO_RECURSABLE | LO_SLEEPABLE | LO_UPGRADABLE; if (opts & SX_DUPOK) @@ -187,7 +192,7 @@ if (opts & SX_QUIET) flags |= LO_QUIET; - flags |= opts & (SX_ADAPTIVESPIN | SX_RECURSE); + flags |= opts & (SX_NOADAPTIVE | SX_RECURSE); sx->sx_lock = SX_LOCK_UNLOCKED; sx->sx_recurse = 0; lock_init(&sx->lock_object, &lock_class_sx, description, NULL, flags); @@ -430,6 +435,7 @@ GIANT_DECLARE; #ifdef ADAPTIVE_SX volatile struct thread *owner; + u_int i, spintries = 0; #endif uintptr_t x; #ifdef LOCK_PROFILING @@ -464,20 +470,37 @@ * running or the state of the lock changes. */ x = sx->sx_lock; - if (!(x & SX_LOCK_SHARED) && - (sx->lock_object.lo_flags & SX_ADAPTIVESPIN)) { - x = SX_OWNER(x); - owner = (struct thread *)x; - if (TD_IS_RUNNING(owner)) { - if (LOCK_LOG_TEST(&sx->lock_object, 0)) - CTR3(KTR_LOCK, + if ((sx->lock_object.lo_flags & SX_NOADAPTIVE) != 0) { + if ((x & SX_LOCK_SHARED) == 0) { + x = SX_OWNER(x); + owner = (struct thread *)x; + if (TD_IS_RUNNING(owner)) { + if (LOCK_LOG_TEST(&sx->lock_object, 0)) + CTR3(KTR_LOCK, "%s: spinning on %p held by %p", - __func__, sx, owner); - GIANT_SAVE(); - while (SX_OWNER(sx->sx_lock) == x && - TD_IS_RUNNING(owner)) + __func__, sx, owner); + GIANT_SAVE(); + while (SX_OWNER(sx->sx_lock) == x && + TD_IS_RUNNING(owner)) + cpu_spinwait(); + continue; + } + } else if (SX_SHARERS(x) && spintries < asx_retries) { + spintries++; + for (i = 0; i < asx_loops; i++) { + if (LOCK_LOG_TEST(&sx->lock_object, 0)) + CTR4(KTR_LOCK, + "%s: shared spinning on %p with %u and %u", + __func__, sx, spintries, i); + GIANT_SAVE(); + x = sx->sx_lock; + if ((x & SX_LOCK_SHARED) == 0 || + SX_SHARERS(x) == 0) + break; cpu_spinwait(); - continue; + } + if (i != asx_loops) + continue; } } #endif @@ -503,7 +526,7 @@ * again. */ if (!(x & SX_LOCK_SHARED) && - (sx->lock_object.lo_flags & SX_ADAPTIVESPIN)) { + (sx->lock_object.lo_flags & SX_NOADAPTIVE) == 0) { owner = (struct thread *)SX_OWNER(x); if (TD_IS_RUNNING(owner)) { sleepq_release(&sx->lock_object); @@ -697,7 +720,7 @@ * the owner stops running or the state of the lock * changes. */ - if (sx->lock_object.lo_flags & SX_ADAPTIVESPIN) { + if ((sx->lock_object.lo_flags & SX_NOADAPTIVE) == 0) { x = SX_OWNER(x); owner = (struct thread *)x; if (TD_IS_RUNNING(owner)) { @@ -737,7 +760,7 @@ * changes. */ if (!(x & SX_LOCK_SHARED) && - (sx->lock_object.lo_flags & SX_ADAPTIVESPIN)) { + (sx->lock_object.lo_flags & SX_NOADAPTIVE) == 0) { owner = (struct thread *)SX_OWNER(x); if (TD_IS_RUNNING(owner)) { sleepq_release(&sx->lock_object); Index: /usr/src/sys/cddl/compat/opensolaris/sys/rwlock.h =================================================================== --- /usr/src/sys/cddl/compat/opensolaris/sys/rwlock.h (revision 192377) +++ /usr/src/sys/cddl/compat/opensolaris/sys/rwlock.h (working copy) @@ -49,9 +49,9 @@ typedef struct sx krwlock_t; #ifndef DEBUG -#define RW_FLAGS (SX_DUPOK | SX_NOWITNESS | SX_ADAPTIVESPIN) +#define RW_FLAGS (SX_DUPOK | SX_NOWITNESS) #else -#define RW_FLAGS (SX_DUPOK | SX_ADAPTIVESPIN) +#define RW_FLAGS (SX_DUPOK) #endif #define RW_READ_HELD(x) (rw_read_held((x))) Index: /usr/src/sys/cddl/compat/opensolaris/sys/mutex.h =================================================================== --- /usr/src/sys/cddl/compat/opensolaris/sys/mutex.h (revision 192377) +++ /usr/src/sys/cddl/compat/opensolaris/sys/mutex.h (working copy) @@ -47,9 +47,9 @@ typedef struct sx kmutex_t; #ifndef DEBUG -#define MUTEX_FLAGS (SX_DUPOK | SX_NOWITNESS | SX_ADAPTIVESPIN) +#define MUTEX_FLAGS (SX_DUPOK | SX_NOWITNESS) #else -#define MUTEX_FLAGS (SX_DUPOK | SX_ADAPTIVESPIN) +#define MUTEX_FLAGS (SX_DUPOK) #endif #define mutex_init(lock, desc, type, arg) do { \ Index: /usr/src/sys/sys/sx.h =================================================================== --- /usr/src/sys/sys/sx.h (revision 192377) +++ /usr/src/sys/sys/sx.h (working copy) @@ -264,7 +264,7 @@ #define SX_NOPROFILE 0x02 #define SX_NOWITNESS 0x04 #define SX_QUIET 0x08 -#define SX_ADAPTIVESPIN 0x10 +#define SX_NOADAPTIVE 0x10 #define SX_RECURSE 0x20 /*