FFmpeg
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
cpu.c
Go to the documentation of this file.
1 /*
2  * CPU detection code, extracted from mmx.h
3  * (c)1997-99 by H. Dietz and R. Fisher
4  * Converted to C and improved by Fabrice Bellard.
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include <stdlib.h>
24 #include <string.h>
25 
26 #include "libavutil/x86/asm.h"
27 #include "libavutil/x86/cpu.h"
28 #include "libavutil/cpu.h"
29 #include "libavutil/cpu_internal.h"
30 
31 #if HAVE_X86ASM
32 
33 #define cpuid(index, eax, ebx, ecx, edx) \
34  ff_cpu_cpuid(index, &eax, &ebx, &ecx, &edx)
35 
36 #define xgetbv(index, eax, edx) \
37  ff_cpu_xgetbv(index, &eax, &edx)
38 
39 #elif HAVE_INLINE_ASM
40 
41 /* ebx saving is necessary for PIC. gcc seems unable to see it alone */
42 #define cpuid(index, eax, ebx, ecx, edx) \
43  __asm__ volatile ( \
44  "mov %%"FF_REG_b", %%"FF_REG_S" \n\t" \
45  "cpuid \n\t" \
46  "xchg %%"FF_REG_b", %%"FF_REG_S \
47  : "=a" (eax), "=S" (ebx), "=c" (ecx), "=d" (edx) \
48  : "0" (index), "2"(0))
49 
50 #define xgetbv(index, eax, edx) \
51  __asm__ (".byte 0x0f, 0x01, 0xd0" : "=a"(eax), "=d"(edx) : "c" (index))
52 
53 #define get_eflags(x) \
54  __asm__ volatile ("pushfl \n" \
55  "pop %0 \n" \
56  : "=r"(x))
57 
58 #define set_eflags(x) \
59  __asm__ volatile ("push %0 \n" \
60  "popfl \n" \
61  :: "r"(x))
62 
63 #endif /* HAVE_INLINE_ASM */
64 
65 #if ARCH_X86_64
66 
67 #define cpuid_test() 1
68 
69 #elif HAVE_X86ASM
70 
71 #define cpuid_test ff_cpu_cpuid_test
72 
73 #elif HAVE_INLINE_ASM
74 
75 static int cpuid_test(void)
76 {
77  x86_reg a, c;
78 
79  /* Check if CPUID is supported by attempting to toggle the ID bit in
80  * the EFLAGS register. */
81  get_eflags(a);
82  set_eflags(a ^ 0x200000);
83  get_eflags(c);
84 
85  return a != c;
86 }
87 #endif
88 
89 /* Function to test if multimedia instructions are supported... */
91 {
92  int rval = 0;
93 
94 #ifdef cpuid
95 
96  int eax, ebx, ecx, edx;
97  int max_std_level, max_ext_level, std_caps = 0, ext_caps = 0;
98  int family = 0, model = 0;
99  union { int i[3]; char c[12]; } vendor;
100  int xcr0_lo = 0, xcr0_hi = 0;
101 
102  if (!cpuid_test())
103  return 0; /* CPUID not supported */
104 
105  cpuid(0, max_std_level, vendor.i[0], vendor.i[2], vendor.i[1]);
106 
107  if (max_std_level >= 1) {
108  cpuid(1, eax, ebx, ecx, std_caps);
109  family = ((eax >> 8) & 0xf) + ((eax >> 20) & 0xff);
110  model = ((eax >> 4) & 0xf) + ((eax >> 12) & 0xf0);
111  if (std_caps & (1 << 15))
112  rval |= AV_CPU_FLAG_CMOV;
113  if (std_caps & (1 << 23))
114  rval |= AV_CPU_FLAG_MMX;
115  if (std_caps & (1 << 25))
116  rval |= AV_CPU_FLAG_MMXEXT;
117 #if HAVE_SSE
118  if (std_caps & (1 << 25))
119  rval |= AV_CPU_FLAG_SSE;
120  if (std_caps & (1 << 26))
121  rval |= AV_CPU_FLAG_SSE2;
122  if (ecx & 1)
123  rval |= AV_CPU_FLAG_SSE3;
124  if (ecx & 0x00000200 )
125  rval |= AV_CPU_FLAG_SSSE3;
126  if (ecx & 0x00080000 )
127  rval |= AV_CPU_FLAG_SSE4;
128  if (ecx & 0x00100000 )
129  rval |= AV_CPU_FLAG_SSE42;
130  if (ecx & 0x01000000 )
131  rval |= AV_CPU_FLAG_AESNI;
132 #if HAVE_AVX
133  /* Check OXSAVE and AVX bits */
134  if ((ecx & 0x18000000) == 0x18000000) {
135  /* Check for OS support */
136  xgetbv(0, xcr0_lo, xcr0_hi);
137  if ((xcr0_lo & 0x6) == 0x6) {
138  rval |= AV_CPU_FLAG_AVX;
139  if (ecx & 0x00001000)
140  rval |= AV_CPU_FLAG_FMA3;
141  }
142  }
143 #endif /* HAVE_AVX */
144 #endif /* HAVE_SSE */
145  }
146  if (max_std_level >= 7) {
147  cpuid(7, eax, ebx, ecx, edx);
148 #if HAVE_AVX2
149  if ((rval & AV_CPU_FLAG_AVX) && (ebx & 0x00000020))
150  rval |= AV_CPU_FLAG_AVX2;
151 #if HAVE_AVX512 /* F, CD, BW, DQ, VL */
152  if ((xcr0_lo & 0xe0) == 0xe0) { /* OPMASK/ZMM state */
153  if ((rval & AV_CPU_FLAG_AVX2) && (ebx & 0xd0030000) == 0xd0030000)
154  rval |= AV_CPU_FLAG_AVX512;
155 
156  }
157 #endif /* HAVE_AVX512 */
158 #endif /* HAVE_AVX2 */
159  /* BMI1/2 don't need OS support */
160  if (ebx & 0x00000008) {
161  rval |= AV_CPU_FLAG_BMI1;
162  if (ebx & 0x00000100)
163  rval |= AV_CPU_FLAG_BMI2;
164  }
165  }
166 
167  cpuid(0x80000000, max_ext_level, ebx, ecx, edx);
168 
169  if (max_ext_level >= 0x80000001) {
170  cpuid(0x80000001, eax, ebx, ecx, ext_caps);
171  if (ext_caps & (1U << 31))
172  rval |= AV_CPU_FLAG_3DNOW;
173  if (ext_caps & (1 << 30))
174  rval |= AV_CPU_FLAG_3DNOWEXT;
175  if (ext_caps & (1 << 23))
176  rval |= AV_CPU_FLAG_MMX;
177  if (ext_caps & (1 << 22))
178  rval |= AV_CPU_FLAG_MMXEXT;
179 
180  if (!strncmp(vendor.c, "AuthenticAMD", 12)) {
181  /* Allow for selectively disabling SSE2 functions on AMD processors
182  with SSE2 support but not SSE4a. This includes Athlon64, some
183  Opteron, and some Sempron processors. MMX, SSE, or 3DNow! are faster
184  than SSE2 often enough to utilize this special-case flag.
185  AV_CPU_FLAG_SSE2 and AV_CPU_FLAG_SSE2SLOW are both set in this case
186  so that SSE2 is used unless explicitly disabled by checking
187  AV_CPU_FLAG_SSE2SLOW. */
188  if (rval & AV_CPU_FLAG_SSE2 && !(ecx & 0x00000040))
189  rval |= AV_CPU_FLAG_SSE2SLOW;
190 
191  /* Similar to the above but for AVX functions on AMD processors.
192  This is necessary only for functions using YMM registers on Bulldozer
193  and Jaguar based CPUs as they lack 256-bit execution units. SSE/AVX
194  functions using XMM registers are always faster on them.
195  AV_CPU_FLAG_AVX and AV_CPU_FLAG_AVXSLOW are both set so that AVX is
196  used unless explicitly disabled by checking AV_CPU_FLAG_AVXSLOW. */
197  if ((family == 0x15 || family == 0x16) && (rval & AV_CPU_FLAG_AVX))
198  rval |= AV_CPU_FLAG_AVXSLOW;
199  }
200 
201  /* XOP and FMA4 use the AVX instruction coding scheme, so they can't be
202  * used unless the OS has AVX support. */
203  if (rval & AV_CPU_FLAG_AVX) {
204  if (ecx & 0x00000800)
205  rval |= AV_CPU_FLAG_XOP;
206  if (ecx & 0x00010000)
207  rval |= AV_CPU_FLAG_FMA4;
208  }
209  }
210 
211  if (!strncmp(vendor.c, "GenuineIntel", 12)) {
212  if (family == 6 && (model == 9 || model == 13 || model == 14)) {
213  /* 6/9 (pentium-m "banias"), 6/13 (pentium-m "dothan"), and
214  * 6/14 (core1 "yonah") theoretically support sse2, but it's
215  * usually slower than mmx, so let's just pretend they don't.
216  * AV_CPU_FLAG_SSE2 is disabled and AV_CPU_FLAG_SSE2SLOW is
217  * enabled so that SSE2 is not used unless explicitly enabled
218  * by checking AV_CPU_FLAG_SSE2SLOW. The same situation
219  * applies for AV_CPU_FLAG_SSE3 and AV_CPU_FLAG_SSE3SLOW. */
220  if (rval & AV_CPU_FLAG_SSE2)
222  if (rval & AV_CPU_FLAG_SSE3)
224  }
225  /* The Atom processor has SSSE3 support, which is useful in many cases,
226  * but sometimes the SSSE3 version is slower than the SSE2 equivalent
227  * on the Atom, but is generally faster on other processors supporting
228  * SSSE3. This flag allows for selectively disabling certain SSSE3
229  * functions on the Atom. */
230  if (family == 6 && model == 28)
231  rval |= AV_CPU_FLAG_ATOM;
232 
233  /* Conroe has a slow shuffle unit. Check the model number to ensure not
234  * to include crippled low-end Penryns and Nehalems that lack SSE4. */
235  if ((rval & AV_CPU_FLAG_SSSE3) && !(rval & AV_CPU_FLAG_SSE4) &&
236  family == 6 && model < 23)
237  rval |= AV_CPU_FLAG_SSSE3SLOW;
238  }
239 
240 #endif /* cpuid */
241 
242  return rval;
243 }
244 
246 {
247  int flags = av_get_cpu_flags();
248 
249  if (flags & AV_CPU_FLAG_AVX512)
250  return 64;
251  if (flags & (AV_CPU_FLAG_AVX2 |
257  return 32;
258  if (flags & (AV_CPU_FLAG_AESNI |
269  return 16;
270 
271  return 8;
272 }
#define AV_CPU_FLAG_AVX
AVX functions: requires OS support even if YMM registers aren't used.
Definition: cpu.h:49
#define AV_CPU_FLAG_SSE
SSE functions.
Definition: cpu.h:35
#define AV_CPU_FLAG_CMOV
supports cmov instruction
Definition: cpu.h:53
size_t ff_get_cpu_max_align_x86(void)
Definition: cpu.c:245
#define AV_CPU_FLAG_FMA3
Haswell FMA3 functions.
Definition: cpu.h:55
#define AV_CPU_FLAG_MMXEXT
SSE integer functions or AMD MMX ext.
Definition: cpu.h:32
#define AV_CPU_FLAG_ATOM
Atom processor, some SSSE3 instructions are slower.
Definition: cpu.h:45
static int flags
Definition: log.c:55
#define AV_CPU_FLAG_AVX2
AVX2 functions: requires OS support even if YMM registers aren't used.
Definition: cpu.h:54
#define AV_CPU_FLAG_SSE2SLOW
SSE2 supported, but usually not faster.
Definition: cpu.h:37
#define AV_CPU_FLAG_XOP
Bulldozer XOP functions.
Definition: cpu.h:51
#define AV_CPU_FLAG_SSSE3SLOW
SSSE3 supported, but usually not faster.
Definition: cpu.h:44
#define U(x)
Definition: vp56_arith.h:37
#define AV_CPU_FLAG_SSE42
Nehalem SSE4.2 functions.
Definition: cpu.h:47
#define AV_CPU_FLAG_SSSE3
Conroe SSSE3 functions.
Definition: cpu.h:43
#define AV_CPU_FLAG_AVX512
AVX-512 functions: requires OS support even if YMM/ZMM registers aren't used.
Definition: cpu.h:58
#define AV_CPU_FLAG_SSE3
Prescott SSE3 functions.
Definition: cpu.h:40
int ff_get_cpu_flags_x86(void)
Definition: cpu.c:90
#define AV_CPU_FLAG_BMI2
Bit Manipulation Instruction Set 2.
Definition: cpu.h:57
#define AV_CPU_FLAG_3DNOW
AMD 3DNOW.
Definition: cpu.h:34
#define AV_CPU_FLAG_SSE3SLOW
SSE3 supported, but usually not faster.
Definition: cpu.h:41
#define AV_CPU_FLAG_AVXSLOW
AVX supported, but slow when using YMM registers (e.g. Bulldozer)
Definition: cpu.h:50
#define AV_CPU_FLAG_BMI1
Bit Manipulation Instruction Set 1.
Definition: cpu.h:56
#define AV_CPU_FLAG_MMX
standard MMX
Definition: cpu.h:31
#define AV_CPU_FLAG_FMA4
Bulldozer FMA4 functions.
Definition: cpu.h:52
#define AV_CPU_FLAG_SSE4
Penryn SSE4.1 functions.
Definition: cpu.h:46
#define AV_CPU_FLAG_AESNI
Advanced Encryption Standard functions.
Definition: cpu.h:48
int av_get_cpu_flags(void)
Return the flags which specify extensions supported by the CPU.
Definition: cpu.c:93
#define AV_CPU_FLAG_3DNOWEXT
AMD 3DNowExt.
Definition: cpu.h:39
static double c[64]
int x86_reg
Definition: asm.h:72
#define AV_CPU_FLAG_SSE2
PIV SSE2 functions.
Definition: cpu.h:36