/*
* Copyright 2016 Google Inc.
*
* Use of this source code is governed by a BSD-style license that can be
* found in the LICENSE file.
*/
#include "src/core/SkCpu.h"
#include "include/private/base/SkOnce.h"
#if defined(SK_CPU_X86)
#if defined(_MSC_VER)
#include <intrin.h>
static void cpuid (uint32_t abcd[
4]) { __cpuid ((
int*)abcd,
1); }
static void cpuid7(uint32_t abcd[
4]) { __cpuidex((
int*)abcd,
7,
0); }
static uint64_t xgetbv(uint32_t xcr) {
return _xgetbv(xcr); }
#else
#include <cpuid.h>
#if !
defined(__cpuid_count)
// Old Mac Clang doesn't have this defined.
#define __cpuid_count(eax, ecx, a, b, c, d) \
__asm__(
"cpuid" :
"=a"(a),
"=b"(b),
"=c"(c),
"=d"(d) :
"0"(eax),
"2"(ecx))
#endif
static void cpuid (uint32_t abcd[
4]) { __get_cpuid(
1, abcd+
0, abcd+
1, abcd+
2, abcd+
3); }
static void cpuid7(uint32_t abcd[
4]) {
__cpuid_count(
7,
0, abcd[
0], abcd[
1], abcd[
2], abcd[
3]);
}
static uint64_t xgetbv(uint32_t xcr) {
uint32_t eax, edx;
__asm__ __volatile__ (
"xgetbv" :
"=a"(eax),
"=d"(edx) :
"c"(xcr));
return (uint64_t)(edx) <<
32 | eax;
}
#endif
static uint32_t read_cpu_features() {
uint32_t features =
0;
uint32_t abcd[
4] = {
0,
0,
0,
0};
// You might want to refer to http://www.sandpile.org/x86/cpuid.htm
cpuid(abcd);
if (abcd[
3] & (
1<<
25)) { features |= SkCpu:: SSE1; }
if (abcd[
3] & (
1<<
26)) { features |= SkCpu:: SSE2; }
if (abcd[
2] & (
1<<
0)) { features |= SkCpu:: SSE3; }
if (abcd[
2] & (
1<<
9)) { features |= SkCpu::SSSE3; }
if (abcd[
2] & (
1<<
19)) { features |= SkCpu::SSE41; }
if (abcd[
2] & (
1<<
20)) { features |= SkCpu::SSE42; }
if ((abcd[
2] & (
3<<
26)) == (
3<<
26)
// XSAVE + OSXSAVE
&& (xgetbv(
0) & (
3<<
1)) == (
3<<
1)) {
// XMM and YMM state enabled.
if (abcd[
2] & (
1<<
28)) { features |= SkCpu:: AVX; }
if (abcd[
2] & (
1<<
29)) { features |= SkCpu::F16C; }
if (abcd[
2] & (
1<<
12)) { features |= SkCpu:: FMA; }
cpuid7(abcd);
if (abcd[
1] & (
1<<
5)) { features |= SkCpu::AVX2; }
if (abcd[
1] & (
1<<
3)) { features |= SkCpu::BMI1; }
if (abcd[
1] & (
1<<
8)) { features |= SkCpu::BMI2; }
if (abcd[
1] & (
1<<
9)) { features |= SkCpu::ERMS; }
if ((xgetbv(
0) & (
7<<
5)) == (
7<<
5)) {
// All ZMM state bits enabled too.
if (abcd[
1] & (
1<<
16)) { features |= SkCpu::AVX512F; }
if (abcd[
1] & (
1<<
17)) { features |= SkCpu::AVX512DQ; }
if (abcd[
1] & (
1<<
21)) { features |= SkCpu::AVX512IFMA; }
if (abcd[
1] & (
1<<
26)) { features |= SkCpu::AVX512PF; }
if (abcd[
1] & (
1<<
27)) { features |= SkCpu::AVX512ER; }
if (abcd[
1] & (
1<<
28)) { features |= SkCpu::AVX512CD; }
if (abcd[
1] & (
1<<
30)) { features |= SkCpu::AVX512BW; }
if (abcd[
1] & (
1<<
31)) { features |= SkCpu::AVX512VL; }
}
}
return features;
}
#elif defined(SK_CPU_LOONGARCH)
#include <sys/auxv.h>
static uint32_t read_cpu_features(
void)
{
uint64_t features =
0;
uint64_t hwcap = getauxval(AT_HWCAP);
if (hwcap & HWCAP_LOONGARCH_LSX) { features |= SkCpu::LOONGARCH_SX; }
if (hwcap & HWCAP_LOONGARCH_LASX) { features |= SkCpu::LOONGARCH_ASX; }
return features;
}
#else
static uint32_t read_cpu_features() {
return 0;
}
#endif
uint32_t SkCpu::gCachedFeatures =
0;
void SkCpu::CacheRuntimeFeatures() {
static SkOnce once;
once([] { gCachedFeatures = read_cpu_features(); });
}