1 /* 2 * Copyright (C) 2010 The Android Open Source Project 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * * Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer. 10 * * Redistributions in binary form must reproduce the above copyright 11 * notice, this list of conditions and the following disclaimer in 12 * the documentation and/or other materials provided with the 13 * distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE 19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, 20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, 21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS 22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT 25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26 * SUCH DAMAGE. 27 */ 28 29 /* ChangeLog for this library: 30 * 31 * NDK r8d: Add android_setCpu(). 32 * 33 * NDK r8c: Add new ARM CPU features: VFPv2, VFP_D32, VFP_FP16, 34 * VFP_FMA, NEON_FMA, IDIV_ARM, IDIV_THUMB2 and iWMMXt. 35 * 36 * Rewrite the code to parse /proc/self/auxv instead of 37 * the "Features" field in /proc/cpuinfo. 38 * 39 * Dynamically allocate the buffer that hold the content 40 * of /proc/cpuinfo to deal with newer hardware. 41 * 42 * NDK r7c: Fix CPU count computation. The old method only reported the 43 * number of _active_ CPUs when the library was initialized, 44 * which could be less than the real total. 45 * 46 * NDK r5: Handle buggy kernels which report a CPU Architecture number of 7 47 * for an ARMv6 CPU (see below). 48 * 49 * Handle kernels that only report 'neon', and not 'vfpv3' 50 * (VFPv3 is mandated by the ARM architecture is Neon is implemented) 51 * 52 * Handle kernels that only report 'vfpv3d16', and not 'vfpv3' 53 * 54 * Fix x86 compilation. Report ANDROID_CPU_FAMILY_X86 in 55 * android_getCpuFamily(). 56 * 57 * NDK r4: Initial release 58 */ 59 #include <sys/system_properties.h> 60 #ifdef __arm__ 61 #include <machine/cpu-features.h> 62 #endif 63 #include <pthread.h> 64 #include "cpu-features.h" 65 #include <stdio.h> 66 #include <stdlib.h> 67 #include <fcntl.h> 68 #include <errno.h> 69 70 static pthread_once_t g_once; 71 static int g_inited; 72 static AndroidCpuFamily g_cpuFamily; 73 static uint64_t g_cpuFeatures; 74 static int g_cpuCount; 75 76 static const int android_cpufeatures_debug = 0; 77 78 #ifdef __arm__ 79 # define DEFAULT_CPU_FAMILY ANDROID_CPU_FAMILY_ARM 80 #elif defined __i386__ 81 # define DEFAULT_CPU_FAMILY ANDROID_CPU_FAMILY_X86 82 #else 83 # define DEFAULT_CPU_FAMILY ANDROID_CPU_FAMILY_UNKNOWN 84 #endif 85 86 #define D(...) \ 87 do { \ 88 if (android_cpufeatures_debug) { \ 89 printf(__VA_ARGS__); fflush(stdout); \ 90 } \ 91 } while (0) 92 93 #ifdef __i386__ 94 static __inline__ void x86_cpuid(int func, int values[4]) 95 { 96 int a, b, c, d; 97 /* We need to preserve ebx since we're compiling PIC code */ 98 /* this means we can't use "=b" for the second output register */ 99 __asm__ __volatile__ ( \ 100 "push %%ebx\n" 101 "cpuid\n" \ 102 "mov %%ebx, %1\n" 103 "pop %%ebx\n" 104 : "=a" (a), "=r" (b), "=c" (c), "=d" (d) \ 105 : "a" (func) \ 106 ); 107 values[0] = a; 108 values[1] = b; 109 values[2] = c; 110 values[3] = d; 111 } 112 #endif 113 114 /* Get the size of a file by reading it until the end. This is needed 115 * because files under /proc do not always return a valid size when 116 * using fseek(0, SEEK_END) + ftell(). Nor can they be mmap()-ed. 117 */ 118 static int 119 get_file_size(const char* pathname) 120 { 121 int fd, ret, result = 0; 122 char buffer[256]; 123 124 fd = open(pathname, O_RDONLY); 125 if (fd < 0) { 126 D("Can't open %s: %s\n", pathname, strerror(errno)); 127 return -1; 128 } 129 130 for (;;) { 131 int ret = read(fd, buffer, sizeof buffer); 132 if (ret < 0) { 133 if (errno == EINTR) 134 continue; 135 D("Error while reading %s: %s\n", pathname, strerror(errno)); 136 break; 137 } 138 if (ret == 0) 139 break; 140 141 result += ret; 142 } 143 close(fd); 144 return result; 145 } 146 147 /* Read the content of /proc/cpuinfo into a user-provided buffer. 148 * Return the length of the data, or -1 on error. Does *not* 149 * zero-terminate the content. Will not read more 150 * than 'buffsize' bytes. 151 */ 152 static int 153 read_file(const char* pathname, char* buffer, size_t buffsize) 154 { 155 int fd, count; 156 157 fd = open(pathname, O_RDONLY); 158 if (fd < 0) { 159 D("Could not open %s: %s\n", pathname, strerror(errno)); 160 return -1; 161 } 162 count = 0; 163 while (count < (int)buffsize) { 164 int ret = read(fd, buffer + count, buffsize - count); 165 if (ret < 0) { 166 if (errno == EINTR) 167 continue; 168 D("Error while reading from %s: %s\n", pathname, strerror(errno)); 169 if (count == 0) 170 count = -1; 171 break; 172 } 173 if (ret == 0) 174 break; 175 count += ret; 176 } 177 close(fd); 178 return count; 179 } 180 181 /* Extract the content of a the first occurence of a given field in 182 * the content of /proc/cpuinfo and return it as a heap-allocated 183 * string that must be freed by the caller. 184 * 185 * Return NULL if not found 186 */ 187 static char* 188 extract_cpuinfo_field(const char* buffer, int buflen, const char* field) 189 { 190 int fieldlen = strlen(field); 191 const char* bufend = buffer + buflen; 192 char* result = NULL; 193 int len, ignore; 194 const char *p, *q; 195 196 /* Look for first field occurence, and ensures it starts the line. */ 197 p = buffer; 198 bufend = buffer + buflen; 199 for (;;) { 200 p = memmem(p, bufend-p, field, fieldlen); 201 if (p == NULL) 202 goto EXIT; 203 204 if (p == buffer || p[-1] == '\n') 205 break; 206 207 p += fieldlen; 208 } 209 210 /* Skip to the first column followed by a space */ 211 p += fieldlen; 212 p = memchr(p, ':', bufend-p); 213 if (p == NULL || p[1] != ' ') 214 goto EXIT; 215 216 /* Find the end of the line */ 217 p += 2; 218 q = memchr(p, '\n', bufend-p); 219 if (q == NULL) 220 q = bufend; 221 222 /* Copy the line into a heap-allocated buffer */ 223 len = q-p; 224 result = malloc(len+1); 225 if (result == NULL) 226 goto EXIT; 227 228 memcpy(result, p, len); 229 result[len] = '\0'; 230 231 EXIT: 232 return result; 233 } 234 235 /* Like strlen(), but for constant string literals */ 236 #define STRLEN_CONST(x) ((sizeof(x)-1) 237 238 239 /* Checks that a space-separated list of items contains one given 'item'. 240 * Returns 1 if found, 0 otherwise. 241 */ 242 static int 243 has_list_item(const char* list, const char* item) 244 { 245 const char* p = list; 246 int itemlen = strlen(item); 247 248 if (list == NULL) 249 return 0; 250 251 while (*p) { 252 const char* q; 253 254 /* skip spaces */ 255 while (*p == ' ' || *p == '\t') 256 p++; 257 258 /* find end of current list item */ 259 q = p; 260 while (*q && *q != ' ' && *q != '\t') 261 q++; 262 263 if (itemlen == q-p && !memcmp(p, item, itemlen)) 264 return 1; 265 266 /* skip to next item */ 267 p = q; 268 } 269 return 0; 270 } 271 272 /* Parse an decimal integer starting from 'input', but not going further 273 * than 'limit'. Return the value into '*result'. 274 * 275 * NOTE: Does not skip over leading spaces, or deal with sign characters. 276 * NOTE: Ignores overflows. 277 * 278 * The function returns NULL in case of error (bad format), or the new 279 * position after the decimal number in case of success (which will always 280 * be <= 'limit'). 281 */ 282 static const char* 283 parse_decimal(const char* input, const char* limit, int* result) 284 { 285 const char* p = input; 286 int val = 0; 287 while (p < limit) { 288 int d = (*p - '0'); 289 if ((unsigned)d >= 10U) 290 break; 291 val = val*10 + d; 292 p++; 293 } 294 if (p == input) 295 return NULL; 296 297 *result = val; 298 return p; 299 } 300 301 /* This small data type is used to represent a CPU list / mask, as read 302 * from sysfs on Linux. See http://www.kernel.org/doc/Documentation/cputopology.txt 303 * 304 * For now, we don't expect more than 32 cores on mobile devices, so keep 305 * everything simple. 306 */ 307 typedef struct { 308 uint32_t mask; 309 } CpuList; 310 311 static __inline__ void 312 cpulist_init(CpuList* list) { 313 list->mask = 0; 314 } 315 316 static __inline__ void 317 cpulist_and(CpuList* list1, CpuList* list2) { 318 list1->mask &= list2->mask; 319 } 320 321 static __inline__ void 322 cpulist_set(CpuList* list, int index) { 323 if ((unsigned)index < 32) { 324 list->mask |= (uint32_t)(1U << index); 325 } 326 } 327 328 static __inline__ int 329 cpulist_count(CpuList* list) { 330 return __builtin_popcount(list->mask); 331 } 332 333 /* Parse a textual list of cpus and store the result inside a CpuList object. 334 * Input format is the following: 335 * - comma-separated list of items (no spaces) 336 * - each item is either a single decimal number (cpu index), or a range made 337 * of two numbers separated by a single dash (-). Ranges are inclusive. 338 * 339 * Examples: 0 340 * 2,4-127,128-143 341 * 0-1 342 */ 343 static void 344 cpulist_parse(CpuList* list, const char* line, int line_len) 345 { 346 const char* p = line; 347 const char* end = p + line_len; 348 const char* q; 349 350 /* NOTE: the input line coming from sysfs typically contains a 351 * trailing newline, so take care of it in the code below 352 */ 353 while (p < end && *p != '\n') 354 { 355 int val, start_value, end_value; 356 357 /* Find the end of current item, and put it into 'q' */ 358 q = memchr(p, ',', end-p); 359 if (q == NULL) { 360 q = end; 361 } 362 363 /* Get first value */ 364 p = parse_decimal(p, q, &start_value); 365 if (p == NULL) 366 goto BAD_FORMAT; 367 368 end_value = start_value; 369 370 /* If we're not at the end of the item, expect a dash and 371 * and integer; extract end value. 372 */ 373 if (p < q && *p == '-') { 374 p = parse_decimal(p+1, q, &end_value); 375 if (p == NULL) 376 goto BAD_FORMAT; 377 } 378 379 /* Set bits CPU list bits */ 380 for (val = start_value; val <= end_value; val++) { 381 cpulist_set(list, val); 382 } 383 384 /* Jump to next item */ 385 p = q; 386 if (p < end) 387 p++; 388 } 389 390 BAD_FORMAT: 391 ; 392 } 393 394 /* Read a CPU list from one sysfs file */ 395 static void 396 cpulist_read_from(CpuList* list, const char* filename) 397 { 398 char file[64]; 399 int filelen; 400 401 cpulist_init(list); 402 403 filelen = read_file(filename, file, sizeof file); 404 if (filelen < 0) { 405 D("Could not read %s: %s\n", filename, strerror(errno)); 406 return; 407 } 408 409 cpulist_parse(list, file, filelen); 410 } 411 412 // See <asm/hwcap.h> kernel header. 413 #define HWCAP_VFP (1 << 6) 414 #define HWCAP_IWMMXT (1 << 9) 415 #define HWCAP_NEON (1 << 12) 416 #define HWCAP_VFPv3 (1 << 13) 417 #define HWCAP_VFPv3D16 (1 << 14) 418 #define HWCAP_VFPv4 (1 << 16) 419 #define HWCAP_IDIVA (1 << 17) 420 #define HWCAP_IDIVT (1 << 18) 421 422 #define AT_HWCAP 16 423 424 #if defined(__arm__) 425 /* Compute the ELF HWCAP flags. 426 */ 427 static uint32_t 428 get_elf_hwcap(const char* cpuinfo, int cpuinfo_len) 429 { 430 /* IMPORTANT: 431 * Accessing /proc/self/auxv doesn't work anymore on all 432 * platform versions. More specifically, when running inside 433 * a regular application process, most of /proc/self/ will be 434 * non-readable, including /proc/self/auxv. This doesn't 435 * happen however if the application is debuggable, or when 436 * running under the "shell" UID, which is why this was not 437 * detected appropriately. 438 */ 439 #if 0 440 uint32_t result = 0; 441 const char filepath[] = "/proc/self/auxv"; 442 int fd = open(filepath, O_RDONLY); 443 if (fd < 0) { 444 D("Could not open %s: %s\n", filepath, strerror(errno)); 445 return 0; 446 } 447 448 struct { uint32_t tag; uint32_t value; } entry; 449 450 for (;;) { 451 int ret = read(fd, (char*)&entry, sizeof entry); 452 if (ret < 0) { 453 if (errno == EINTR) 454 continue; 455 D("Error while reading %s: %s\n", filepath, strerror(errno)); 456 break; 457 } 458 // Detect end of list. 459 if (ret == 0 || (entry.tag == 0 && entry.value == 0)) 460 break; 461 if (entry.tag == AT_HWCAP) { 462 result = entry.value; 463 break; 464 } 465 } 466 close(fd); 467 return result; 468 #else 469 // Recreate ELF hwcaps by parsing /proc/cpuinfo Features tag. 470 uint32_t hwcaps = 0; 471 472 char* cpuFeatures = extract_cpuinfo_field(cpuinfo, cpuinfo_len, "Features"); 473 474 if (cpuFeatures != NULL) { 475 D("Found cpuFeatures = '%s'\n", cpuFeatures); 476 477 if (has_list_item(cpuFeatures, "vfp")) 478 hwcaps |= HWCAP_VFP; 479 if (has_list_item(cpuFeatures, "vfpv3")) 480 hwcaps |= HWCAP_VFPv3; 481 if (has_list_item(cpuFeatures, "vfpv3d16")) 482 hwcaps |= HWCAP_VFPv3D16; 483 if (has_list_item(cpuFeatures, "vfpv4")) 484 hwcaps |= HWCAP_VFPv4; 485 if (has_list_item(cpuFeatures, "neon")) 486 hwcaps |= HWCAP_NEON; 487 if (has_list_item(cpuFeatures, "idiva")) 488 hwcaps |= HWCAP_IDIVA; 489 if (has_list_item(cpuFeatures, "idivt")) 490 hwcaps |= HWCAP_IDIVT; 491 if (has_list_item(cpuFeatures, "idiv")) 492 hwcaps |= HWCAP_IDIVA | HWCAP_IDIVT; 493 if (has_list_item(cpuFeatures, "iwmmxt")) 494 hwcaps |= HWCAP_IWMMXT; 495 496 free(cpuFeatures); 497 } 498 return hwcaps; 499 #endif 500 } 501 #endif /* __arm__ */ 502 503 /* Return the number of cpus present on a given device. 504 * 505 * To handle all weird kernel configurations, we need to compute the 506 * intersection of the 'present' and 'possible' CPU lists and count 507 * the result. 508 */ 509 static int 510 get_cpu_count(void) 511 { 512 CpuList cpus_present[1]; 513 CpuList cpus_possible[1]; 514 515 cpulist_read_from(cpus_present, "/sys/devices/system/cpu/present"); 516 cpulist_read_from(cpus_possible, "/sys/devices/system/cpu/possible"); 517 518 /* Compute the intersection of both sets to get the actual number of 519 * CPU cores that can be used on this device by the kernel. 520 */ 521 cpulist_and(cpus_present, cpus_possible); 522 523 return cpulist_count(cpus_present); 524 } 525 526 static void 527 android_cpuInitFamily(void) 528 { 529 #if defined(__ARM_ARCH__) 530 g_cpuFamily = ANDROID_CPU_FAMILY_ARM; 531 #elif defined(__i386__) 532 g_cpuFamily = ANDROID_CPU_FAMILY_X86; 533 #elif defined(_MIPS_ARCH) 534 g_cpuFamily = ANDROID_CPU_FAMILY_MIPS; 535 #else 536 g_cpuFamily = ANDROID_CPU_FAMILY_UNKNOWN; 537 #endif 538 } 539 540 static void 541 android_cpuInit(void) 542 { 543 char* cpuinfo = NULL; 544 int cpuinfo_len; 545 546 android_cpuInitFamily(); 547 548 g_cpuFeatures = 0; 549 g_cpuCount = 1; 550 g_inited = 1; 551 552 cpuinfo_len = get_file_size("/proc/cpuinfo"); 553 if (cpuinfo_len < 0) { 554 D("cpuinfo_len cannot be computed!"); 555 return; 556 } 557 cpuinfo = malloc(cpuinfo_len); 558 if (cpuinfo == NULL) { 559 D("cpuinfo buffer could not be allocated"); 560 return; 561 } 562 cpuinfo_len = read_file("/proc/cpuinfo", cpuinfo, cpuinfo_len); 563 D("cpuinfo_len is (%d):\n%.*s\n", cpuinfo_len, 564 cpuinfo_len >= 0 ? cpuinfo_len : 0, cpuinfo); 565 566 if (cpuinfo_len < 0) /* should not happen */ { 567 free(cpuinfo); 568 return; 569 } 570 571 /* Count the CPU cores, the value may be 0 for single-core CPUs */ 572 g_cpuCount = get_cpu_count(); 573 if (g_cpuCount == 0) { 574 g_cpuCount = 1; 575 } 576 577 D("found cpuCount = %d\n", g_cpuCount); 578 579 #ifdef __ARM_ARCH__ 580 { 581 char* features = NULL; 582 char* architecture = NULL; 583 584 /* Extract architecture from the "CPU Architecture" field. 585 * The list is well-known, unlike the the output of 586 * the 'Processor' field which can vary greatly. 587 * 588 * See the definition of the 'proc_arch' array in 589 * $KERNEL/arch/arm/kernel/setup.c and the 'c_show' function in 590 * same file. 591 */ 592 char* cpuArch = extract_cpuinfo_field(cpuinfo, cpuinfo_len, "CPU architecture"); 593 594 if (cpuArch != NULL) { 595 char* end; 596 long archNumber; 597 int hasARMv7 = 0; 598 599 D("found cpuArch = '%s'\n", cpuArch); 600 601 /* read the initial decimal number, ignore the rest */ 602 archNumber = strtol(cpuArch, &end, 10); 603 604 /* Here we assume that ARMv8 will be upwards compatible with v7 605 * in the future. Unfortunately, there is no 'Features' field to 606 * indicate that Thumb-2 is supported. 607 */ 608 if (end > cpuArch && archNumber >= 7) { 609 hasARMv7 = 1; 610 } 611 612 /* Unfortunately, it seems that certain ARMv6-based CPUs 613 * report an incorrect architecture number of 7! 614 * 615 * See http://code.google.com/p/android/issues/detail?id=10812 616 * 617 * We try to correct this by looking at the 'elf_format' 618 * field reported by the 'Processor' field, which is of the 619 * form of "(v7l)" for an ARMv7-based CPU, and "(v6l)" for 620 * an ARMv6-one. 621 */ 622 if (hasARMv7) { 623 char* cpuProc = extract_cpuinfo_field(cpuinfo, cpuinfo_len, 624 "Processor"); 625 if (cpuProc != NULL) { 626 D("found cpuProc = '%s'\n", cpuProc); 627 if (has_list_item(cpuProc, "(v6l)")) { 628 D("CPU processor and architecture mismatch!!\n"); 629 hasARMv7 = 0; 630 } 631 free(cpuProc); 632 } 633 } 634 635 if (hasARMv7) { 636 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_ARMv7; 637 } 638 639 /* The LDREX / STREX instructions are available from ARMv6 */ 640 if (archNumber >= 6) { 641 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_LDREX_STREX; 642 } 643 644 free(cpuArch); 645 } 646 647 /* Extract the list of CPU features from ELF hwcaps */ 648 uint32_t hwcaps = get_elf_hwcap(cpuinfo, cpuinfo_len); 649 650 if (hwcaps != 0) { 651 int has_vfp = (hwcaps & HWCAP_VFP); 652 int has_vfpv3 = (hwcaps & HWCAP_VFPv3); 653 int has_vfpv3d16 = (hwcaps & HWCAP_VFPv3D16); 654 int has_vfpv4 = (hwcaps & HWCAP_VFPv4); 655 int has_neon = (hwcaps & HWCAP_NEON); 656 int has_idiva = (hwcaps & HWCAP_IDIVA); 657 int has_idivt = (hwcaps & HWCAP_IDIVT); 658 int has_iwmmxt = (hwcaps & HWCAP_IWMMXT); 659 660 // The kernel does a poor job at ensuring consistency when 661 // describing CPU features. So lots of guessing is needed. 662 663 // 'vfpv4' implies VFPv3|VFP_FMA|FP16 664 if (has_vfpv4) 665 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv3 | 666 ANDROID_CPU_ARM_FEATURE_VFP_FP16 | 667 ANDROID_CPU_ARM_FEATURE_VFP_FMA; 668 669 // 'vfpv3' or 'vfpv3d16' imply VFPv3. Note that unlike GCC, 670 // a value of 'vfpv3' doesn't necessarily mean that the D32 671 // feature is present, so be conservative. All CPUs in the 672 // field that support D32 also support NEON, so this should 673 // not be a problem in practice. 674 if (has_vfpv3 || has_vfpv3d16) 675 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv3; 676 677 // 'vfp' is super ambiguous. Depending on the kernel, it can 678 // either mean VFPv2 or VFPv3. Make it depend on ARMv7. 679 if (has_vfp) { 680 if (g_cpuFeatures & ANDROID_CPU_ARM_FEATURE_ARMv7) 681 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv3; 682 else 683 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv2; 684 } 685 686 // Neon implies VFPv3|D32, and if vfpv4 is detected, NEON_FMA 687 if (has_neon) { 688 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv3 | 689 ANDROID_CPU_ARM_FEATURE_NEON | 690 ANDROID_CPU_ARM_FEATURE_VFP_D32; 691 if (has_vfpv4) 692 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_NEON_FMA; 693 } 694 695 // VFPv3 implies VFPv2 and ARMv7 696 if (g_cpuFeatures & ANDROID_CPU_ARM_FEATURE_VFPv3) 697 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_VFPv2 | 698 ANDROID_CPU_ARM_FEATURE_ARMv7; 699 700 // Note that some buggy kernels do not report these even when 701 // the CPU actually support the division instructions. However, 702 // assume that if 'vfpv4' is detected, then the CPU supports 703 // sdiv/udiv properly. 704 if (has_idiva || has_vfpv4) 705 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_IDIV_ARM; 706 if (has_idivt || has_vfpv4) 707 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_IDIV_THUMB2; 708 709 if (has_iwmmxt) 710 g_cpuFeatures |= ANDROID_CPU_ARM_FEATURE_iWMMXt; 711 } 712 } 713 #endif /* __ARM_ARCH__ */ 714 715 #ifdef __i386__ 716 int regs[4]; 717 718 /* According to http://en.wikipedia.org/wiki/CPUID */ 719 #define VENDOR_INTEL_b 0x756e6547 720 #define VENDOR_INTEL_c 0x6c65746e 721 #define VENDOR_INTEL_d 0x49656e69 722 723 x86_cpuid(0, regs); 724 int vendorIsIntel = (regs[1] == VENDOR_INTEL_b && 725 regs[2] == VENDOR_INTEL_c && 726 regs[3] == VENDOR_INTEL_d); 727 728 x86_cpuid(1, regs); 729 if ((regs[2] & (1 << 9)) != 0) { 730 g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_SSSE3; 731 } 732 if ((regs[2] & (1 << 23)) != 0) { 733 g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_POPCNT; 734 } 735 if (vendorIsIntel && (regs[2] & (1 << 22)) != 0) { 736 g_cpuFeatures |= ANDROID_CPU_X86_FEATURE_MOVBE; 737 } 738 #endif 739 740 free(cpuinfo); 741 } 742 743 744 AndroidCpuFamily 745 android_getCpuFamily(void) 746 { 747 pthread_once(&g_once, android_cpuInit); 748 return g_cpuFamily; 749 } 750 751 752 uint64_t 753 android_getCpuFeatures(void) 754 { 755 pthread_once(&g_once, android_cpuInit); 756 return g_cpuFeatures; 757 } 758 759 760 int 761 android_getCpuCount(void) 762 { 763 pthread_once(&g_once, android_cpuInit); 764 return g_cpuCount; 765 } 766 767 static void 768 android_cpuInitDummy(void) 769 { 770 g_inited = 1; 771 } 772 773 int 774 android_setCpu(int cpu_count, uint64_t cpu_features) 775 { 776 /* Fail if the library was already initialized. */ 777 if (g_inited) 778 return 0; 779 780 android_cpuInitFamily(); 781 g_cpuCount = (cpu_count <= 0 ? 1 : cpu_count); 782 g_cpuFeatures = cpu_features; 783 pthread_once(&g_once, android_cpuInitDummy); 784 785 return 1; 786 } 787 788 /* 789 * Technical note: Making sense of ARM's FPU architecture versions. 790 * 791 * FPA was ARM's first attempt at an FPU architecture. There is no Android 792 * device that actually uses it since this technology was already obsolete 793 * when the project started. If you see references to FPA instructions 794 * somewhere, you can be sure that this doesn't apply to Android at all. 795 * 796 * FPA was followed by "VFP", soon renamed "VFPv1" due to the emergence of 797 * new versions / additions to it. ARM considers this obsolete right now, 798 * and no known Android device implements it either. 799 * 800 * VFPv2 added a few instructions to VFPv1, and is an *optional* extension 801 * supported by some ARMv5TE, ARMv6 and ARMv6T2 CPUs. Note that a device 802 * supporting the 'armeabi' ABI doesn't necessarily support these. 803 * 804 * VFPv3-D16 adds a few instructions on top of VFPv2 and is typically used 805 * on ARMv7-A CPUs which implement a FPU. Note that it is also mandated 806 * by the Android 'armeabi-v7a' ABI. The -D16 suffix in its name means 807 * that it provides 16 double-precision FPU registers (d0-d15) and 32 808 * single-precision ones (s0-s31) which happen to be mapped to the same 809 * register banks. 810 * 811 * VFPv3-D32 is the name of an extension to VFPv3-D16 that provides 16 812 * additional double precision registers (d16-d31). Note that there are 813 * still only 32 single precision registers. 814 * 815 * VFPv3xD is a *subset* of VFPv3-D16 that only provides single-precision 816 * registers. It is only used on ARMv7-M (i.e. on micro-controllers) which 817 * are not supported by Android. Note that it is not compatible with VFPv2. 818 * 819 * NOTE: The term 'VFPv3' usually designate either VFPv3-D16 or VFPv3-D32 820 * depending on context. For example GCC uses it for VFPv3-D32, but 821 * the Linux kernel code uses it for VFPv3-D16 (especially in 822 * /proc/cpuinfo). Always try to use the full designation when 823 * possible. 824 * 825 * NEON, a.k.a. "ARM Advanced SIMD" is an extension that provides 826 * instructions to perform parallel computations on vectors of 8, 16, 827 * 32, 64 and 128 bit quantities. NEON requires VFPv32-D32 since all 828 * NEON registers are also mapped to the same register banks. 829 * 830 * VFPv4-D16, adds a few instructions on top of VFPv3-D16 in order to 831 * perform fused multiply-accumulate on VFP registers, as well as 832 * half-precision (16-bit) conversion operations. 833 * 834 * VFPv4-D32 is VFPv4-D16 with 32, instead of 16, FPU double precision 835 * registers. 836 * 837 * VPFv4-NEON is VFPv4-D32 with NEON instructions. It also adds fused 838 * multiply-accumulate instructions that work on the NEON registers. 839 * 840 * NOTE: Similarly, "VFPv4" might either reference VFPv4-D16 or VFPv4-D32 841 * depending on context. 842 * 843 * The following information was determined by scanning the binutils-2.22 844 * sources: 845 * 846 * Basic VFP instruction subsets: 847 * 848 * #define FPU_VFP_EXT_V1xD 0x08000000 // Base VFP instruction set. 849 * #define FPU_VFP_EXT_V1 0x04000000 // Double-precision insns. 850 * #define FPU_VFP_EXT_V2 0x02000000 // ARM10E VFPr1. 851 * #define FPU_VFP_EXT_V3xD 0x01000000 // VFPv3 single-precision. 852 * #define FPU_VFP_EXT_V3 0x00800000 // VFPv3 double-precision. 853 * #define FPU_NEON_EXT_V1 0x00400000 // Neon (SIMD) insns. 854 * #define FPU_VFP_EXT_D32 0x00200000 // Registers D16-D31. 855 * #define FPU_VFP_EXT_FP16 0x00100000 // Half-precision extensions. 856 * #define FPU_NEON_EXT_FMA 0x00080000 // Neon fused multiply-add 857 * #define FPU_VFP_EXT_FMA 0x00040000 // VFP fused multiply-add 858 * 859 * FPU types (excluding NEON) 860 * 861 * FPU_VFP_V1xD (EXT_V1xD) 862 * | 863 * +--------------------------+ 864 * | | 865 * FPU_VFP_V1 (+EXT_V1) FPU_VFP_V3xD (+EXT_V2+EXT_V3xD) 866 * | | 867 * | | 868 * FPU_VFP_V2 (+EXT_V2) FPU_VFP_V4_SP_D16 (+EXT_FP16+EXT_FMA) 869 * | 870 * FPU_VFP_V3D16 (+EXT_Vx3D+EXT_V3) 871 * | 872 * +--------------------------+ 873 * | | 874 * FPU_VFP_V3 (+EXT_D32) FPU_VFP_V4D16 (+EXT_FP16+EXT_FMA) 875 * | | 876 * | FPU_VFP_V4 (+EXT_D32) 877 * | 878 * FPU_VFP_HARD (+EXT_FMA+NEON_EXT_FMA) 879 * 880 * VFP architectures: 881 * 882 * ARCH_VFP_V1xD (EXT_V1xD) 883 * | 884 * +------------------+ 885 * | | 886 * | ARCH_VFP_V3xD (+EXT_V2+EXT_V3xD) 887 * | | 888 * | ARCH_VFP_V3xD_FP16 (+EXT_FP16) 889 * | | 890 * | ARCH_VFP_V4_SP_D16 (+EXT_FMA) 891 * | 892 * ARCH_VFP_V1 (+EXT_V1) 893 * | 894 * ARCH_VFP_V2 (+EXT_V2) 895 * | 896 * ARCH_VFP_V3D16 (+EXT_V3xD+EXT_V3) 897 * | 898 * +-------------------+ 899 * | | 900 * | ARCH_VFP_V3D16_FP16 (+EXT_FP16) 901 * | 902 * +-------------------+ 903 * | | 904 * | ARCH_VFP_V4_D16 (+EXT_FP16+EXT_FMA) 905 * | | 906 * | ARCH_VFP_V4 (+EXT_D32) 907 * | | 908 * | ARCH_NEON_VFP_V4 (+EXT_NEON+EXT_NEON_FMA) 909 * | 910 * ARCH_VFP_V3 (+EXT_D32) 911 * | 912 * +-------------------+ 913 * | | 914 * | ARCH_VFP_V3_FP16 (+EXT_FP16) 915 * | 916 * ARCH_VFP_V3_PLUS_NEON_V1 (+EXT_NEON) 917 * | 918 * ARCH_NEON_FP16 (+EXT_FP16) 919 * 920 * -fpu=<name> values and their correspondance with FPU architectures above: 921 * 922 * {"vfp", FPU_ARCH_VFP_V2}, 923 * {"vfp9", FPU_ARCH_VFP_V2}, 924 * {"vfp3", FPU_ARCH_VFP_V3}, // For backwards compatbility. 925 * {"vfp10", FPU_ARCH_VFP_V2}, 926 * {"vfp10-r0", FPU_ARCH_VFP_V1}, 927 * {"vfpxd", FPU_ARCH_VFP_V1xD}, 928 * {"vfpv2", FPU_ARCH_VFP_V2}, 929 * {"vfpv3", FPU_ARCH_VFP_V3}, 930 * {"vfpv3-fp16", FPU_ARCH_VFP_V3_FP16}, 931 * {"vfpv3-d16", FPU_ARCH_VFP_V3D16}, 932 * {"vfpv3-d16-fp16", FPU_ARCH_VFP_V3D16_FP16}, 933 * {"vfpv3xd", FPU_ARCH_VFP_V3xD}, 934 * {"vfpv3xd-fp16", FPU_ARCH_VFP_V3xD_FP16}, 935 * {"neon", FPU_ARCH_VFP_V3_PLUS_NEON_V1}, 936 * {"neon-fp16", FPU_ARCH_NEON_FP16}, 937 * {"vfpv4", FPU_ARCH_VFP_V4}, 938 * {"vfpv4-d16", FPU_ARCH_VFP_V4D16}, 939 * {"fpv4-sp-d16", FPU_ARCH_VFP_V4_SP_D16}, 940 * {"neon-vfpv4", FPU_ARCH_NEON_VFP_V4}, 941 * 942 * 943 * Simplified diagram that only includes FPUs supported by Android: 944 * Only ARCH_VFP_V3D16 is actually mandated by the armeabi-v7a ABI, 945 * all others are optional and must be probed at runtime. 946 * 947 * ARCH_VFP_V3D16 (EXT_V1xD+EXT_V1+EXT_V2+EXT_V3xD+EXT_V3) 948 * | 949 * +-------------------+ 950 * | | 951 * | ARCH_VFP_V3D16_FP16 (+EXT_FP16) 952 * | 953 * +-------------------+ 954 * | | 955 * | ARCH_VFP_V4_D16 (+EXT_FP16+EXT_FMA) 956 * | | 957 * | ARCH_VFP_V4 (+EXT_D32) 958 * | | 959 * | ARCH_NEON_VFP_V4 (+EXT_NEON+EXT_NEON_FMA) 960 * | 961 * ARCH_VFP_V3 (+EXT_D32) 962 * | 963 * +-------------------+ 964 * | | 965 * | ARCH_VFP_V3_FP16 (+EXT_FP16) 966 * | 967 * ARCH_VFP_V3_PLUS_NEON_V1 (+EXT_NEON) 968 * | 969 * ARCH_NEON_FP16 (+EXT_FP16) 970 * 971 */ 972