unscaledcycleclock.cc 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154
  1. // Copyright 2017 The Abseil Authors.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // https://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. #include "absl/base/internal/unscaledcycleclock.h"
  15. #if ABSL_USE_UNSCALED_CYCLECLOCK
  16. #if defined(_WIN32)
  17. #include <intrin.h>
  18. #endif
  19. #if defined(__powerpc__) || defined(__ppc__)
  20. #ifdef __GLIBC__
  21. #include <sys/platform/ppc.h>
  22. #elif defined(__FreeBSD__)
  23. #include <sys/sysctl.h>
  24. #include <sys/types.h>
  25. #endif
  26. #endif
  27. #include "absl/base/internal/sysinfo.h"
  28. namespace absl {
  29. ABSL_NAMESPACE_BEGIN
  30. namespace base_internal {
  31. #if defined(__i386__)
  32. int64_t UnscaledCycleClock::Now() {
  33. int64_t ret;
  34. __asm__ volatile("rdtsc" : "=A"(ret));
  35. return ret;
  36. }
  37. double UnscaledCycleClock::Frequency() {
  38. return base_internal::NominalCPUFrequency();
  39. }
  40. #elif defined(__x86_64__)
  41. int64_t UnscaledCycleClock::Now() {
  42. uint64_t low, high;
  43. __asm__ volatile("rdtsc" : "=a"(low), "=d"(high));
  44. return (high << 32) | low;
  45. }
  46. double UnscaledCycleClock::Frequency() {
  47. return base_internal::NominalCPUFrequency();
  48. }
  49. #elif defined(__powerpc__) || defined(__ppc__)
  50. int64_t UnscaledCycleClock::Now() {
  51. #ifdef __GLIBC__
  52. return __ppc_get_timebase();
  53. #else
  54. #ifdef __powerpc64__
  55. int64_t tbr;
  56. asm volatile("mfspr %0, 268" : "=r"(tbr));
  57. return tbr;
  58. #else
  59. int32_t tbu, tbl, tmp;
  60. asm volatile(
  61. "0:\n"
  62. "mftbu %[hi32]\n"
  63. "mftb %[lo32]\n"
  64. "mftbu %[tmp]\n"
  65. "cmpw %[tmp],%[hi32]\n"
  66. "bne 0b\n"
  67. : [ hi32 ] "=r"(tbu), [ lo32 ] "=r"(tbl), [ tmp ] "=r"(tmp));
  68. return (static_cast<int64_t>(tbu) << 32) | tbl;
  69. #endif
  70. #endif
  71. }
  72. double UnscaledCycleClock::Frequency() {
  73. #ifdef __GLIBC__
  74. return __ppc_get_timebase_freq();
  75. #elif defined(_AIX)
  76. // This is the same constant value as returned by
  77. // __ppc_get_timebase_freq().
  78. return static_cast<double>(512000000);
  79. #elif defined(__FreeBSD__)
  80. static once_flag init_timebase_frequency_once;
  81. static double timebase_frequency = 0.0;
  82. base_internal::LowLevelCallOnce(&init_timebase_frequency_once, [&]() {
  83. size_t length = sizeof(timebase_frequency);
  84. sysctlbyname("kern.timecounter.tc.timebase.frequency", &timebase_frequency,
  85. &length, nullptr, 0);
  86. });
  87. return timebase_frequency;
  88. #else
  89. #error Must implement UnscaledCycleClock::Frequency()
  90. #endif
  91. }
  92. #elif defined(__aarch64__)
  93. // System timer of ARMv8 runs at a different frequency than the CPU's.
  94. // The frequency is fixed, typically in the range 1-50MHz. It can be
  95. // read at CNTFRQ special register. We assume the OS has set up
  96. // the virtual timer properly.
  97. int64_t UnscaledCycleClock::Now() {
  98. int64_t virtual_timer_value;
  99. asm volatile("mrs %0, cntvct_el0" : "=r"(virtual_timer_value));
  100. return virtual_timer_value;
  101. }
  102. double UnscaledCycleClock::Frequency() {
  103. uint64_t aarch64_timer_frequency;
  104. asm volatile("mrs %0, cntfrq_el0" : "=r"(aarch64_timer_frequency));
  105. return aarch64_timer_frequency;
  106. }
  107. #elif defined(__riscv)
  108. int64_t UnscaledCycleClock::Now() {
  109. int64_t virtual_timer_value;
  110. asm volatile("rdcycle %0" : "=r"(virtual_timer_value));
  111. return virtual_timer_value;
  112. }
  113. double UnscaledCycleClock::Frequency() {
  114. return base_internal::NominalCPUFrequency();
  115. }
  116. #elif defined(_M_IX86) || defined(_M_X64)
  117. #pragma intrinsic(__rdtsc)
  118. int64_t UnscaledCycleClock::Now() { return __rdtsc(); }
  119. double UnscaledCycleClock::Frequency() {
  120. return base_internal::NominalCPUFrequency();
  121. }
  122. #endif
  123. } // namespace base_internal
  124. ABSL_NAMESPACE_END
  125. } // namespace absl
  126. #endif // ABSL_USE_UNSCALED_CYCLECLOCK