Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 1 | // Copyright 2017 The Abseil Authors. |
| 2 | // |
| 3 | // Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | // you may not use this file except in compliance with the License. |
| 5 | // You may obtain a copy of the License at |
| 6 | // |
| 7 | // https://www.apache.org/licenses/LICENSE-2.0 |
| 8 | // |
| 9 | // Unless required by applicable law or agreed to in writing, software |
| 10 | // distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | // See the License for the specific language governing permissions and |
| 13 | // limitations under the License. |
| 14 | // |
| 15 | // ----------------------------------------------------------------------------- |
| 16 | // File: numbers.h |
| 17 | // ----------------------------------------------------------------------------- |
| 18 | // |
| 19 | // This package contains functions for converting strings to numbers. For |
| 20 | // converting numbers to strings, use `StrCat()` or `StrAppend()` in str_cat.h, |
| 21 | // which automatically detect and convert most number values appropriately. |
| 22 | |
| 23 | #ifndef ABSL_STRINGS_NUMBERS_H_ |
| 24 | #define ABSL_STRINGS_NUMBERS_H_ |
| 25 | |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 26 | #ifdef __SSE4_2__ |
| 27 | #include <x86intrin.h> |
| 28 | #endif |
| 29 | |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 30 | #include <cstddef> |
| 31 | #include <cstdlib> |
| 32 | #include <cstring> |
| 33 | #include <ctime> |
| 34 | #include <limits> |
| 35 | #include <string> |
| 36 | #include <type_traits> |
| 37 | |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 38 | #include "absl/base/config.h" |
| 39 | #ifdef __SSE4_2__ |
| 40 | // TODO(jorg): Remove this when we figure out the right way |
| 41 | // to swap bytes on SSE 4.2 that works with the compilers |
| 42 | // we claim to support. Also, add tests for the compiler |
| 43 | // that doesn't support the Intel _bswap64 intrinsic but |
| 44 | // does support all the SSE 4.2 intrinsics |
| 45 | #include "absl/base/internal/endian.h" |
| 46 | #endif |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 47 | #include "absl/base/macros.h" |
| 48 | #include "absl/base/port.h" |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 49 | #include "absl/numeric/bits.h" |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 50 | #include "absl/numeric/int128.h" |
| 51 | #include "absl/strings/string_view.h" |
| 52 | |
| 53 | namespace absl { |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 54 | ABSL_NAMESPACE_BEGIN |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 55 | |
| 56 | // SimpleAtoi() |
| 57 | // |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 58 | // Converts the given string (optionally followed or preceded by ASCII |
| 59 | // whitespace) into an integer value, returning `true` if successful. The string |
| 60 | // must reflect a base-10 integer whose value falls within the range of the |
| 61 | // integer type (optionally preceded by a `+` or `-`). If any errors are |
| 62 | // encountered, this function returns `false`, leaving `out` in an unspecified |
| 63 | // state. |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 64 | template <typename int_type> |
| 65 | ABSL_MUST_USE_RESULT bool SimpleAtoi(absl::string_view str, int_type* out); |
| 66 | |
| 67 | // SimpleAtof() |
| 68 | // |
| 69 | // Converts the given string (optionally followed or preceded by ASCII |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 70 | // whitespace) into a float, which may be rounded on overflow or underflow, |
| 71 | // returning `true` if successful. |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 72 | // See https://en.cppreference.com/w/c/string/byte/strtof for details about the |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 73 | // allowed formats for `str`, except SimpleAtof() is locale-independent and will |
| 74 | // always use the "C" locale. If any errors are encountered, this function |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 75 | // returns `false`, leaving `out` in an unspecified state. |
| 76 | ABSL_MUST_USE_RESULT bool SimpleAtof(absl::string_view str, float* out); |
| 77 | |
| 78 | // SimpleAtod() |
| 79 | // |
| 80 | // Converts the given string (optionally followed or preceded by ASCII |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 81 | // whitespace) into a double, which may be rounded on overflow or underflow, |
| 82 | // returning `true` if successful. |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 83 | // See https://en.cppreference.com/w/c/string/byte/strtof for details about the |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 84 | // allowed formats for `str`, except SimpleAtod is locale-independent and will |
| 85 | // always use the "C" locale. If any errors are encountered, this function |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 86 | // returns `false`, leaving `out` in an unspecified state. |
| 87 | ABSL_MUST_USE_RESULT bool SimpleAtod(absl::string_view str, double* out); |
| 88 | |
| 89 | // SimpleAtob() |
| 90 | // |
| 91 | // Converts the given string into a boolean, returning `true` if successful. |
| 92 | // The following case-insensitive strings are interpreted as boolean `true`: |
| 93 | // "true", "t", "yes", "y", "1". The following case-insensitive strings |
| 94 | // are interpreted as boolean `false`: "false", "f", "no", "n", "0". If any |
| 95 | // errors are encountered, this function returns `false`, leaving `out` in an |
| 96 | // unspecified state. |
| 97 | ABSL_MUST_USE_RESULT bool SimpleAtob(absl::string_view str, bool* out); |
| 98 | |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 99 | ABSL_NAMESPACE_END |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 100 | } // namespace absl |
| 101 | |
| 102 | // End of public API. Implementation details follow. |
| 103 | |
| 104 | namespace absl { |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 105 | ABSL_NAMESPACE_BEGIN |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 106 | namespace numbers_internal { |
| 107 | |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 108 | // Digit conversion. |
| 109 | ABSL_DLL extern const char kHexChar[17]; // 0123456789abcdef |
| 110 | ABSL_DLL extern const char |
| 111 | kHexTable[513]; // 000102030405060708090a0b0c0d0e0f1011... |
| 112 | ABSL_DLL extern const char |
| 113 | two_ASCII_digits[100][2]; // 00, 01, 02, 03... |
| 114 | |
| 115 | // Writes a two-character representation of 'i' to 'buf'. 'i' must be in the |
| 116 | // range 0 <= i < 100, and buf must have space for two characters. Example: |
| 117 | // char buf[2]; |
| 118 | // PutTwoDigits(42, buf); |
| 119 | // // buf[0] == '4' |
| 120 | // // buf[1] == '2' |
| 121 | inline void PutTwoDigits(size_t i, char* buf) { |
| 122 | assert(i < 100); |
| 123 | memcpy(buf, two_ASCII_digits[i], 2); |
| 124 | } |
| 125 | |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 126 | // safe_strto?() functions for implementing SimpleAtoi() |
| 127 | bool safe_strto32_base(absl::string_view text, int32_t* value, int base); |
| 128 | bool safe_strto64_base(absl::string_view text, int64_t* value, int base); |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 129 | bool safe_strto128_base(absl::string_view text, absl::int128* value, |
| 130 | int base); |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 131 | bool safe_strtou32_base(absl::string_view text, uint32_t* value, int base); |
| 132 | bool safe_strtou64_base(absl::string_view text, uint64_t* value, int base); |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 133 | bool safe_strtou128_base(absl::string_view text, absl::uint128* value, |
| 134 | int base); |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 135 | |
| 136 | static const int kFastToBufferSize = 32; |
| 137 | static const int kSixDigitsToBufferSize = 16; |
| 138 | |
| 139 | // Helper function for fast formatting of floating-point values. |
| 140 | // The result is the same as printf's "%g", a.k.a. "%.6g"; that is, six |
| 141 | // significant digits are returned, trailing zeros are removed, and numbers |
| 142 | // outside the range 0.0001-999999 are output using scientific notation |
| 143 | // (1.23456e+06). This routine is heavily optimized. |
| 144 | // Required buffer size is `kSixDigitsToBufferSize`. |
| 145 | size_t SixDigitsToBuffer(double d, char* buffer); |
| 146 | |
| 147 | // These functions are intended for speed. All functions take an output buffer |
| 148 | // as an argument and return a pointer to the last byte they wrote, which is the |
| 149 | // terminating '\0'. At most `kFastToBufferSize` bytes are written. |
| 150 | char* FastIntToBuffer(int32_t, char*); |
| 151 | char* FastIntToBuffer(uint32_t, char*); |
| 152 | char* FastIntToBuffer(int64_t, char*); |
| 153 | char* FastIntToBuffer(uint64_t, char*); |
| 154 | |
| 155 | // For enums and integer types that are not an exact match for the types above, |
| 156 | // use templates to call the appropriate one of the four overloads above. |
| 157 | template <typename int_type> |
| 158 | char* FastIntToBuffer(int_type i, char* buffer) { |
| 159 | static_assert(sizeof(i) <= 64 / 8, |
| 160 | "FastIntToBuffer works only with 64-bit-or-less integers."); |
| 161 | // TODO(jorg): This signed-ness check is used because it works correctly |
| 162 | // with enums, and it also serves to check that int_type is not a pointer. |
| 163 | // If one day something like std::is_signed<enum E> works, switch to it. |
| 164 | if (static_cast<int_type>(1) - 2 < 0) { // Signed |
| 165 | if (sizeof(i) > 32 / 8) { // 33-bit to 64-bit |
| 166 | return FastIntToBuffer(static_cast<int64_t>(i), buffer); |
| 167 | } else { // 32-bit or less |
| 168 | return FastIntToBuffer(static_cast<int32_t>(i), buffer); |
| 169 | } |
| 170 | } else { // Unsigned |
| 171 | if (sizeof(i) > 32 / 8) { // 33-bit to 64-bit |
| 172 | return FastIntToBuffer(static_cast<uint64_t>(i), buffer); |
| 173 | } else { // 32-bit or less |
| 174 | return FastIntToBuffer(static_cast<uint32_t>(i), buffer); |
| 175 | } |
| 176 | } |
| 177 | } |
| 178 | |
| 179 | // Implementation of SimpleAtoi, generalized to support arbitrary base (used |
| 180 | // with base different from 10 elsewhere in Abseil implementation). |
| 181 | template <typename int_type> |
| 182 | ABSL_MUST_USE_RESULT bool safe_strtoi_base(absl::string_view s, int_type* out, |
| 183 | int base) { |
| 184 | static_assert(sizeof(*out) == 4 || sizeof(*out) == 8, |
| 185 | "SimpleAtoi works only with 32-bit or 64-bit integers."); |
| 186 | static_assert(!std::is_floating_point<int_type>::value, |
| 187 | "Use SimpleAtof or SimpleAtod instead."); |
| 188 | bool parsed; |
| 189 | // TODO(jorg): This signed-ness check is used because it works correctly |
| 190 | // with enums, and it also serves to check that int_type is not a pointer. |
| 191 | // If one day something like std::is_signed<enum E> works, switch to it. |
| 192 | if (static_cast<int_type>(1) - 2 < 0) { // Signed |
| 193 | if (sizeof(*out) == 64 / 8) { // 64-bit |
| 194 | int64_t val; |
| 195 | parsed = numbers_internal::safe_strto64_base(s, &val, base); |
| 196 | *out = static_cast<int_type>(val); |
| 197 | } else { // 32-bit |
| 198 | int32_t val; |
| 199 | parsed = numbers_internal::safe_strto32_base(s, &val, base); |
| 200 | *out = static_cast<int_type>(val); |
| 201 | } |
| 202 | } else { // Unsigned |
| 203 | if (sizeof(*out) == 64 / 8) { // 64-bit |
| 204 | uint64_t val; |
| 205 | parsed = numbers_internal::safe_strtou64_base(s, &val, base); |
| 206 | *out = static_cast<int_type>(val); |
| 207 | } else { // 32-bit |
| 208 | uint32_t val; |
| 209 | parsed = numbers_internal::safe_strtou32_base(s, &val, base); |
| 210 | *out = static_cast<int_type>(val); |
| 211 | } |
| 212 | } |
| 213 | return parsed; |
| 214 | } |
| 215 | |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 216 | // FastHexToBufferZeroPad16() |
| 217 | // |
| 218 | // Outputs `val` into `out` as if by `snprintf(out, 17, "%016x", val)` but |
| 219 | // without the terminating null character. Thus `out` must be of length >= 16. |
| 220 | // Returns the number of non-pad digits of the output (it can never be zero |
| 221 | // since 0 has one digit). |
| 222 | inline size_t FastHexToBufferZeroPad16(uint64_t val, char* out) { |
| 223 | #ifdef __SSE4_2__ |
| 224 | uint64_t be = absl::big_endian::FromHost64(val); |
| 225 | const auto kNibbleMask = _mm_set1_epi8(0xf); |
| 226 | const auto kHexDigits = _mm_setr_epi8('0', '1', '2', '3', '4', '5', '6', '7', |
| 227 | '8', '9', 'a', 'b', 'c', 'd', 'e', 'f'); |
| 228 | auto v = _mm_loadl_epi64(reinterpret_cast<__m128i*>(&be)); // load lo dword |
| 229 | auto v4 = _mm_srli_epi64(v, 4); // shift 4 right |
| 230 | auto il = _mm_unpacklo_epi8(v4, v); // interleave bytes |
| 231 | auto m = _mm_and_si128(il, kNibbleMask); // mask out nibbles |
| 232 | auto hexchars = _mm_shuffle_epi8(kHexDigits, m); // hex chars |
| 233 | _mm_storeu_si128(reinterpret_cast<__m128i*>(out), hexchars); |
| 234 | #else |
| 235 | for (int i = 0; i < 8; ++i) { |
| 236 | auto byte = (val >> (56 - 8 * i)) & 0xFF; |
| 237 | auto* hex = &absl::numbers_internal::kHexTable[byte * 2]; |
| 238 | std::memcpy(out + 2 * i, hex, 2); |
| 239 | } |
| 240 | #endif |
| 241 | // | 0x1 so that even 0 has 1 digit. |
| 242 | return 16 - countl_zero(val | 0x1) / 4; |
| 243 | } |
| 244 | |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 245 | } // namespace numbers_internal |
| 246 | |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 247 | template <typename int_type> |
| 248 | ABSL_MUST_USE_RESULT bool SimpleAtoi(absl::string_view str, int_type* out) { |
| 249 | return numbers_internal::safe_strtoi_base(str, out, 10); |
| 250 | } |
| 251 | |
Austin Schuh | b4691e9 | 2020-12-31 12:37:18 -0800 | [diff] [blame^] | 252 | ABSL_MUST_USE_RESULT inline bool SimpleAtoi(absl::string_view str, |
| 253 | absl::int128* out) { |
| 254 | return numbers_internal::safe_strto128_base(str, out, 10); |
| 255 | } |
| 256 | |
| 257 | ABSL_MUST_USE_RESULT inline bool SimpleAtoi(absl::string_view str, |
| 258 | absl::uint128* out) { |
| 259 | return numbers_internal::safe_strtou128_base(str, out, 10); |
| 260 | } |
| 261 | |
| 262 | ABSL_NAMESPACE_END |
Austin Schuh | 36244a1 | 2019-09-21 17:52:38 -0700 | [diff] [blame] | 263 | } // namespace absl |
| 264 | |
| 265 | #endif // ABSL_STRINGS_NUMBERS_H_ |