blob: 563ff75dcf446f69864313643d665a88ac1fc8a9 [file] [log] [blame]
Brian Silverman9c614bc2016-02-15 20:20:02 -05001// Protocol Buffers - Google's data interchange format
2// Copyright 2008 Google Inc. All rights reserved.
3// https://developers.google.com/protocol-buffers/
4//
5// Redistribution and use in source and binary forms, with or without
6// modification, are permitted provided that the following conditions are
7// met:
8//
9// * Redistributions of source code must retain the above copyright
10// notice, this list of conditions and the following disclaimer.
11// * Redistributions in binary form must reproduce the above
12// copyright notice, this list of conditions and the following disclaimer
13// in the documentation and/or other materials provided with the
14// distribution.
15// * Neither the name of Google Inc. nor the names of its
16// contributors may be used to endorse or promote products derived from
17// this software without specific prior written permission.
18//
19// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
20// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
21// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
22// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
23// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
24// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
25// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
29// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30
31// A StringPiece points to part or all of a string, Cord, double-quoted string
32// literal, or other string-like object. A StringPiece does *not* own the
33// string to which it points. A StringPiece is not null-terminated.
34//
35// You can use StringPiece as a function or method parameter. A StringPiece
36// parameter can receive a double-quoted string literal argument, a "const
37// char*" argument, a string argument, or a StringPiece argument with no data
38// copying. Systematic use of StringPiece for arguments reduces data
39// copies and strlen() calls.
40//
41// Prefer passing StringPieces by value:
42// void MyFunction(StringPiece arg);
43// If circumstances require, you may also pass by const reference:
44// void MyFunction(const StringPiece& arg); // not preferred
45// Both of these have the same lifetime semantics. Passing by value
46// generates slightly smaller code. For more discussion, see the thread
47// go/stringpiecebyvalue on c-users.
48//
49// StringPiece is also suitable for local variables if you know that
50// the lifetime of the underlying object is longer than the lifetime
51// of your StringPiece variable.
52//
53// Beware of binding a StringPiece to a temporary:
54// StringPiece sp = obj.MethodReturningString(); // BAD: lifetime problem
55//
56// This code is okay:
57// string str = obj.MethodReturningString(); // str owns its contents
58// StringPiece sp(str); // GOOD, because str outlives sp
59//
60// StringPiece is sometimes a poor choice for a return value and usually a poor
61// choice for a data member. If you do use a StringPiece this way, it is your
62// responsibility to ensure that the object pointed to by the StringPiece
63// outlives the StringPiece.
64//
65// A StringPiece may represent just part of a string; thus the name "Piece".
66// For example, when splitting a string, vector<StringPiece> is a natural data
67// type for the output. For another example, a Cord is a non-contiguous,
68// potentially very long string-like object. The Cord class has an interface
69// that iteratively provides StringPiece objects that point to the
70// successive pieces of a Cord object.
71//
72// A StringPiece is not null-terminated. If you write code that scans a
73// StringPiece, you must check its length before reading any characters.
74// Common idioms that work on null-terminated strings do not work on
75// StringPiece objects.
76//
77// There are several ways to create a null StringPiece:
78// StringPiece()
79// StringPiece(NULL)
80// StringPiece(NULL, 0)
81// For all of the above, sp.data() == NULL, sp.length() == 0,
82// and sp.empty() == true. Also, if you create a StringPiece with
83// a non-NULL pointer then sp.data() != NULL. Once created,
84// sp.data() will stay either NULL or not-NULL, except if you call
85// sp.clear() or sp.set().
86//
87// Thus, you can use StringPiece(NULL) to signal an out-of-band value
88// that is different from other StringPiece values. This is similar
89// to the way that const char* p1 = NULL; is different from
90// const char* p2 = "";.
91//
92// There are many ways to create an empty StringPiece:
93// StringPiece()
94// StringPiece(NULL)
95// StringPiece(NULL, 0)
96// StringPiece("")
97// StringPiece("", 0)
98// StringPiece("abcdef", 0)
99// StringPiece("abcdef"+6, 0)
100// For all of the above, sp.length() will be 0 and sp.empty() will be true.
101// For some empty StringPiece values, sp.data() will be NULL.
102// For some empty StringPiece values, sp.data() will not be NULL.
103//
104// Be careful not to confuse: null StringPiece and empty StringPiece.
105// The set of empty StringPieces properly includes the set of null StringPieces.
106// That is, every null StringPiece is an empty StringPiece,
107// but some non-null StringPieces are empty Stringpieces too.
108//
109// All empty StringPiece values compare equal to each other.
110// Even a null StringPieces compares equal to a non-null empty StringPiece:
111// StringPiece() == StringPiece("", 0)
112// StringPiece(NULL) == StringPiece("abc", 0)
113// StringPiece(NULL, 0) == StringPiece("abcdef"+6, 0)
114//
115// Look carefully at this example:
116// StringPiece("") == NULL
117// True or false? TRUE, because StringPiece::operator== converts
118// the right-hand side from NULL to StringPiece(NULL),
119// and then compares two zero-length spans of characters.
120// However, we are working to make this example produce a compile error.
121//
122// Suppose you want to write:
123// bool TestWhat?(StringPiece sp) { return sp == NULL; } // BAD
124// Do not do that. Write one of these instead:
125// bool TestNull(StringPiece sp) { return sp.data() == NULL; }
126// bool TestEmpty(StringPiece sp) { return sp.empty(); }
127// The intent of TestWhat? is unclear. Did you mean TestNull or TestEmpty?
128// Right now, TestWhat? behaves likes TestEmpty.
129// We are working to make TestWhat? produce a compile error.
130// TestNull is good to test for an out-of-band signal.
131// TestEmpty is good to test for an empty StringPiece.
132//
133// Caveats (again):
134// (1) The lifetime of the pointed-to string (or piece of a string)
135// must be longer than the lifetime of the StringPiece.
136// (2) There may or may not be a '\0' character after the end of
137// StringPiece data.
138// (3) A null StringPiece is empty.
139// An empty StringPiece may or may not be a null StringPiece.
140
141#ifndef GOOGLE_PROTOBUF_STUBS_STRINGPIECE_H_
142#define GOOGLE_PROTOBUF_STUBS_STRINGPIECE_H_
143
144#include <assert.h>
145#include <stddef.h>
146#include <string.h>
147#include <iosfwd>
148#include <limits>
149#include <string>
150
151#include <google/protobuf/stubs/common.h>
152#include <google/protobuf/stubs/hash.h>
153
154namespace google {
155namespace protobuf {
156// StringPiece has *two* size types.
157// StringPiece::size_type
158// is unsigned
159// is 32 bits in LP32, 64 bits in LP64, 64 bits in LLP64
160// no future changes intended
161// stringpiece_ssize_type
162// is signed
163// is 32 bits in LP32, 64 bits in LP64, 64 bits in LLP64
164// future changes intended: http://go/64BitStringPiece
165//
166typedef string::difference_type stringpiece_ssize_type;
167
168// STRINGPIECE_CHECK_SIZE protects us from 32-bit overflows.
169// TODO(mec): delete this after stringpiece_ssize_type goes 64 bit.
170#if !defined(NDEBUG)
171#define STRINGPIECE_CHECK_SIZE 1
172#elif defined(_FORTIFY_SOURCE) && _FORTIFY_SOURCE > 0
173#define STRINGPIECE_CHECK_SIZE 1
174#else
175#define STRINGPIECE_CHECK_SIZE 0
176#endif
177
178class LIBPROTOBUF_EXPORT StringPiece {
179 private:
180 const char* ptr_;
181 stringpiece_ssize_type length_;
182
183 // Prevent overflow in debug mode or fortified mode.
184 // sizeof(stringpiece_ssize_type) may be smaller than sizeof(size_t).
185 static stringpiece_ssize_type CheckedSsizeTFromSizeT(size_t size) {
186#if STRINGPIECE_CHECK_SIZE > 0
187#ifdef max
188#undef max
189#endif
190 if (size > static_cast<size_t>(
191 std::numeric_limits<stringpiece_ssize_type>::max())) {
192 // Some people grep for this message in logs
193 // so take care if you ever change it.
194 LogFatalSizeTooBig(size, "size_t to int conversion");
195 }
196#endif
197 return static_cast<stringpiece_ssize_type>(size);
198 }
199
200 // Out-of-line error path.
201 static void LogFatalSizeTooBig(size_t size, const char* details);
202
203 public:
204 // We provide non-explicit singleton constructors so users can pass
205 // in a "const char*" or a "string" wherever a "StringPiece" is
206 // expected.
207 //
208 // Style guide exception granted:
209 // http://goto/style-guide-exception-20978288
210 StringPiece() : ptr_(NULL), length_(0) {}
211
212 StringPiece(const char* str) // NOLINT(runtime/explicit)
213 : ptr_(str), length_(0) {
214 if (str != NULL) {
215 length_ = CheckedSsizeTFromSizeT(strlen(str));
216 }
217 }
218
219 template <class Allocator>
220 StringPiece( // NOLINT(runtime/explicit)
221 const std::basic_string<char, std::char_traits<char>, Allocator>& str)
222 : ptr_(str.data()), length_(0) {
223 length_ = CheckedSsizeTFromSizeT(str.size());
224 }
Brian Silverman9c614bc2016-02-15 20:20:02 -0500225
226 StringPiece(const char* offset, stringpiece_ssize_type len)
227 : ptr_(offset), length_(len) {
228 assert(len >= 0);
229 }
230
231 // Substring of another StringPiece.
232 // pos must be non-negative and <= x.length().
233 StringPiece(StringPiece x, stringpiece_ssize_type pos);
234 // Substring of another StringPiece.
235 // pos must be non-negative and <= x.length().
236 // len must be non-negative and will be pinned to at most x.length() - pos.
237 StringPiece(StringPiece x,
238 stringpiece_ssize_type pos,
239 stringpiece_ssize_type len);
240
241 // data() may return a pointer to a buffer with embedded NULs, and the
242 // returned buffer may or may not be null terminated. Therefore it is
243 // typically a mistake to pass data() to a routine that expects a NUL
244 // terminated string.
245 const char* data() const { return ptr_; }
246 stringpiece_ssize_type size() const { return length_; }
247 stringpiece_ssize_type length() const { return length_; }
248 bool empty() const { return length_ == 0; }
249
250 void clear() {
251 ptr_ = NULL;
252 length_ = 0;
253 }
254
255 void set(const char* data, stringpiece_ssize_type len) {
256 assert(len >= 0);
257 ptr_ = data;
258 length_ = len;
259 }
260
261 void set(const char* str) {
262 ptr_ = str;
263 if (str != NULL)
264 length_ = CheckedSsizeTFromSizeT(strlen(str));
265 else
266 length_ = 0;
267 }
268
269 void set(const void* data, stringpiece_ssize_type len) {
270 ptr_ = reinterpret_cast<const char*>(data);
271 length_ = len;
272 }
273
274 char operator[](stringpiece_ssize_type i) const {
275 assert(0 <= i);
276 assert(i < length_);
277 return ptr_[i];
278 }
279
280 void remove_prefix(stringpiece_ssize_type n) {
281 assert(length_ >= n);
282 ptr_ += n;
283 length_ -= n;
284 }
285
286 void remove_suffix(stringpiece_ssize_type n) {
287 assert(length_ >= n);
288 length_ -= n;
289 }
290
291 // returns {-1, 0, 1}
292 int compare(StringPiece x) const {
293 const stringpiece_ssize_type min_size =
294 length_ < x.length_ ? length_ : x.length_;
Austin Schuh40c16522018-10-28 20:27:54 -0700295 int r = memcmp(ptr_, x.ptr_, static_cast<size_t>(min_size));
Brian Silverman9c614bc2016-02-15 20:20:02 -0500296 if (r < 0) return -1;
297 if (r > 0) return 1;
298 if (length_ < x.length_) return -1;
299 if (length_ > x.length_) return 1;
300 return 0;
301 }
302
303 string as_string() const {
304 return ToString();
305 }
306 // We also define ToString() here, since many other string-like
307 // interfaces name the routine that converts to a C++ string
308 // "ToString", and it's confusing to have the method that does that
309 // for a StringPiece be called "as_string()". We also leave the
310 // "as_string()" method defined here for existing code.
311 string ToString() const {
312 if (ptr_ == NULL) return string();
Austin Schuh40c16522018-10-28 20:27:54 -0700313 return string(data(), static_cast<size_type>(size()));
Brian Silverman9c614bc2016-02-15 20:20:02 -0500314 }
315
316 operator string() const {
317 return ToString();
318 }
319
320 void CopyToString(string* target) const;
321 void AppendToString(string* target) const;
322
323 bool starts_with(StringPiece x) const {
Austin Schuh40c16522018-10-28 20:27:54 -0700324 return (length_ >= x.length_) &&
325 (memcmp(ptr_, x.ptr_, static_cast<size_t>(x.length_)) == 0);
Brian Silverman9c614bc2016-02-15 20:20:02 -0500326 }
327
328 bool ends_with(StringPiece x) const {
329 return ((length_ >= x.length_) &&
Austin Schuh40c16522018-10-28 20:27:54 -0700330 (memcmp(ptr_ + (length_-x.length_), x.ptr_,
331 static_cast<size_t>(x.length_)) == 0));
Brian Silverman9c614bc2016-02-15 20:20:02 -0500332 }
333
334 // Checks whether StringPiece starts with x and if so advances the beginning
335 // of it to past the match. It's basically a shortcut for starts_with
336 // followed by remove_prefix.
337 bool Consume(StringPiece x);
338 // Like above but for the end of the string.
339 bool ConsumeFromEnd(StringPiece x);
340
341 // standard STL container boilerplate
342 typedef char value_type;
343 typedef const char* pointer;
344 typedef const char& reference;
345 typedef const char& const_reference;
346 typedef size_t size_type;
347 typedef ptrdiff_t difference_type;
348 static const size_type npos;
349 typedef const char* const_iterator;
350 typedef const char* iterator;
351 typedef std::reverse_iterator<const_iterator> const_reverse_iterator;
352 typedef std::reverse_iterator<iterator> reverse_iterator;
353 iterator begin() const { return ptr_; }
354 iterator end() const { return ptr_ + length_; }
355 const_reverse_iterator rbegin() const {
356 return const_reverse_iterator(ptr_ + length_);
357 }
358 const_reverse_iterator rend() const {
359 return const_reverse_iterator(ptr_);
360 }
361 stringpiece_ssize_type max_size() const { return length_; }
362 stringpiece_ssize_type capacity() const { return length_; }
363
364 // cpplint.py emits a false positive [build/include_what_you_use]
365 stringpiece_ssize_type copy(char* buf, size_type n, size_type pos = 0) const; // NOLINT
366
367 bool contains(StringPiece s) const;
368
369 stringpiece_ssize_type find(StringPiece s, size_type pos = 0) const;
370 stringpiece_ssize_type find(char c, size_type pos = 0) const;
371 stringpiece_ssize_type rfind(StringPiece s, size_type pos = npos) const;
372 stringpiece_ssize_type rfind(char c, size_type pos = npos) const;
373
374 stringpiece_ssize_type find_first_of(StringPiece s, size_type pos = 0) const;
375 stringpiece_ssize_type find_first_of(char c, size_type pos = 0) const {
376 return find(c, pos);
377 }
378 stringpiece_ssize_type find_first_not_of(StringPiece s,
379 size_type pos = 0) const;
380 stringpiece_ssize_type find_first_not_of(char c, size_type pos = 0) const;
381 stringpiece_ssize_type find_last_of(StringPiece s,
382 size_type pos = npos) const;
383 stringpiece_ssize_type find_last_of(char c, size_type pos = npos) const {
384 return rfind(c, pos);
385 }
386 stringpiece_ssize_type find_last_not_of(StringPiece s,
387 size_type pos = npos) const;
388 stringpiece_ssize_type find_last_not_of(char c, size_type pos = npos) const;
389
390 StringPiece substr(size_type pos, size_type n = npos) const;
391};
392
393// This large function is defined inline so that in a fairly common case where
394// one of the arguments is a literal, the compiler can elide a lot of the
395// following comparisons.
396inline bool operator==(StringPiece x, StringPiece y) {
397 stringpiece_ssize_type len = x.size();
398 if (len != y.size()) {
399 return false;
400 }
401
402 return x.data() == y.data() || len <= 0 ||
Austin Schuh40c16522018-10-28 20:27:54 -0700403 memcmp(x.data(), y.data(), static_cast<size_t>(len)) == 0;
Brian Silverman9c614bc2016-02-15 20:20:02 -0500404}
405
406inline bool operator!=(StringPiece x, StringPiece y) {
407 return !(x == y);
408}
409
410inline bool operator<(StringPiece x, StringPiece y) {
411 const stringpiece_ssize_type min_size =
412 x.size() < y.size() ? x.size() : y.size();
Austin Schuh40c16522018-10-28 20:27:54 -0700413 const int r = memcmp(x.data(), y.data(), static_cast<size_t>(min_size));
Brian Silverman9c614bc2016-02-15 20:20:02 -0500414 return (r < 0) || (r == 0 && x.size() < y.size());
415}
416
417inline bool operator>(StringPiece x, StringPiece y) {
418 return y < x;
419}
420
421inline bool operator<=(StringPiece x, StringPiece y) {
422 return !(x > y);
423}
424
425inline bool operator>=(StringPiece x, StringPiece y) {
426 return !(x < y);
427}
428
429// allow StringPiece to be logged
430extern std::ostream& operator<<(std::ostream& o, StringPiece piece);
431
Austin Schuh40c16522018-10-28 20:27:54 -0700432namespace internal {
433// StringPiece is not a POD and can not be used in an union (pre C++11). We
434// need a POD version of it.
435struct StringPiecePod {
436 // Create from a StringPiece.
437 static StringPiecePod CreateFromStringPiece(StringPiece str) {
438 StringPiecePod pod;
439 pod.data_ = str.data();
440 pod.size_ = str.size();
441 return pod;
442 }
443
444 // Cast to StringPiece.
445 operator StringPiece() const { return StringPiece(data_, size_); }
446
447 bool operator==(const char* value) const {
448 return StringPiece(data_, size_) == StringPiece(value);
449 }
450
451 char operator[](stringpiece_ssize_type i) const {
452 assert(0 <= i);
453 assert(i < size_);
454 return data_[i];
455 }
456
457 const char* data() const { return data_; }
458
459 stringpiece_ssize_type size() const {
460 return size_;
461 }
462
463 std::string ToString() const {
464 return std::string(data_, static_cast<size_t>(size_));
465 }
466 private:
467 const char* data_;
468 stringpiece_ssize_type size_;
469};
470
471} // namespace internal
Brian Silverman9c614bc2016-02-15 20:20:02 -0500472} // namespace protobuf
473} // namespace google
474
475GOOGLE_PROTOBUF_HASH_NAMESPACE_DECLARATION_START
476template<> struct hash<StringPiece> {
477 size_t operator()(const StringPiece& s) const {
478 size_t result = 0;
479 for (const char *str = s.data(), *end = str + s.size(); str < end; str++) {
Austin Schuh40c16522018-10-28 20:27:54 -0700480 result = 5 * result + static_cast<size_t>(*str);
Brian Silverman9c614bc2016-02-15 20:20:02 -0500481 }
482 return result;
483 }
484};
485GOOGLE_PROTOBUF_HASH_NAMESPACE_DECLARATION_END
486
487#endif // STRINGS_STRINGPIECE_H_