folly/test/StringTest.cpp

   1 /*
   2  * Copyright 2013 Facebook, Inc.
   3  *
   4  * Licensed under the Apache License, Version 2.0 (the "License");
   5  * you may not use this file except in compliance with the License.
   6  * You may obtain a copy of the License at
   7  *
   8  *   http://www.apache.org/licenses/LICENSE-2.0
   9  *
  10  * Unless required by applicable law or agreed to in writing, software
  11  * distributed under the License is distributed on an "AS IS" BASIS,
  12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13  * See the License for the specific language governing permissions and
  14  * limitations under the License.
  15  */
  16
  17 #include "folly/String.h"
  18
  19 #include <random>
  20 #include <boost/algorithm/string.hpp>
  21 #include <gtest/gtest.h>
  22
  23 #include "folly/Benchmark.h"
  24
  25 using namespace folly;
  26 using namespace std;
  27
  28 TEST(StringPrintf, BasicTest) {
  29   EXPECT_EQ("abc", stringPrintf("%s", "abc"));
  30   EXPECT_EQ("abc", stringPrintf("%sbc", "a"));
  31   EXPECT_EQ("abc", stringPrintf("a%sc", "b"));
  32   EXPECT_EQ("abc", stringPrintf("ab%s", "c"));
  33
  34   EXPECT_EQ("abc", stringPrintf("abc"));
  35 }
  36
  37 TEST(StringPrintf, NumericFormats) {
  38   EXPECT_EQ("12", stringPrintf("%d", 12));
  39   EXPECT_EQ("5000000000", stringPrintf("%ld", 5000000000UL));
  40   EXPECT_EQ("5000000000", stringPrintf("%ld", 5000000000L));
  41   EXPECT_EQ("-5000000000", stringPrintf("%ld", -5000000000L));
  42   EXPECT_EQ("-1", stringPrintf("%d", 0xffffffff));
  43   EXPECT_EQ("-1", stringPrintf("%ld", 0xffffffffffffffff));
  44   EXPECT_EQ("-1", stringPrintf("%ld", 0xffffffffffffffffUL));
  45
  46   EXPECT_EQ("7.7", stringPrintf("%1.1f", 7.7));
  47   EXPECT_EQ("7.7", stringPrintf("%1.1lf", 7.7));
  48   EXPECT_EQ("7.70000000000000018",
  49             stringPrintf("%.17f", 7.7));
  50   EXPECT_EQ("7.70000000000000018",
  51             stringPrintf("%.17lf", 7.7));
  52 }
  53
  54 TEST(StringPrintf, Appending) {
  55   string s;
  56   stringAppendf(&s, "a%s", "b");
  57   stringAppendf(&s, "%c", 'c');
  58   EXPECT_EQ(s, "abc");
  59   stringAppendf(&s, " %d", 123);
  60   EXPECT_EQ(s, "abc 123");
  61 }
  62
  63 TEST(StringPrintf, VariousSizes) {
  64   // Test a wide variety of output sizes
  65   for (int i = 0; i < 100; ++i) {
  66     string expected(i + 1, 'a');
  67     EXPECT_EQ("X" + expected + "X", stringPrintf("X%sX", expected.c_str()));
  68   }
  69
  70   EXPECT_EQ("abc12345678910111213141516171819202122232425xyz",
  71             stringPrintf("abc%d%d%d%d%d%d%d%d%d%d%d%d%d%d"
  72                          "%d%d%d%d%d%d%d%d%d%d%dxyz",
  73                          1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16,
  74                          17, 18, 19, 20, 21, 22, 23, 24, 25));
  75 }
  76
  77 TEST(StringPrintf, oldStringPrintfTests) {
  78   EXPECT_EQ(string("a/b/c/d"),
  79             stringPrintf("%s/%s/%s/%s", "a", "b", "c", "d"));
  80
  81   EXPECT_EQ(string("    5    10"),
  82             stringPrintf("%5d %5d", 5, 10));
  83
  84   // check printing w/ a big buffer
  85   for (int size = (1 << 8); size <= (1 << 15); size <<= 1) {
  86     string a(size, 'z');
  87     string b = stringPrintf("%s", a.c_str());
  88     EXPECT_EQ(a.size(), b.size());
  89   }
  90 }
  91
  92 TEST(StringPrintf, oldStringAppendf) {
  93   string s = "hello";
  94   stringAppendf(&s, "%s/%s/%s/%s", "a", "b", "c", "d");
  95   EXPECT_EQ(string("helloa/b/c/d"), s);
  96 }
  97
  98 BENCHMARK(new_stringPrintfSmall, iters) {
  99   for (int64_t i = 0; i < iters; ++i) {
 100     int32_t x = int32_t(i);
 101     int32_t y = int32_t(i + 1);
 102     string s =
 103       stringPrintf("msg msg msg msg msg msg msg msg:  %d, %d, %s",
 104                    x, y, "hello");
 105   }
 106 }
 107
 108 TEST(Escape, cEscape) {
 109   EXPECT_EQ("hello world", cEscape<std::string>("hello world"));
 110   EXPECT_EQ("hello \\\\world\\\" goodbye",
 111             cEscape<std::string>("hello \\world\" goodbye"));
 112   EXPECT_EQ("hello\\nworld", cEscape<std::string>("hello\nworld"));
 113   EXPECT_EQ("hello\\377\\376", cEscape<std::string>("hello\xff\xfe"));
 114 }
 115
 116 TEST(Escape, cUnescape) {
 117   EXPECT_EQ("hello world", cUnescape<std::string>("hello world"));
 118   EXPECT_EQ("hello \\world\" goodbye",
 119             cUnescape<std::string>("hello \\\\world\\\" goodbye"));
 120   EXPECT_EQ("hello\nworld", cUnescape<std::string>("hello\\nworld"));
 121   EXPECT_EQ("hello\nworld", cUnescape<std::string>("hello\\012world"));
 122   EXPECT_EQ("hello\nworld", cUnescape<std::string>("hello\\x0aworld"));
 123   EXPECT_EQ("hello\xff\xfe", cUnescape<std::string>("hello\\377\\376"));
 124   EXPECT_EQ("hello\xff\xfe", cUnescape<std::string>("hello\\xff\\xfe"));
 125
 126   EXPECT_THROW({cUnescape<std::string>("hello\\");},
 127                std::invalid_argument);
 128   EXPECT_THROW({cUnescape<std::string>("hello\\x");},
 129                std::invalid_argument);
 130   EXPECT_THROW({cUnescape<std::string>("hello\\q");},
 131                std::invalid_argument);
 132 }
 133
 134 TEST(Escape, uriEscape) {
 135   EXPECT_EQ("hello%2c%20%2fworld", uriEscape<std::string>("hello, /world"));
 136   EXPECT_EQ("hello%2c%20/world", uriEscape<std::string>("hello, /world",
 137                                                         UriEscapeMode::PATH));
 138   EXPECT_EQ("hello%2c+%2fworld", uriEscape<std::string>("hello, /world",
 139                                                         UriEscapeMode::QUERY));
 140 }
 141
 142 TEST(Escape, uriUnescape) {
 143   EXPECT_EQ("hello, /world", uriUnescape<std::string>("hello, /world"));
 144   EXPECT_EQ("hello, /world", uriUnescape<std::string>("hello%2c%20%2fworld"));
 145   EXPECT_EQ("hello,+/world", uriUnescape<std::string>("hello%2c+%2fworld"));
 146   EXPECT_EQ("hello, /world", uriUnescape<std::string>("hello%2c+%2fworld",
 147                                                       UriEscapeMode::QUERY));
 148   EXPECT_EQ("hello/", uriUnescape<std::string>("hello%2f"));
 149   EXPECT_EQ("hello/", uriUnescape<std::string>("hello%2F"));
 150   EXPECT_THROW({uriUnescape<std::string>("hello%");},
 151                std::invalid_argument);
 152   EXPECT_THROW({uriUnescape<std::string>("hello%2");},
 153                std::invalid_argument);
 154   EXPECT_THROW({uriUnescape<std::string>("hello%2g");},
 155                std::invalid_argument);
 156 }
 157
 158 namespace {
 159 void expectPrintable(StringPiece s) {
 160   for (char c : s) {
 161     EXPECT_LE(32, c);
 162     EXPECT_GE(127, c);
 163   }
 164 }
 165 }  // namespace
 166
 167 TEST(Escape, uriEscapeAllCombinations) {
 168   char c[3];
 169   c[2] = '\0';
 170   StringPiece in(c, 2);
 171   fbstring tmp;
 172   fbstring out;
 173   for (int i = 0; i < 256; ++i) {
 174     c[0] = i;
 175     for (int j = 0; j < 256; ++j) {
 176       c[1] = j;
 177       tmp.clear();
 178       out.clear();
 179       uriEscape(in, tmp);
 180       expectPrintable(tmp);
 181       uriUnescape(tmp, out);
 182       EXPECT_EQ(in, out);
 183     }
 184   }
 185 }
 186
 187 namespace {
 188 bool isHex(int v) {
 189   return ((v >= '0' && v <= '9') ||
 190           (v >= 'A' && v <= 'F') ||
 191           (v >= 'a' && v <= 'f'));
 192 }
 193 }  // namespace
 194
 195 TEST(Escape, uriUnescapePercentDecoding) {
 196   char c[4] = {'%', '\0', '\0', '\0'};
 197   StringPiece in(c, 3);
 198   fbstring out;
 199   unsigned int expected = 0;
 200   for (int i = 0; i < 256; ++i) {
 201     c[1] = i;
 202     for (int j = 0; j < 256; ++j) {
 203       c[2] = j;
 204       if (isHex(i) && isHex(j)) {
 205         out.clear();
 206         uriUnescape(in, out);
 207         EXPECT_EQ(1, out.size());
 208         EXPECT_EQ(1, sscanf(c + 1, "%x", &expected));
 209         unsigned char v = out[0];
 210         EXPECT_EQ(expected, v);
 211       } else {
 212         EXPECT_THROW({uriUnescape(in, out);}, std::invalid_argument);
 213       }
 214     }
 215   }
 216 }
 217
 218 namespace {
 219 fbstring cbmString;
 220 fbstring cbmEscapedString;
 221 fbstring cEscapedString;
 222 fbstring cUnescapedString;
 223 const size_t kCBmStringLength = 64 << 10;
 224 const uint32_t kCPrintablePercentage = 90;
 225
 226 fbstring uribmString;
 227 fbstring uribmEscapedString;
 228 fbstring uriEscapedString;
 229 fbstring uriUnescapedString;
 230 const size_t kURIBmStringLength = 256;
 231 const uint32_t kURIPassThroughPercentage = 50;
 232
 233 void initBenchmark() {
 234   std::mt19937 rnd;
 235
 236   // C escape
 237   std::uniform_int_distribution<uint32_t> printable(32, 126);
 238   std::uniform_int_distribution<uint32_t> nonPrintable(0, 160);
 239   std::uniform_int_distribution<uint32_t> percentage(0, 99);
 240
 241   cbmString.reserve(kCBmStringLength);
 242   for (size_t i = 0; i < kCBmStringLength; ++i) {
 243     unsigned char c;
 244     if (percentage(rnd) < kCPrintablePercentage) {
 245       c = printable(rnd);
 246     } else {
 247       c = nonPrintable(rnd);
 248       // Generate characters in both non-printable ranges:
 249       // 0..31 and 127..255
 250       if (c >= 32) {
 251         c += (126 - 32) + 1;
 252       }
 253     }
 254     cbmString.push_back(c);
 255   }
 256
 257   cbmEscapedString = cEscape<fbstring>(cbmString);
 258
 259   // URI escape
 260   std::uniform_int_distribution<uint32_t> passthrough('a', 'z');
 261   std::string encodeChars = " ?!\"',+[]";
 262   std::uniform_int_distribution<uint32_t> encode(0, encodeChars.size() - 1);
 263
 264   uribmString.reserve(kURIBmStringLength);
 265   for (size_t i = 0; i < kURIBmStringLength; ++i) {
 266     unsigned char c;
 267     if (percentage(rnd) < kURIPassThroughPercentage) {
 268       c = passthrough(rnd);
 269     } else {
 270       c = encodeChars[encode(rnd)];
 271     }
 272     uribmString.push_back(c);
 273   }
 274
 275   uribmEscapedString = uriEscape<fbstring>(uribmString);
 276 }
 277
 278 BENCHMARK(BM_cEscape, iters) {
 279   while (iters--) {
 280     cEscapedString = cEscape<fbstring>(cbmString);
 281     doNotOptimizeAway(cEscapedString.size());
 282   }
 283 }
 284
 285 BENCHMARK(BM_cUnescape, iters) {
 286   while (iters--) {
 287     cUnescapedString = cUnescape<fbstring>(cbmEscapedString);
 288     doNotOptimizeAway(cUnescapedString.size());
 289   }
 290 }
 291
 292 BENCHMARK(BM_uriEscape, iters) {
 293   while (iters--) {
 294     uriEscapedString = uriEscape<fbstring>(uribmString);
 295     doNotOptimizeAway(uriEscapedString.size());
 296   }
 297 }
 298
 299 BENCHMARK(BM_uriUnescape, iters) {
 300   while (iters--) {
 301     uriUnescapedString = uriUnescape<fbstring>(uribmEscapedString);
 302     doNotOptimizeAway(uriUnescapedString.size());
 303   }
 304 }
 305
 306 }  // namespace
 307
 308 namespace {
 309
 310 double pow2(int exponent) {
 311   return double(int64_t(1) << exponent);
 312 }
 313
 314 }  // namespace
 315
 316 TEST(PrettyPrint, Basic) {
 317   // check time printing
 318   EXPECT_EQ(string("8.53e+07 s "), prettyPrint(85.3e6, PRETTY_TIME));
 319   EXPECT_EQ(string("85.3 s "), prettyPrint(85.3, PRETTY_TIME));
 320   EXPECT_EQ(string("85.3 ms"), prettyPrint(85.3e-3, PRETTY_TIME));
 321   EXPECT_EQ(string("85.3 us"), prettyPrint(85.3e-6, PRETTY_TIME));
 322   EXPECT_EQ(string("85.3 ns"), prettyPrint(85.3e-9, PRETTY_TIME));
 323   EXPECT_EQ(string("85.3 ps"), prettyPrint(85.3e-12, PRETTY_TIME));
 324   EXPECT_EQ(string("8.53e-14 s "), prettyPrint(85.3e-15, PRETTY_TIME));
 325
 326   EXPECT_EQ(string("0 s "), prettyPrint(0, PRETTY_TIME));
 327   EXPECT_EQ(string("1 s "), prettyPrint(1.0, PRETTY_TIME));
 328   EXPECT_EQ(string("1 ms"), prettyPrint(1.0e-3, PRETTY_TIME));
 329   EXPECT_EQ(string("1 us"), prettyPrint(1.0e-6, PRETTY_TIME));
 330   EXPECT_EQ(string("1 ns"), prettyPrint(1.0e-9, PRETTY_TIME));
 331   EXPECT_EQ(string("1 ps"), prettyPrint(1.0e-12, PRETTY_TIME));
 332
 333   // check bytes printing
 334   EXPECT_EQ(string("853 B "), prettyPrint(853., PRETTY_BYTES));
 335   EXPECT_EQ(string("833 kB"), prettyPrint(853.e3, PRETTY_BYTES));
 336   EXPECT_EQ(string("813.5 MB"), prettyPrint(853.e6, PRETTY_BYTES));
 337   EXPECT_EQ(string("7.944 GB"), prettyPrint(8.53e9, PRETTY_BYTES));
 338   EXPECT_EQ(string("794.4 GB"), prettyPrint(853.e9, PRETTY_BYTES));
 339   EXPECT_EQ(string("775.8 TB"), prettyPrint(853.e12, PRETTY_BYTES));
 340
 341   EXPECT_EQ(string("0 B "), prettyPrint(0, PRETTY_BYTES));
 342   EXPECT_EQ(string("1 B "), prettyPrint(pow2(0), PRETTY_BYTES));
 343   EXPECT_EQ(string("1 kB"), prettyPrint(pow2(10), PRETTY_BYTES));
 344   EXPECT_EQ(string("1 MB"), prettyPrint(pow2(20), PRETTY_BYTES));
 345   EXPECT_EQ(string("1 GB"), prettyPrint(pow2(30), PRETTY_BYTES));
 346   EXPECT_EQ(string("1 TB"), prettyPrint(pow2(40), PRETTY_BYTES));
 347
 348   EXPECT_EQ(string("853 B  "), prettyPrint(853., PRETTY_BYTES_IEC));
 349   EXPECT_EQ(string("833 KiB"), prettyPrint(853.e3, PRETTY_BYTES_IEC));
 350   EXPECT_EQ(string("813.5 MiB"), prettyPrint(853.e6, PRETTY_BYTES_IEC));
 351   EXPECT_EQ(string("7.944 GiB"), prettyPrint(8.53e9, PRETTY_BYTES_IEC));
 352   EXPECT_EQ(string("794.4 GiB"), prettyPrint(853.e9, PRETTY_BYTES_IEC));
 353   EXPECT_EQ(string("775.8 TiB"), prettyPrint(853.e12, PRETTY_BYTES_IEC));
 354
 355   EXPECT_EQ(string("0 B  "), prettyPrint(0, PRETTY_BYTES_IEC));
 356   EXPECT_EQ(string("1 B  "), prettyPrint(pow2(0), PRETTY_BYTES_IEC));
 357   EXPECT_EQ(string("1 KiB"), prettyPrint(pow2(10), PRETTY_BYTES_IEC));
 358   EXPECT_EQ(string("1 MiB"), prettyPrint(pow2(20), PRETTY_BYTES_IEC));
 359   EXPECT_EQ(string("1 GiB"), prettyPrint(pow2(30), PRETTY_BYTES_IEC));
 360   EXPECT_EQ(string("1 TiB"), prettyPrint(pow2(40), PRETTY_BYTES_IEC));
 361
 362   // check bytes metric printing
 363   EXPECT_EQ(string("853 B "), prettyPrint(853., PRETTY_BYTES_METRIC));
 364   EXPECT_EQ(string("853 kB"), prettyPrint(853.e3, PRETTY_BYTES_METRIC));
 365   EXPECT_EQ(string("853 MB"), prettyPrint(853.e6, PRETTY_BYTES_METRIC));
 366   EXPECT_EQ(string("8.53 GB"), prettyPrint(8.53e9, PRETTY_BYTES_METRIC));
 367   EXPECT_EQ(string("853 GB"), prettyPrint(853.e9, PRETTY_BYTES_METRIC));
 368   EXPECT_EQ(string("853 TB"), prettyPrint(853.e12, PRETTY_BYTES_METRIC));
 369
 370   EXPECT_EQ(string("0 B "), prettyPrint(0, PRETTY_BYTES_METRIC));
 371   EXPECT_EQ(string("1 B "), prettyPrint(1.0, PRETTY_BYTES_METRIC));
 372   EXPECT_EQ(string("1 kB"), prettyPrint(1.0e+3, PRETTY_BYTES_METRIC));
 373   EXPECT_EQ(string("1 MB"), prettyPrint(1.0e+6, PRETTY_BYTES_METRIC));
 374
 375   EXPECT_EQ(string("1 GB"), prettyPrint(1.0e+9, PRETTY_BYTES_METRIC));
 376   EXPECT_EQ(string("1 TB"), prettyPrint(1.0e+12, PRETTY_BYTES_METRIC));
 377
 378   // check metric-units (powers of 1000) printing
 379   EXPECT_EQ(string("853  "), prettyPrint(853., PRETTY_UNITS_METRIC));
 380   EXPECT_EQ(string("853 k"), prettyPrint(853.e3, PRETTY_UNITS_METRIC));
 381   EXPECT_EQ(string("853 M"), prettyPrint(853.e6, PRETTY_UNITS_METRIC));
 382   EXPECT_EQ(string("8.53 bil"), prettyPrint(8.53e9, PRETTY_UNITS_METRIC));
 383   EXPECT_EQ(string("853 bil"), prettyPrint(853.e9, PRETTY_UNITS_METRIC));
 384   EXPECT_EQ(string("853 tril"), prettyPrint(853.e12, PRETTY_UNITS_METRIC));
 385
 386   // check binary-units (powers of 1024) printing
 387   EXPECT_EQ(string("0  "), prettyPrint(0, PRETTY_UNITS_BINARY));
 388   EXPECT_EQ(string("1  "), prettyPrint(pow2(0), PRETTY_UNITS_BINARY));
 389   EXPECT_EQ(string("1 k"), prettyPrint(pow2(10), PRETTY_UNITS_BINARY));
 390   EXPECT_EQ(string("1 M"), prettyPrint(pow2(20), PRETTY_UNITS_BINARY));
 391   EXPECT_EQ(string("1 G"), prettyPrint(pow2(30), PRETTY_UNITS_BINARY));
 392   EXPECT_EQ(string("1 T"), prettyPrint(pow2(40), PRETTY_UNITS_BINARY));
 393
 394   EXPECT_EQ(string("1023  "),
 395       prettyPrint(pow2(10) - 1, PRETTY_UNITS_BINARY));
 396   EXPECT_EQ(string("1024 k"),
 397       prettyPrint(pow2(20) - 1, PRETTY_UNITS_BINARY));
 398   EXPECT_EQ(string("1024 M"),
 399       prettyPrint(pow2(30) - 1, PRETTY_UNITS_BINARY));
 400   EXPECT_EQ(string("1024 G"),
 401       prettyPrint(pow2(40) - 1, PRETTY_UNITS_BINARY));
 402
 403   EXPECT_EQ(string("0   "), prettyPrint(0, PRETTY_UNITS_BINARY_IEC));
 404   EXPECT_EQ(string("1   "), prettyPrint(pow2(0), PRETTY_UNITS_BINARY_IEC));
 405   EXPECT_EQ(string("1 Ki"), prettyPrint(pow2(10), PRETTY_UNITS_BINARY_IEC));
 406   EXPECT_EQ(string("1 Mi"), prettyPrint(pow2(20), PRETTY_UNITS_BINARY_IEC));
 407   EXPECT_EQ(string("1 Gi"), prettyPrint(pow2(30), PRETTY_UNITS_BINARY_IEC));
 408   EXPECT_EQ(string("1 Ti"), prettyPrint(pow2(40), PRETTY_UNITS_BINARY_IEC));
 409
 410   EXPECT_EQ(string("1023   "),
 411       prettyPrint(pow2(10) - 1, PRETTY_UNITS_BINARY_IEC));
 412   EXPECT_EQ(string("1024 Ki"),
 413       prettyPrint(pow2(20) - 1, PRETTY_UNITS_BINARY_IEC));
 414   EXPECT_EQ(string("1024 Mi"),
 415       prettyPrint(pow2(30) - 1, PRETTY_UNITS_BINARY_IEC));
 416   EXPECT_EQ(string("1024 Gi"),
 417       prettyPrint(pow2(40) - 1, PRETTY_UNITS_BINARY_IEC));
 418
 419   // check that negative values work
 420   EXPECT_EQ(string("-85.3 s "), prettyPrint(-85.3, PRETTY_TIME));
 421   EXPECT_EQ(string("-85.3 ms"), prettyPrint(-85.3e-3, PRETTY_TIME));
 422   EXPECT_EQ(string("-85.3 us"), prettyPrint(-85.3e-6, PRETTY_TIME));
 423   EXPECT_EQ(string("-85.3 ns"), prettyPrint(-85.3e-9, PRETTY_TIME));
 424 }
 425
 426 TEST(PrettyPrint, HexDump) {
 427   std::string a("abc\x00\x02\xa0", 6);  // embedded NUL
 428   EXPECT_EQ(
 429     "00000000  61 62 63 00 02 a0                                 "
 430     "|abc...          |\n",
 431     hexDump(a.data(), a.size()));
 432
 433   a = "abcdefghijklmnopqrstuvwxyz";
 434   EXPECT_EQ(
 435     "00000000  61 62 63 64 65 66 67 68  69 6a 6b 6c 6d 6e 6f 70  "
 436     "|abcdefghijklmnop|\n"
 437     "00000010  71 72 73 74 75 76 77 78  79 7a                    "
 438     "|qrstuvwxyz      |\n",
 439     hexDump(a.data(), a.size()));
 440 }
 441
 442 TEST(System, errnoStr) {
 443   errno = EACCES;
 444   EXPECT_EQ(EACCES, errno);
 445   EXPECT_EQ(EACCES, errno);  // twice to make sure EXPECT_EQ doesn't change it
 446
 447   fbstring expected = strerror(ENOENT);
 448
 449   errno = EACCES;
 450   EXPECT_EQ(expected, errnoStr(ENOENT));
 451   // Ensure that errno isn't changed
 452   EXPECT_EQ(EACCES, errno);
 453
 454   // Per POSIX, all errno values are positive, so -1 is invalid
 455   errnoStr(-1);
 456
 457   // Ensure that errno isn't changed
 458   EXPECT_EQ(EACCES, errno);
 459 }
 460
 461 namespace folly_test {
 462 struct ThisIsAVeryLongStructureName {
 463 };
 464 }  // namespace folly_test
 465
 466 TEST(System, demangle) {
 467   EXPECT_EQ("folly_test::ThisIsAVeryLongStructureName",
 468             demangle(typeid(folly_test::ThisIsAVeryLongStructureName)));
 469 }
 470
 471 namespace {
 472
 473 template<template<class,class> class VectorType>
 474 void splitTest() {
 475   VectorType<string,std::allocator<string> > parts;
 476
 477   folly::split(',', "a,b,c", parts);
 478   EXPECT_EQ(parts.size(), 3);
 479   EXPECT_EQ(parts[0], "a");
 480   EXPECT_EQ(parts[1], "b");
 481   EXPECT_EQ(parts[2], "c");
 482   parts.clear();
 483
 484   folly::split(',', StringPiece("a,b,c"), parts);
 485   EXPECT_EQ(parts.size(), 3);
 486   EXPECT_EQ(parts[0], "a");
 487   EXPECT_EQ(parts[1], "b");
 488   EXPECT_EQ(parts[2], "c");
 489   parts.clear();
 490
 491   folly::split(',', string("a,b,c"), parts);
 492   EXPECT_EQ(parts.size(), 3);
 493   EXPECT_EQ(parts[0], "a");
 494   EXPECT_EQ(parts[1], "b");
 495   EXPECT_EQ(parts[2], "c");
 496   parts.clear();
 497
 498   folly::split(',', "a,,c", parts);
 499   EXPECT_EQ(parts.size(), 3);
 500   EXPECT_EQ(parts[0], "a");
 501   EXPECT_EQ(parts[1], "");
 502   EXPECT_EQ(parts[2], "c");
 503   parts.clear();
 504
 505   folly::split(',', string("a,,c"), parts);
 506   EXPECT_EQ(parts.size(), 3);
 507   EXPECT_EQ(parts[0], "a");
 508   EXPECT_EQ(parts[1], "");
 509   EXPECT_EQ(parts[2], "c");
 510   parts.clear();
 511
 512   folly::split(',', "a,,c", parts, true);
 513   EXPECT_EQ(parts.size(), 2);
 514   EXPECT_EQ(parts[0], "a");
 515   EXPECT_EQ(parts[1], "c");
 516   parts.clear();
 517
 518   folly::split(',', string("a,,c"), parts, true);
 519   EXPECT_EQ(parts.size(), 2);
 520   EXPECT_EQ(parts[0], "a");
 521   EXPECT_EQ(parts[1], "c");
 522   parts.clear();
 523
 524   folly::split(',', string(",,a,,c,,,"), parts, true);
 525   EXPECT_EQ(parts.size(), 2);
 526   EXPECT_EQ(parts[0], "a");
 527   EXPECT_EQ(parts[1], "c");
 528   parts.clear();
 529
 530   // test multiple split w/o clear
 531   folly::split(',', ",,a,,c,,,", parts, true);
 532   EXPECT_EQ(parts.size(), 2);
 533   EXPECT_EQ(parts[0], "a");
 534   EXPECT_EQ(parts[1], "c");
 535   folly::split(',', ",,a,,c,,,", parts, true);
 536   EXPECT_EQ(parts.size(), 4);
 537   EXPECT_EQ(parts[2], "a");
 538   EXPECT_EQ(parts[3], "c");
 539   parts.clear();
 540
 541   // test splits that with multi-line delimiter
 542   folly::split("ab", "dabcabkdbkab", parts, true);
 543   EXPECT_EQ(parts.size(), 3);
 544   EXPECT_EQ(parts[0], "d");
 545   EXPECT_EQ(parts[1], "c");
 546   EXPECT_EQ(parts[2], "kdbk");
 547   parts.clear();
 548
 549   string orig = "ab2342asdfv~~!";
 550   folly::split("", orig, parts, true);
 551   EXPECT_EQ(parts.size(), 1);
 552   EXPECT_EQ(parts[0], orig);
 553   parts.clear();
 554
 555   folly::split("452x;o38asfsajsdlfdf.j", "asfds", parts, true);
 556   EXPECT_EQ(parts.size(), 1);
 557   EXPECT_EQ(parts[0], "asfds");
 558   parts.clear();
 559
 560   folly::split("a", "", parts, true);
 561   EXPECT_EQ(parts.size(), 0);
 562   parts.clear();
 563
 564   folly::split("a", "", parts);
 565   EXPECT_EQ(parts.size(), 1);
 566   EXPECT_EQ(parts[0], "");
 567   parts.clear();
 568
 569   folly::split("a", StringPiece(), parts, true);
 570   EXPECT_EQ(parts.size(), 0);
 571   parts.clear();
 572
 573   folly::split("a", StringPiece(), parts);
 574   EXPECT_EQ(parts.size(), 1);
 575   EXPECT_EQ(parts[0], "");
 576   parts.clear();
 577
 578   folly::split("a", "abcdefg", parts, true);
 579   EXPECT_EQ(parts.size(), 1);
 580   EXPECT_EQ(parts[0], "bcdefg");
 581   parts.clear();
 582
 583   orig = "All, , your base, are , , belong to us";
 584   folly::split(", ", orig, parts, true);
 585   EXPECT_EQ(parts.size(), 4);
 586   EXPECT_EQ(parts[0], "All");
 587   EXPECT_EQ(parts[1], "your base");
 588   EXPECT_EQ(parts[2], "are ");
 589   EXPECT_EQ(parts[3], "belong to us");
 590   parts.clear();
 591   folly::split(", ", orig, parts);
 592   EXPECT_EQ(parts.size(), 6);
 593   EXPECT_EQ(parts[0], "All");
 594   EXPECT_EQ(parts[1], "");
 595   EXPECT_EQ(parts[2], "your base");
 596   EXPECT_EQ(parts[3], "are ");
 597   EXPECT_EQ(parts[4], "");
 598   EXPECT_EQ(parts[5], "belong to us");
 599   parts.clear();
 600
 601   orig = ", Facebook, rul,es!, ";
 602   folly::split(", ", orig, parts, true);
 603   EXPECT_EQ(parts.size(), 2);
 604   EXPECT_EQ(parts[0], "Facebook");
 605   EXPECT_EQ(parts[1], "rul,es!");
 606   parts.clear();
 607   folly::split(", ", orig, parts);
 608   EXPECT_EQ(parts.size(), 4);
 609   EXPECT_EQ(parts[0], "");
 610   EXPECT_EQ(parts[1], "Facebook");
 611   EXPECT_EQ(parts[2], "rul,es!");
 612   EXPECT_EQ(parts[3], "");
 613 }
 614
 615 template<template<class,class> class VectorType>
 616 void piecesTest() {
 617   VectorType<StringPiece,std::allocator<StringPiece> > pieces;
 618   VectorType<StringPiece,std::allocator<StringPiece> > pieces2;
 619
 620   folly::split(',', "a,b,c", pieces);
 621   EXPECT_EQ(pieces.size(), 3);
 622   EXPECT_EQ(pieces[0], "a");
 623   EXPECT_EQ(pieces[1], "b");
 624   EXPECT_EQ(pieces[2], "c");
 625
 626   pieces.clear();
 627
 628   folly::split(',', "a,,c", pieces);
 629   EXPECT_EQ(pieces.size(), 3);
 630   EXPECT_EQ(pieces[0], "a");
 631   EXPECT_EQ(pieces[1], "");
 632   EXPECT_EQ(pieces[2], "c");
 633   pieces.clear();
 634
 635   folly::split(',', "a,,c", pieces, true);
 636   EXPECT_EQ(pieces.size(), 2);
 637   EXPECT_EQ(pieces[0], "a");
 638   EXPECT_EQ(pieces[1], "c");
 639   pieces.clear();
 640
 641   folly::split(',', ",,a,,c,,,", pieces, true);
 642   EXPECT_EQ(pieces.size(), 2);
 643   EXPECT_EQ(pieces[0], "a");
 644   EXPECT_EQ(pieces[1], "c");
 645   pieces.clear();
 646
 647   // test multiple split w/o clear
 648   folly::split(',', ",,a,,c,,,", pieces, true);
 649   EXPECT_EQ(pieces.size(), 2);
 650   EXPECT_EQ(pieces[0], "a");
 651   EXPECT_EQ(pieces[1], "c");
 652   folly::split(',', ",,a,,c,,,", pieces, true);
 653   EXPECT_EQ(pieces.size(), 4);
 654   EXPECT_EQ(pieces[2], "a");
 655   EXPECT_EQ(pieces[3], "c");
 656   pieces.clear();
 657
 658   // test multiple split rounds
 659   folly::split(",", "a_b,c_d", pieces);
 660   EXPECT_EQ(pieces.size(), 2);
 661   EXPECT_EQ(pieces[0], "a_b");
 662   EXPECT_EQ(pieces[1], "c_d");
 663   folly::split("_", pieces[0], pieces2);
 664   EXPECT_EQ(pieces2.size(), 2);
 665   EXPECT_EQ(pieces2[0], "a");
 666   EXPECT_EQ(pieces2[1], "b");
 667   pieces2.clear();
 668   folly::split("_", pieces[1], pieces2);
 669   EXPECT_EQ(pieces2.size(), 2);
 670   EXPECT_EQ(pieces2[0], "c");
 671   EXPECT_EQ(pieces2[1], "d");
 672   pieces.clear();
 673   pieces2.clear();
 674
 675   // test splits that with multi-line delimiter
 676   folly::split("ab", "dabcabkdbkab", pieces, true);
 677   EXPECT_EQ(pieces.size(), 3);
 678   EXPECT_EQ(pieces[0], "d");
 679   EXPECT_EQ(pieces[1], "c");
 680   EXPECT_EQ(pieces[2], "kdbk");
 681   pieces.clear();
 682
 683   string orig = "ab2342asdfv~~!";
 684   folly::split("", orig.c_str(), pieces, true);
 685   EXPECT_EQ(pieces.size(), 1);
 686   EXPECT_EQ(pieces[0], orig);
 687   pieces.clear();
 688
 689   folly::split("452x;o38asfsajsdlfdf.j", "asfds", pieces, true);
 690   EXPECT_EQ(pieces.size(), 1);
 691   EXPECT_EQ(pieces[0], "asfds");
 692   pieces.clear();
 693
 694   folly::split("a", "", pieces, true);
 695   EXPECT_EQ(pieces.size(), 0);
 696   pieces.clear();
 697
 698   folly::split("a", "", pieces);
 699   EXPECT_EQ(pieces.size(), 1);
 700   EXPECT_EQ(pieces[0], "");
 701   pieces.clear();
 702
 703   folly::split("a", "abcdefg", pieces, true);
 704   EXPECT_EQ(pieces.size(), 1);
 705   EXPECT_EQ(pieces[0], "bcdefg");
 706   pieces.clear();
 707
 708   orig = "All, , your base, are , , belong to us";
 709   folly::split(", ", orig, pieces, true);
 710   EXPECT_EQ(pieces.size(), 4);
 711   EXPECT_EQ(pieces[0], "All");
 712   EXPECT_EQ(pieces[1], "your base");
 713   EXPECT_EQ(pieces[2], "are ");
 714   EXPECT_EQ(pieces[3], "belong to us");
 715   pieces.clear();
 716   folly::split(", ", orig, pieces);
 717   EXPECT_EQ(pieces.size(), 6);
 718   EXPECT_EQ(pieces[0], "All");
 719   EXPECT_EQ(pieces[1], "");
 720   EXPECT_EQ(pieces[2], "your base");
 721   EXPECT_EQ(pieces[3], "are ");
 722   EXPECT_EQ(pieces[4], "");
 723   EXPECT_EQ(pieces[5], "belong to us");
 724   pieces.clear();
 725
 726   orig = ", Facebook, rul,es!, ";
 727   folly::split(", ", orig, pieces, true);
 728   EXPECT_EQ(pieces.size(), 2);
 729   EXPECT_EQ(pieces[0], "Facebook");
 730   EXPECT_EQ(pieces[1], "rul,es!");
 731   pieces.clear();
 732   folly::split(", ", orig, pieces);
 733   EXPECT_EQ(pieces.size(), 4);
 734   EXPECT_EQ(pieces[0], "");
 735   EXPECT_EQ(pieces[1], "Facebook");
 736   EXPECT_EQ(pieces[2], "rul,es!");
 737   EXPECT_EQ(pieces[3], "");
 738   pieces.clear();
 739
 740   const char* str = "a,b";
 741   folly::split(',', StringPiece(str), pieces);
 742   EXPECT_EQ(pieces.size(), 2);
 743   EXPECT_EQ(pieces[0], "a");
 744   EXPECT_EQ(pieces[1], "b");
 745   EXPECT_EQ(pieces[0].start(), str);
 746   EXPECT_EQ(pieces[1].start(), str + 2);
 747
 748   std::set<StringPiece> unique;
 749   folly::splitTo<StringPiece>(":", "asd:bsd:asd:asd:bsd:csd::asd",
 750     std::inserter(unique, unique.begin()), true);
 751   EXPECT_EQ(unique.size(), 3);
 752   if (unique.size() == 3) {
 753     EXPECT_EQ(*unique.begin(), "asd");
 754     EXPECT_EQ(*--unique.end(), "csd");
 755   }
 756
 757   VectorType<fbstring,std::allocator<fbstring> > blah;
 758   folly::split('-', "a-b-c-d-f-e", blah);
 759   EXPECT_EQ(blah.size(), 6);
 760 }
 761
 762 }
 763
 764 TEST(Split, split_vector) {
 765   splitTest<std::vector>();
 766 }
 767 TEST(Split, split_fbvector) {
 768   splitTest<folly::fbvector>();
 769 }
 770 TEST(Split, pieces_vector) {
 771   piecesTest<std::vector>();
 772 }
 773 TEST(Split, pieces_fbvector) {
 774   piecesTest<folly::fbvector>();
 775 }
 776
 777 TEST(Split, fixed) {
 778   StringPiece a, b, c, d;
 779
 780   EXPECT_TRUE(folly::split<false>('.', "a.b.c.d", a, b, c, d));
 781   EXPECT_TRUE(folly::split<false>('.', "a.b.c", a, b, c));
 782   EXPECT_TRUE(folly::split<false>('.', "a.b", a, b));
 783   EXPECT_TRUE(folly::split<false>('.', "a", a));
 784
 785   EXPECT_TRUE(folly::split('.', "a.b.c.d", a, b, c, d));
 786   EXPECT_TRUE(folly::split('.', "a.b.c", a, b, c));
 787   EXPECT_TRUE(folly::split('.', "a.b", a, b));
 788   EXPECT_TRUE(folly::split('.', "a", a));
 789
 790   EXPECT_TRUE(folly::split<false>('.', "a.b.c", a, b, c));
 791   EXPECT_EQ("a", a);
 792   EXPECT_EQ("b", b);
 793   EXPECT_EQ("c", c);
 794   EXPECT_FALSE(folly::split<false>('.', "a.b", a, b, c));
 795   EXPECT_TRUE(folly::split<false>('.', "a.b.c", a, b));
 796   EXPECT_EQ("a", a);
 797   EXPECT_EQ("b.c", b);
 798
 799   EXPECT_TRUE(folly::split('.', "a.b.c", a, b, c));
 800   EXPECT_EQ("a", a);
 801   EXPECT_EQ("b", b);
 802   EXPECT_EQ("c", c);
 803   EXPECT_FALSE(folly::split('.', "a.b.c", a, b));
 804   EXPECT_FALSE(folly::split('.', "a.b", a, b, c));
 805
 806   EXPECT_TRUE(folly::split<false>('.', "a.b", a, b));
 807   EXPECT_EQ("a", a);
 808   EXPECT_EQ("b", b);
 809   EXPECT_FALSE(folly::split<false>('.', "a", a, b));
 810   EXPECT_TRUE(folly::split<false>('.', "a.b", a));
 811   EXPECT_EQ("a.b", a);
 812
 813   EXPECT_TRUE(folly::split('.', "a.b", a, b));
 814   EXPECT_EQ("a", a);
 815   EXPECT_EQ("b", b);
 816   EXPECT_FALSE(folly::split('.', "a", a, b));
 817   EXPECT_FALSE(folly::split('.', "a.b", a));
 818 }
 819
 820 TEST(String, join) {
 821   string output;
 822
 823   std::vector<int> empty = { };
 824   join(":", empty, output);
 825   EXPECT_TRUE(output.empty());
 826
 827   std::vector<std::string> input1 = { "1", "23", "456", "" };
 828   join(':', input1, output);
 829   EXPECT_EQ(output, "1:23:456:");
 830   output = join(':', input1);
 831   EXPECT_EQ(output, "1:23:456:");
 832
 833   auto input2 = { 1, 23, 456 };
 834   join("-*-", input2, output);
 835   EXPECT_EQ(output, "1-*-23-*-456");
 836   output = join("-*-", input2);
 837   EXPECT_EQ(output, "1-*-23-*-456");
 838
 839   auto input3 = { 'f', 'a', 'c', 'e', 'b', 'o', 'o', 'k' };
 840   join("", input3, output);
 841   EXPECT_EQ(output, "facebook");
 842
 843   join("_", { "", "f", "a", "c", "e", "b", "o", "o", "k", "" }, output);
 844   EXPECT_EQ(output, "_f_a_c_e_b_o_o_k_");
 845 }
 846
 847 TEST(String, hexlify) {
 848   string input1 = "0123";
 849   string output1;
 850   EXPECT_TRUE(hexlify(input1, output1));
 851   EXPECT_EQ(output1, "30313233");
 852
 853   fbstring input2 = "abcdefg";
 854   input2[1] = 0;
 855   input2[3] = 0xff;
 856   input2[5] = 0xb6;
 857   fbstring output2;
 858   EXPECT_TRUE(hexlify(input2, output2));
 859   EXPECT_EQ(output2, "610063ff65b667");
 860 }
 861
 862 TEST(String, unhexlify) {
 863   string input1 = "30313233";
 864   string output1;
 865   EXPECT_TRUE(unhexlify(input1, output1));
 866   EXPECT_EQ(output1, "0123");
 867
 868   fbstring input2 = "610063ff65b667";
 869   fbstring output2;
 870   EXPECT_TRUE(unhexlify(input2, output2));
 871   EXPECT_EQ(output2.size(), 7);
 872   EXPECT_EQ(output2[0], 'a');
 873   EXPECT_EQ(output2[1], 0);
 874   EXPECT_EQ(output2[2], 'c');
 875   EXPECT_EQ(output2[3] & 0xff, 0xff);
 876   EXPECT_EQ(output2[4], 'e');
 877   EXPECT_EQ(output2[5] & 0xff, 0xb6);
 878   EXPECT_EQ(output2[6], 'g');
 879
 880   string input3 = "x";
 881   string output3;
 882   EXPECT_FALSE(unhexlify(input3, output3));
 883
 884   string input4 = "xy";
 885   string output4;
 886   EXPECT_FALSE(unhexlify(input4, output4));
 887 }
 888
 889 TEST(String, backslashify) {
 890   EXPECT_EQ("abc", string("abc"));
 891   EXPECT_EQ("abc", backslashify(string("abc")));
 892   EXPECT_EQ("abc\\r", backslashify(string("abc\r")));
 893   EXPECT_EQ("abc\\x0d", backslashify(string("abc\r"), true));
 894   EXPECT_EQ("\\0\\0", backslashify(string(2, '\0')));
 895 }
 896
 897 TEST(String, humanify) {
 898   // Simple cases; output is obvious.
 899   EXPECT_EQ("abc", humanify(string("abc")));
 900   EXPECT_EQ("abc\\\\r", humanify(string("abc\\r")));
 901   EXPECT_EQ("0xff", humanify(string("\xff")));
 902   EXPECT_EQ("abc\\xff", humanify(string("abc\xff")));
 903   EXPECT_EQ("abc\\b", humanify(string("abc\b")));
 904   EXPECT_EQ("0x00", humanify(string(1, '\0')));
 905   EXPECT_EQ("0x0000", humanify(string(2, '\0')));
 906
 907
 908   // Mostly printable, so backslash!  80, 60, and 40% printable, respectively
 909   EXPECT_EQ("aaaa\\xff", humanify(string("aaaa\xff")));
 910   EXPECT_EQ("aaa\\xff\\xff", humanify(string("aaa\xff\xff")));
 911   EXPECT_EQ("aa\\xff\\xff\\xff", humanify(string("aa\xff\xff\xff")));
 912
 913   // 20% printable, and the printable portion isn't the prefix; hexify!
 914   EXPECT_EQ("0xff61ffffff", humanify(string("\xff" "a\xff\xff\xff")));
 915
 916   // Same as previous, except swap first two chars; prefix is
 917   // printable and within the threshold, so backslashify.
 918   EXPECT_EQ("a\\xff\\xff\\xff\\xff", humanify(string("a\xff\xff\xff\xff")));
 919
 920   // Just too much unprintable; hex, despite prefix.
 921   EXPECT_EQ("0x61ffffffffff", humanify(string("a\xff\xff\xff\xff\xff")));
 922 }
 923
 924 //////////////////////////////////////////////////////////////////////
 925
 926 BENCHMARK(splitOnSingleChar, iters) {
 927   static const std::string line = "one:two:three:four";
 928   for (int i = 0; i < iters << 4; ++i) {
 929     std::vector<StringPiece> pieces;
 930     folly::split(':', line, pieces);
 931   }
 932 }
 933
 934 BENCHMARK(splitOnSingleCharFixed, iters) {
 935   static const std::string line = "one:two:three:four";
 936   for (int i = 0; i < iters << 4; ++i) {
 937     StringPiece a, b, c, d;
 938     folly::split(':', line, a, b, c, d);
 939   }
 940 }
 941
 942 BENCHMARK(splitOnSingleCharFixedAllowExtra, iters) {
 943   static const std::string line = "one:two:three:four";
 944   for (int i = 0; i < iters << 4; ++i) {
 945     StringPiece a, b, c, d;
 946     folly::split<false>(':', line, a, b, c, d);
 947   }
 948 }
 949
 950 BENCHMARK(splitStr, iters) {
 951   static const std::string line = "one-*-two-*-three-*-four";
 952   for (int i = 0; i < iters << 4; ++i) {
 953     std::vector<StringPiece> pieces;
 954     folly::split("-*-", line, pieces);
 955   }
 956 }
 957
 958 BENCHMARK(splitStrFixed, iters) {
 959   static const std::string line = "one-*-two-*-three-*-four";
 960   for (int i = 0; i < iters << 4; ++i) {
 961     StringPiece a, b, c, d;
 962     folly::split("-*-", line, a, b, c, d);
 963   }
 964 }
 965
 966 BENCHMARK(boost_splitOnSingleChar, iters) {
 967   static const std::string line = "one:two:three:four";
 968   for (int i = 0; i < iters << 4; ++i) {
 969     std::vector<boost::iterator_range<std::string::const_iterator> > pieces;
 970     boost::split(pieces, line, [] (char c) { return c == ':'; });
 971   }
 972 }
 973
 974 BENCHMARK(joinCharStr, iters) {
 975   static const std::vector<std::string> input = {
 976     "one", "two", "three", "four", "five", "six", "seven" };
 977   for (int i = 0; i < iters << 4; ++i) {
 978     std::string output;
 979     folly::join(':', input, output);
 980   }
 981 }
 982
 983 BENCHMARK(joinStrStr, iters) {
 984   static const std::vector<std::string> input = {
 985     "one", "two", "three", "four", "five", "six", "seven" };
 986   for (int i = 0; i < iters << 4; ++i) {
 987     std::string output;
 988     folly::join(":", input, output);
 989   }
 990 }
 991
 992 BENCHMARK(joinInt, iters) {
 993   static const auto input = {
 994     123, 456, 78910, 1112, 1314, 151, 61718 };
 995   for (int i = 0; i < iters << 4; ++i) {
 996     std::string output;
 997     folly::join(":", input, output);
 998   }
 999 }
1000
1001 int main(int argc, char *argv[]) {
1002   testing::InitGoogleTest(&argc, argv);
1003   google::ParseCommandLineFlags(&argc, &argv, true);
1004   auto ret = RUN_ALL_TESTS();
1005   if (!ret) {
1006     initBenchmark();
1007     if (FLAGS_benchmark) {
1008       folly::runBenchmarks();
1009     }
1010   }
1011   return ret;
1012 }
1013