unittests/ProfileData/InstrProfTest.cpp

   1 //===- unittest/ProfileData/InstrProfTest.cpp -------------------*- C++ -*-===//
   2 //
   3 //                     The LLVM Compiler Infrastructure
   4 //
   5 // This file is distributed under the University of Illinois Open Source
   6 // License. See LICENSE.TXT for details.
   7 //
   8 //===----------------------------------------------------------------------===//
   9
  10 #include "llvm/ProfileData/InstrProfReader.h"
  11 #include "llvm/ProfileData/InstrProfWriter.h"
  12 #include "gtest/gtest.h"
  13
  14 #include <cstdarg>
  15
  16 using namespace llvm;
  17
  18 static ::testing::AssertionResult NoError(std::error_code EC) {
  19   if (!EC)
  20     return ::testing::AssertionSuccess();
  21   return ::testing::AssertionFailure() << "error " << EC.value()
  22                                        << ": " << EC.message();
  23 }
  24
  25 static ::testing::AssertionResult ErrorEquals(std::error_code Expected,
  26                                               std::error_code Found) {
  27   if (Expected == Found)
  28     return ::testing::AssertionSuccess();
  29   return ::testing::AssertionFailure() << "error " << Found.value()
  30                                        << ": " << Found.message();
  31 }
  32
  33 namespace {
  34
  35 struct InstrProfTest : ::testing::Test {
  36   InstrProfWriter Writer;
  37   std::unique_ptr<IndexedInstrProfReader> Reader;
  38
  39   void readProfile(std::unique_ptr<MemoryBuffer> Profile) {
  40     auto ReaderOrErr = IndexedInstrProfReader::create(std::move(Profile));
  41     ASSERT_TRUE(NoError(ReaderOrErr.getError()));
  42     Reader = std::move(ReaderOrErr.get());
  43   }
  44 };
  45
  46 TEST_F(InstrProfTest, write_and_read_empty_profile) {
  47   auto Profile = Writer.writeBuffer();
  48   readProfile(std::move(Profile));
  49   ASSERT_TRUE(Reader->begin() == Reader->end());
  50 }
  51
  52 TEST_F(InstrProfTest, write_and_read_one_function) {
  53   InstrProfRecord Record("foo", 0x1234, {1, 2, 3, 4});
  54   Writer.addRecord(std::move(Record));
  55   auto Profile = Writer.writeBuffer();
  56   readProfile(std::move(Profile));
  57
  58   auto I = Reader->begin(), E = Reader->end();
  59   ASSERT_TRUE(I != E);
  60   ASSERT_EQ(StringRef("foo"), I->Name);
  61   ASSERT_EQ(0x1234U, I->Hash);
  62   ASSERT_EQ(4U, I->Counts.size());
  63   ASSERT_EQ(1U, I->Counts[0]);
  64   ASSERT_EQ(2U, I->Counts[1]);
  65   ASSERT_EQ(3U, I->Counts[2]);
  66   ASSERT_EQ(4U, I->Counts[3]);
  67   ASSERT_TRUE(++I == E);
  68 }
  69
  70 TEST_F(InstrProfTest, get_instr_prof_record) {
  71   InstrProfRecord Record1("foo", 0x1234, {1, 2});
  72   InstrProfRecord Record2("foo", 0x1235, {3, 4});
  73   Writer.addRecord(std::move(Record1));
  74   Writer.addRecord(std::move(Record2));
  75   auto Profile = Writer.writeBuffer();
  76   readProfile(std::move(Profile));
  77
  78   ErrorOr<InstrProfRecord> R = Reader->getInstrProfRecord("foo", 0x1234);
  79   ASSERT_TRUE(NoError(R.getError()));
  80   ASSERT_EQ(2U, R.get().Counts.size());
  81   ASSERT_EQ(1U, R.get().Counts[0]);
  82   ASSERT_EQ(2U, R.get().Counts[1]);
  83
  84   R = Reader->getInstrProfRecord("foo", 0x1235);
  85   ASSERT_TRUE(NoError(R.getError()));
  86   ASSERT_EQ(2U, R.get().Counts.size());
  87   ASSERT_EQ(3U, R.get().Counts[0]);
  88   ASSERT_EQ(4U, R.get().Counts[1]);
  89
  90   R = Reader->getInstrProfRecord("foo", 0x5678);
  91   ASSERT_TRUE(ErrorEquals(instrprof_error::hash_mismatch, R.getError()));
  92
  93   R = Reader->getInstrProfRecord("bar", 0x1234);
  94   ASSERT_TRUE(ErrorEquals(instrprof_error::unknown_function, R.getError()));
  95 }
  96
  97 TEST_F(InstrProfTest, get_function_counts) {
  98   InstrProfRecord Record1("foo", 0x1234, {1, 2});
  99   InstrProfRecord Record2("foo", 0x1235, {3, 4});
 100   Writer.addRecord(std::move(Record1));
 101   Writer.addRecord(std::move(Record2));
 102   auto Profile = Writer.writeBuffer();
 103   readProfile(std::move(Profile));
 104
 105   std::vector<uint64_t> Counts;
 106   ASSERT_TRUE(NoError(Reader->getFunctionCounts("foo", 0x1234, Counts)));
 107   ASSERT_EQ(2U, Counts.size());
 108   ASSERT_EQ(1U, Counts[0]);
 109   ASSERT_EQ(2U, Counts[1]);
 110
 111   ASSERT_TRUE(NoError(Reader->getFunctionCounts("foo", 0x1235, Counts)));
 112   ASSERT_EQ(2U, Counts.size());
 113   ASSERT_EQ(3U, Counts[0]);
 114   ASSERT_EQ(4U, Counts[1]);
 115
 116   std::error_code EC;
 117   EC = Reader->getFunctionCounts("foo", 0x5678, Counts);
 118   ASSERT_TRUE(ErrorEquals(instrprof_error::hash_mismatch, EC));
 119
 120   EC = Reader->getFunctionCounts("bar", 0x1234, Counts);
 121   ASSERT_TRUE(ErrorEquals(instrprof_error::unknown_function, EC));
 122 }
 123
 124 TEST_F(InstrProfTest, get_icall_data_read_write) {
 125   InstrProfRecord Record1("caller", 0x1234, {1, 2});
 126   InstrProfRecord Record2("callee1", 0x1235, {3, 4});
 127   InstrProfRecord Record3("callee2", 0x1235, {3, 4});
 128   InstrProfRecord Record4("callee3", 0x1235, {3, 4});
 129
 130   // 4 value sites.
 131   Record1.reserveSites(IPVK_IndirectCallTarget, 4);
 132   InstrProfValueData VD0[] = {{(uint64_t) "callee1", 1},
 133                               {(uint64_t) "callee2", 2},
 134                               {(uint64_t) "callee3", 3}};
 135   Record1.addValueData(IPVK_IndirectCallTarget, 0, VD0, 3, nullptr);
 136   // No value profile data at the second site.
 137   Record1.addValueData(IPVK_IndirectCallTarget, 1, nullptr, 0, nullptr);
 138   InstrProfValueData VD2[] = {{(uint64_t) "callee1", 1},
 139                               {(uint64_t) "callee2", 2}};
 140   Record1.addValueData(IPVK_IndirectCallTarget, 2, VD2, 2, nullptr);
 141   InstrProfValueData VD3[] = {{(uint64_t) "callee1", 1}};
 142   Record1.addValueData(IPVK_IndirectCallTarget, 3, VD3, 1, nullptr);
 143
 144   Writer.addRecord(std::move(Record1));
 145   Writer.addRecord(std::move(Record2));
 146   Writer.addRecord(std::move(Record3));
 147   Writer.addRecord(std::move(Record4));
 148   auto Profile = Writer.writeBuffer();
 149   readProfile(std::move(Profile));
 150
 151   ErrorOr<InstrProfRecord> R = Reader->getInstrProfRecord("caller", 0x1234);
 152   ASSERT_TRUE(NoError(R.getError()));
 153   ASSERT_EQ(4U, R.get().getNumValueSites(IPVK_IndirectCallTarget));
 154   ASSERT_EQ(3U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 0));
 155   ASSERT_EQ(0U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 1));
 156   ASSERT_EQ(2U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 2));
 157   ASSERT_EQ(1U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 3));
 158
 159   std::unique_ptr<InstrProfValueData[]> VD =
 160       R.get().getValueForSite(IPVK_IndirectCallTarget, 0);
 161   // Now sort the target acording to frequency.
 162   std::sort(&VD[0], &VD[3],
 163             [](const InstrProfValueData &VD1, const InstrProfValueData &VD2) {
 164               return VD1.Count > VD2.Count;
 165             });
 166   ASSERT_EQ(StringRef((const char *)VD[0].Value, 7), StringRef("callee3"));
 167   ASSERT_EQ(StringRef((const char *)VD[1].Value, 7), StringRef("callee2"));
 168   ASSERT_EQ(StringRef((const char *)VD[2].Value, 7), StringRef("callee1"));
 169 }
 170
 171 TEST_F(InstrProfTest, get_icall_data_read_write_big_endian) {
 172   InstrProfRecord Record1("caller", 0x1234, {1, 2});
 173   InstrProfRecord Record2("callee1", 0x1235, {3, 4});
 174   InstrProfRecord Record3("callee2", 0x1235, {3, 4});
 175   InstrProfRecord Record4("callee3", 0x1235, {3, 4});
 176
 177   // 4 value sites.
 178   Record1.reserveSites(IPVK_IndirectCallTarget, 4);
 179   InstrProfValueData VD0[] = {{(uint64_t) "callee1", 1},
 180                               {(uint64_t) "callee2", 2},
 181                               {(uint64_t) "callee3", 3}};
 182   Record1.addValueData(IPVK_IndirectCallTarget, 0, VD0, 3, nullptr);
 183   // No value profile data at the second site.
 184   Record1.addValueData(IPVK_IndirectCallTarget, 1, nullptr, 0, nullptr);
 185   InstrProfValueData VD2[] = {{(uint64_t) "callee1", 1},
 186                               {(uint64_t) "callee2", 2}};
 187   Record1.addValueData(IPVK_IndirectCallTarget, 2, VD2, 2, nullptr);
 188   InstrProfValueData VD3[] = {{(uint64_t) "callee1", 1}};
 189   Record1.addValueData(IPVK_IndirectCallTarget, 3, VD3, 1, nullptr);
 190
 191   Writer.addRecord(std::move(Record1));
 192   Writer.addRecord(std::move(Record2));
 193   Writer.addRecord(std::move(Record3));
 194   Writer.addRecord(std::move(Record4));
 195
 196   // Set big endian output.
 197   Writer.setValueProfDataEndianness(support::big);
 198
 199   auto Profile = Writer.writeBuffer();
 200   readProfile(std::move(Profile));
 201
 202   // Set big endian input.
 203   Reader->setValueProfDataEndianness(support::big);
 204
 205   ErrorOr<InstrProfRecord> R = Reader->getInstrProfRecord("caller", 0x1234);
 206   ASSERT_TRUE(NoError(R.getError()));
 207   ASSERT_EQ(4U, R.get().getNumValueSites(IPVK_IndirectCallTarget));
 208   ASSERT_EQ(3U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 0));
 209   ASSERT_EQ(0U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 1));
 210   ASSERT_EQ(2U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 2));
 211   ASSERT_EQ(1U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 3));
 212
 213   std::unique_ptr<InstrProfValueData[]> VD =
 214       R.get().getValueForSite(IPVK_IndirectCallTarget, 0);
 215   // Now sort the target acording to frequency.
 216   std::sort(&VD[0], &VD[3],
 217             [](const InstrProfValueData &VD1, const InstrProfValueData &VD2) {
 218               return VD1.Count > VD2.Count;
 219             });
 220   ASSERT_EQ(StringRef((const char *)VD[0].Value, 7), StringRef("callee3"));
 221   ASSERT_EQ(StringRef((const char *)VD[1].Value, 7), StringRef("callee2"));
 222   ASSERT_EQ(StringRef((const char *)VD[2].Value, 7), StringRef("callee1"));
 223
 224   // Restore little endian default:
 225   Writer.setValueProfDataEndianness(support::little);
 226 }
 227
 228 TEST_F(InstrProfTest, get_icall_data_merge1) {
 229   static const char caller[] = "caller";
 230   static const char callee1[] = "callee1";
 231   static const char callee2[] = "callee2";
 232   static const char callee3[] = "callee3";
 233   static const char callee4[] = "callee4";
 234
 235   InstrProfRecord Record11(caller, 0x1234, {1, 2});
 236   InstrProfRecord Record12(caller, 0x1234, {1, 2});
 237   InstrProfRecord Record2(callee1, 0x1235, {3, 4});
 238   InstrProfRecord Record3(callee2, 0x1235, {3, 4});
 239   InstrProfRecord Record4(callee3, 0x1235, {3, 4});
 240   InstrProfRecord Record5(callee3, 0x1235, {3, 4});
 241   InstrProfRecord Record6(callee4, 0x1235, {3, 5});
 242
 243   // 5 value sites.
 244   Record11.reserveSites(IPVK_IndirectCallTarget, 5);
 245   InstrProfValueData VD0[] = {{uint64_t(callee1), 1},
 246                               {uint64_t(callee2), 2},
 247                               {uint64_t(callee3), 3},
 248                               {uint64_t(callee4), 4}};
 249   Record11.addValueData(IPVK_IndirectCallTarget, 0, VD0, 4, nullptr);
 250
 251   // No valeu profile data at the second site.
 252   Record11.addValueData(IPVK_IndirectCallTarget, 1, nullptr, 0, nullptr);
 253
 254   InstrProfValueData VD2[] = {{uint64_t(callee1), 1},
 255                               {uint64_t(callee2), 2},
 256                               {uint64_t(callee3), 3}};
 257   Record11.addValueData(IPVK_IndirectCallTarget, 2, VD2, 3, nullptr);
 258
 259   InstrProfValueData VD3[] = {{uint64_t(callee1), 1}};
 260   Record11.addValueData(IPVK_IndirectCallTarget, 3, VD3, 1, nullptr);
 261
 262   InstrProfValueData VD4[] = {{uint64_t(callee1), 1},
 263                               {uint64_t(callee2), 2},
 264                               {uint64_t(callee3), 3}};
 265   Record11.addValueData(IPVK_IndirectCallTarget, 4, VD4, 3, nullptr);
 266
 267   // A differnt record for the same caller.
 268   Record12.reserveSites(IPVK_IndirectCallTarget, 5);
 269   InstrProfValueData VD02[] = {{uint64_t(callee2), 5},
 270                                {uint64_t(callee3), 3}};
 271   Record12.addValueData(IPVK_IndirectCallTarget, 0, VD02, 2, nullptr);
 272
 273   // No valeu profile data at the second site.
 274   Record12.addValueData(IPVK_IndirectCallTarget, 1, nullptr, 0, nullptr);
 275
 276   InstrProfValueData VD22[] = {{uint64_t(callee2), 1},
 277                                {uint64_t(callee3), 3},
 278                                {uint64_t(callee4), 4}};
 279   Record12.addValueData(IPVK_IndirectCallTarget, 2, VD22, 3, nullptr);
 280
 281   Record12.addValueData(IPVK_IndirectCallTarget, 3, nullptr, 0, nullptr);
 282
 283   InstrProfValueData VD42[] = {{uint64_t(callee1), 1},
 284                                {uint64_t(callee2), 2},
 285                                {uint64_t(callee3), 3}};
 286   Record12.addValueData(IPVK_IndirectCallTarget, 4, VD42, 3, nullptr);
 287
 288   Writer.addRecord(std::move(Record11));
 289   // Merge profile data.
 290   Writer.addRecord(std::move(Record12));
 291
 292   Writer.addRecord(std::move(Record2));
 293   Writer.addRecord(std::move(Record3));
 294   Writer.addRecord(std::move(Record4));
 295   Writer.addRecord(std::move(Record5));
 296   Writer.addRecord(std::move(Record6));
 297   auto Profile = Writer.writeBuffer();
 298   readProfile(std::move(Profile));
 299
 300   ErrorOr<InstrProfRecord> R = Reader->getInstrProfRecord("caller", 0x1234);
 301   ASSERT_TRUE(NoError(R.getError()));
 302   ASSERT_EQ(5U, R.get().getNumValueSites(IPVK_IndirectCallTarget));
 303   ASSERT_EQ(4U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 0));
 304   ASSERT_EQ(0U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 1));
 305   ASSERT_EQ(4U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 2));
 306   ASSERT_EQ(1U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 3));
 307   ASSERT_EQ(3U, R.get().getNumValueDataForSite(IPVK_IndirectCallTarget, 4));
 308
 309   std::unique_ptr<InstrProfValueData[]> VD =
 310       R.get().getValueForSite(IPVK_IndirectCallTarget, 0);
 311   // Now sort the target acording to frequency.
 312   std::sort(&VD[0], &VD[4],
 313             [](const InstrProfValueData &VD1, const InstrProfValueData &VD2) {
 314               return VD1.Count > VD2.Count;
 315             });
 316   ASSERT_EQ(StringRef((const char *)VD[0].Value, 7), StringRef("callee2"));
 317   ASSERT_EQ(7U, VD[0].Count);
 318   ASSERT_EQ(StringRef((const char *)VD[1].Value, 7), StringRef("callee3"));
 319   ASSERT_EQ(6U, VD[1].Count);
 320   ASSERT_EQ(StringRef((const char *)VD[2].Value, 7), StringRef("callee4"));
 321   ASSERT_EQ(4U, VD[2].Count);
 322   ASSERT_EQ(StringRef((const char *)VD[3].Value, 7), StringRef("callee1"));
 323   ASSERT_EQ(1U, VD[3].Count);
 324
 325   std::unique_ptr<InstrProfValueData[]> VD_2(
 326       R.get().getValueForSite(IPVK_IndirectCallTarget, 2));
 327   std::sort(&VD_2[0], &VD_2[4],
 328             [](const InstrProfValueData &VD1, const InstrProfValueData &VD2) {
 329               return VD1.Count > VD2.Count;
 330             });
 331   ASSERT_EQ(StringRef((const char *)VD_2[0].Value, 7), StringRef("callee3"));
 332   ASSERT_EQ(6U, VD_2[0].Count);
 333   ASSERT_EQ(StringRef((const char *)VD_2[1].Value, 7), StringRef("callee4"));
 334   ASSERT_EQ(4U, VD_2[1].Count);
 335   ASSERT_EQ(StringRef((const char *)VD_2[2].Value, 7), StringRef("callee2"));
 336   ASSERT_EQ(3U, VD_2[2].Count);
 337   ASSERT_EQ(StringRef((const char *)VD_2[3].Value, 7), StringRef("callee1"));
 338   ASSERT_EQ(1U, VD_2[3].Count);
 339
 340   std::unique_ptr<InstrProfValueData[]> VD_3(
 341       R.get().getValueForSite(IPVK_IndirectCallTarget, 3));
 342   ASSERT_EQ(StringRef((const char *)VD_3[0].Value, 7), StringRef("callee1"));
 343   ASSERT_EQ(1U, VD_3[0].Count);
 344
 345   std::unique_ptr<InstrProfValueData[]> VD_4(
 346       R.get().getValueForSite(IPVK_IndirectCallTarget, 4));
 347   std::sort(&VD_4[0], &VD_4[3],
 348             [](const InstrProfValueData &VD1, const InstrProfValueData &VD2) {
 349               return VD1.Count > VD2.Count;
 350             });
 351   ASSERT_EQ(StringRef((const char *)VD_4[0].Value, 7), StringRef("callee3"));
 352   ASSERT_EQ(6U, VD_4[0].Count);
 353   ASSERT_EQ(StringRef((const char *)VD_4[1].Value, 7), StringRef("callee2"));
 354   ASSERT_EQ(4U, VD_4[1].Count);
 355   ASSERT_EQ(StringRef((const char *)VD_4[2].Value, 7), StringRef("callee1"));
 356   ASSERT_EQ(2U, VD_4[2].Count);
 357 }
 358
 359 TEST_F(InstrProfTest, get_icall_data_merge1_saturation) {
 360   static const char bar[] = "bar";
 361
 362   const uint64_t Max = std::numeric_limits<uint64_t>::max();
 363
 364   InstrProfRecord Record1("foo", 0x1234, {1});
 365   auto Result1 = Writer.addRecord(std::move(Record1));
 366   ASSERT_EQ(Result1, instrprof_error::success);
 367
 368   // Verify counter overflow.
 369   InstrProfRecord Record2("foo", 0x1234, {Max});
 370   auto Result2 = Writer.addRecord(std::move(Record2));
 371   ASSERT_EQ(Result2, instrprof_error::counter_overflow);
 372
 373   InstrProfRecord Record3(bar, 0x9012, {8});
 374   auto Result3 = Writer.addRecord(std::move(Record3));
 375   ASSERT_EQ(Result3, instrprof_error::success);
 376
 377   InstrProfRecord Record4("baz", 0x5678, {3, 4});
 378   Record4.reserveSites(IPVK_IndirectCallTarget, 1);
 379   InstrProfValueData VD4[] = {{uint64_t(bar), 1}};
 380   Record4.addValueData(IPVK_IndirectCallTarget, 0, VD4, 1, nullptr);
 381   auto Result4 = Writer.addRecord(std::move(Record4));
 382   ASSERT_EQ(Result4, instrprof_error::success);
 383
 384   // Verify value data counter overflow.
 385   InstrProfRecord Record5("baz", 0x5678, {5, 6});
 386   Record5.reserveSites(IPVK_IndirectCallTarget, 1);
 387   InstrProfValueData VD5[] = {{uint64_t(bar), Max}};
 388   Record5.addValueData(IPVK_IndirectCallTarget, 0, VD5, 1, nullptr);
 389   auto Result5 = Writer.addRecord(std::move(Record5));
 390   ASSERT_EQ(Result5, instrprof_error::counter_overflow);
 391
 392   auto Profile = Writer.writeBuffer();
 393   readProfile(std::move(Profile));
 394
 395   // Verify saturation of counts.
 396   ErrorOr<InstrProfRecord> ReadRecord1 =
 397       Reader->getInstrProfRecord("foo", 0x1234);
 398   ASSERT_TRUE(NoError(ReadRecord1.getError()));
 399   ASSERT_EQ(Max, ReadRecord1.get().Counts[0]);
 400
 401   ErrorOr<InstrProfRecord> ReadRecord2 =
 402       Reader->getInstrProfRecord("baz", 0x5678);
 403   ASSERT_EQ(1U, ReadRecord2.get().getNumValueSites(IPVK_IndirectCallTarget));
 404   std::unique_ptr<InstrProfValueData[]> VD =
 405       ReadRecord2.get().getValueForSite(IPVK_IndirectCallTarget, 0);
 406   ASSERT_EQ(StringRef("bar"), StringRef((const char *)VD[0].Value, 3));
 407   ASSERT_EQ(Max, VD[0].Count);
 408 }
 409
 410 // Synthesize runtime value profile data.
 411 ValueProfNode Site1Values[5] = {{{uint64_t("callee1"), 400}, &Site1Values[1]},
 412                                 {{uint64_t("callee2"), 1000}, &Site1Values[2]},
 413                                 {{uint64_t("callee3"), 500}, &Site1Values[3]},
 414                                 {{uint64_t("callee4"), 300}, &Site1Values[4]},
 415                                 {{uint64_t("callee5"), 100}, 0}};
 416
 417 ValueProfNode Site2Values[4] = {{{uint64_t("callee5"), 800}, &Site2Values[1]},
 418                                 {{uint64_t("callee3"), 1000}, &Site2Values[2]},
 419                                 {{uint64_t("callee2"), 2500}, &Site2Values[3]},
 420                                 {{uint64_t("callee1"), 1300}, 0}};
 421
 422 ValueProfNode Site3Values[3] = {{{uint64_t("callee6"), 800}, &Site3Values[1]},
 423                                 {{uint64_t("callee3"), 1000}, &Site3Values[2]},
 424                                 {{uint64_t("callee4"), 5500}, 0}};
 425
 426 ValueProfNode Site4Values[2] = {{{uint64_t("callee2"), 1800}, &Site4Values[1]},
 427                                 {{uint64_t("callee3"), 2000}, 0}};
 428
 429 static ValueProfNode *ValueProfNodes[5] = {&Site1Values[0], &Site2Values[0],
 430                                            &Site3Values[0], &Site4Values[0], 0};
 431 static uint16_t NumValueSites[IPVK_Last + 1] = {5};
 432 TEST_F(InstrProfTest, runtime_value_prof_data_read_write) {
 433   ValueProfRuntimeRecord RTRecord;
 434   initializeValueProfRuntimeRecord(&RTRecord, &NumValueSites[0],
 435                                    &ValueProfNodes[0]);
 436
 437   ValueProfData *VPData = serializeValueProfDataFromRT(&RTRecord, nullptr);
 438
 439   InstrProfRecord Record("caller", 0x1234, {1ULL << 31, 2});
 440
 441   VPData->deserializeTo(Record, 0);
 442
 443   // Now read data from Record and sanity check the data
 444   ASSERT_EQ(5U, Record.getNumValueSites(IPVK_IndirectCallTarget));
 445   ASSERT_EQ(5U, Record.getNumValueDataForSite(IPVK_IndirectCallTarget, 0));
 446   ASSERT_EQ(4U, Record.getNumValueDataForSite(IPVK_IndirectCallTarget, 1));
 447   ASSERT_EQ(3U, Record.getNumValueDataForSite(IPVK_IndirectCallTarget, 2));
 448   ASSERT_EQ(2U, Record.getNumValueDataForSite(IPVK_IndirectCallTarget, 3));
 449   ASSERT_EQ(0U, Record.getNumValueDataForSite(IPVK_IndirectCallTarget, 4));
 450
 451   auto Cmp = [](const InstrProfValueData &VD1, const InstrProfValueData &VD2) {
 452     return VD1.Count > VD2.Count;
 453   };
 454   std::unique_ptr<InstrProfValueData[]> VD_0(
 455       Record.getValueForSite(IPVK_IndirectCallTarget, 0));
 456   std::sort(&VD_0[0], &VD_0[5], Cmp);
 457   ASSERT_EQ(StringRef((const char *)VD_0[0].Value, 7), StringRef("callee2"));
 458   ASSERT_EQ(1000U, VD_0[0].Count);
 459   ASSERT_EQ(StringRef((const char *)VD_0[1].Value, 7), StringRef("callee3"));
 460   ASSERT_EQ(500U, VD_0[1].Count);
 461   ASSERT_EQ(StringRef((const char *)VD_0[2].Value, 7), StringRef("callee1"));
 462   ASSERT_EQ(400U, VD_0[2].Count);
 463   ASSERT_EQ(StringRef((const char *)VD_0[3].Value, 7), StringRef("callee4"));
 464   ASSERT_EQ(300U, VD_0[3].Count);
 465   ASSERT_EQ(StringRef((const char *)VD_0[4].Value, 7), StringRef("callee5"));
 466   ASSERT_EQ(100U, VD_0[4].Count);
 467
 468   std::unique_ptr<InstrProfValueData[]> VD_1(
 469       Record.getValueForSite(IPVK_IndirectCallTarget, 1));
 470   std::sort(&VD_1[0], &VD_1[4], Cmp);
 471   ASSERT_EQ(StringRef((const char *)VD_1[0].Value, 7), StringRef("callee2"));
 472   ASSERT_EQ(2500U, VD_1[0].Count);
 473   ASSERT_EQ(StringRef((const char *)VD_1[1].Value, 7), StringRef("callee1"));
 474   ASSERT_EQ(1300U, VD_1[1].Count);
 475   ASSERT_EQ(StringRef((const char *)VD_1[2].Value, 7), StringRef("callee3"));
 476   ASSERT_EQ(1000U, VD_1[2].Count);
 477   ASSERT_EQ(StringRef((const char *)VD_1[3].Value, 7), StringRef("callee5"));
 478   ASSERT_EQ(800U, VD_1[3].Count);
 479
 480   std::unique_ptr<InstrProfValueData[]> VD_2(
 481       Record.getValueForSite(IPVK_IndirectCallTarget, 2));
 482   std::sort(&VD_2[0], &VD_2[3], Cmp);
 483   ASSERT_EQ(StringRef((const char *)VD_2[0].Value, 7), StringRef("callee4"));
 484   ASSERT_EQ(5500U, VD_2[0].Count);
 485   ASSERT_EQ(StringRef((const char *)VD_2[1].Value, 7), StringRef("callee3"));
 486   ASSERT_EQ(1000U, VD_2[1].Count);
 487   ASSERT_EQ(StringRef((const char *)VD_2[2].Value, 7), StringRef("callee6"));
 488   ASSERT_EQ(800U, VD_2[2].Count);
 489
 490   std::unique_ptr<InstrProfValueData[]> VD_3(
 491       Record.getValueForSite(IPVK_IndirectCallTarget, 3));
 492   std::sort(&VD_3[0], &VD_3[2], Cmp);
 493   ASSERT_EQ(StringRef((const char *)VD_3[0].Value, 7), StringRef("callee3"));
 494   ASSERT_EQ(2000U, VD_3[0].Count);
 495   ASSERT_EQ(StringRef((const char *)VD_3[1].Value, 7), StringRef("callee2"));
 496   ASSERT_EQ(1800U, VD_3[1].Count);
 497
 498   finalizeValueProfRuntimeRecord(&RTRecord);
 499   free(VPData);
 500 }
 501
 502 TEST_F(InstrProfTest, get_max_function_count) {
 503   InstrProfRecord Record1("foo", 0x1234, {1ULL << 31, 2});
 504   InstrProfRecord Record2("bar", 0, {1ULL << 63});
 505   InstrProfRecord Record3("baz", 0x5678, {0, 0, 0, 0});
 506   Writer.addRecord(std::move(Record1));
 507   Writer.addRecord(std::move(Record2));
 508   Writer.addRecord(std::move(Record3));
 509   auto Profile = Writer.writeBuffer();
 510   readProfile(std::move(Profile));
 511
 512   ASSERT_EQ(1ULL << 63, Reader->getMaximumFunctionCount());
 513 }
 514
 515 TEST_F(InstrProfTest, get_weighted_function_counts) {
 516   InstrProfRecord Record1("foo", 0x1234, {1, 2});
 517   InstrProfRecord Record2("foo", 0x1235, {3, 4});
 518   Writer.addRecord(std::move(Record1), 3);
 519   Writer.addRecord(std::move(Record2), 5);
 520   auto Profile = Writer.writeBuffer();
 521   readProfile(std::move(Profile));
 522
 523   std::vector<uint64_t> Counts;
 524   ASSERT_TRUE(NoError(Reader->getFunctionCounts("foo", 0x1234, Counts)));
 525   ASSERT_EQ(2U, Counts.size());
 526   ASSERT_EQ(3U, Counts[0]);
 527   ASSERT_EQ(6U, Counts[1]);
 528
 529   ASSERT_TRUE(NoError(Reader->getFunctionCounts("foo", 0x1235, Counts)));
 530   ASSERT_EQ(2U, Counts.size());
 531   ASSERT_EQ(15U, Counts[0]);
 532   ASSERT_EQ(20U, Counts[1]);
 533 }
 534
 535 TEST_F(InstrProfTest, instr_prof_symtab_test) {
 536   std::vector<StringRef> FuncNames;
 537   FuncNames.push_back("func1");
 538   FuncNames.push_back("func2");
 539   FuncNames.push_back("func3");
 540   FuncNames.push_back("bar1");
 541   FuncNames.push_back("bar2");
 542   FuncNames.push_back("bar3");
 543   InstrProfSymtab Symtab;
 544   Symtab.create(FuncNames);
 545   StringRef R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("func1"));
 546   ASSERT_EQ(StringRef("func1"), R);
 547   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("func2"));
 548   ASSERT_EQ(StringRef("func2"), R);
 549   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("func3"));
 550   ASSERT_EQ(StringRef("func3"), R);
 551   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("bar1"));
 552   ASSERT_EQ(StringRef("bar1"), R);
 553   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("bar2"));
 554   ASSERT_EQ(StringRef("bar2"), R);
 555   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("bar3"));
 556   ASSERT_EQ(StringRef("bar3"), R);
 557
 558   // Now incrementally update the symtab
 559   Symtab.addFuncName("blah_1");
 560   Symtab.addFuncName("blah_2");
 561   Symtab.addFuncName("blah_3");
 562   // Finalize it
 563   Symtab.finalizeSymtab();
 564
 565   // Check again
 566   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("blah_1"));
 567   ASSERT_EQ(StringRef("blah_1"), R);
 568   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("blah_2"));
 569   ASSERT_EQ(StringRef("blah_2"), R);
 570   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("blah_3"));
 571   ASSERT_EQ(StringRef("blah_3"), R);
 572   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("func1"));
 573   ASSERT_EQ(StringRef("func1"), R);
 574   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("func2"));
 575   ASSERT_EQ(StringRef("func2"), R);
 576   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("func3"));
 577   ASSERT_EQ(StringRef("func3"), R);
 578   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("bar1"));
 579   ASSERT_EQ(StringRef("bar1"), R);
 580   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("bar2"));
 581   ASSERT_EQ(StringRef("bar2"), R);
 582   R = Symtab.getFuncName(IndexedInstrProf::ComputeHash("bar3"));
 583   ASSERT_EQ(StringRef("bar3"), R);
 584 }
 585
 586 } // end anonymous namespace