BenchmarkTest.cpp 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356
  1. /*
  2. * Copyright 2012-present Facebook, Inc.
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include <folly/Benchmark.h>
  17. #include <folly/String.h>
  18. #include <folly/container/Foreach.h>
  19. #include <algorithm>
  20. #include <iostream>
  21. #include <numeric>
  22. #include <random>
  23. #include <vector>
  24. using namespace folly;
  25. using namespace std;
  26. void fun() {
  27. static double x = 1;
  28. ++x;
  29. doNotOptimizeAway(x);
  30. }
  31. BENCHMARK(bmFun) {
  32. fun();
  33. }
  34. BENCHMARK(bmRepeatedFun, n) {
  35. FOR_EACH_RANGE (i, 0, n) { fun(); }
  36. }
  37. BENCHMARK_DRAW_LINE();
  38. BENCHMARK(gun) {
  39. static double x = 1;
  40. x *= 2000;
  41. doNotOptimizeAway(x);
  42. }
  43. BENCHMARK_DRAW_LINE();
  44. BENCHMARK(optimizerCanDiscardTrivial, n) {
  45. long x = 0;
  46. for (long i = 0; i < n; ++i) {
  47. for (long j = 0; j < 10000; ++j) {
  48. x += j;
  49. }
  50. }
  51. }
  52. BENCHMARK(optimizerCanPowerReduceInner1Trivial, n) {
  53. long x = 0;
  54. for (long i = 0; i < n; ++i) {
  55. for (long j = 0; j < 10000; ++j) {
  56. x += i + j;
  57. }
  58. doNotOptimizeAway(x);
  59. }
  60. }
  61. BENCHMARK(optimizerCanPowerReduceInner2Trivial, n) {
  62. long x = 0;
  63. for (long i = 0; i < n; ++i) {
  64. makeUnpredictable(i);
  65. for (long j = 0; j < 10000; ++j) {
  66. x += i + j;
  67. }
  68. }
  69. doNotOptimizeAway(x);
  70. }
  71. BENCHMARK(optimizerDisabled1Trivial, n) {
  72. long x = 0;
  73. for (long i = 0; i < n; ++i) {
  74. for (long j = 0; j < 10000; ++j) {
  75. x += i + j;
  76. doNotOptimizeAway(x);
  77. }
  78. }
  79. }
  80. BENCHMARK(optimizerDisabled2Trivial, n) {
  81. long x = 0;
  82. for (long i = 0; i < n; ++i) {
  83. makeUnpredictable(i);
  84. for (long j = 0; j < 10000; ++j) {
  85. makeUnpredictable(j);
  86. x += i + j;
  87. }
  88. }
  89. doNotOptimizeAway(x);
  90. }
  91. BENCHMARK(optimizerCanPowerReduceInner1TrivialPtr, n) {
  92. long x = 0;
  93. for (long i = 0; i < n; ++i) {
  94. for (long j = 0; j < 10000; ++j) {
  95. x += i + j;
  96. }
  97. doNotOptimizeAway(&x);
  98. }
  99. }
  100. BENCHMARK(optimizerCanPowerReduceInner2TrivialPtr, n) {
  101. long x = 0;
  102. for (long i = 0; i < n; ++i) {
  103. makeUnpredictable(i);
  104. for (long j = 0; j < 10000; ++j) {
  105. x += i + j;
  106. }
  107. }
  108. doNotOptimizeAway(&x);
  109. }
  110. BENCHMARK(optimizerDisabled1TrivialPtr, n) {
  111. long x = 0;
  112. for (long i = 0; i < n; ++i) {
  113. for (long j = 0; j < 10000; ++j) {
  114. x += i + j;
  115. doNotOptimizeAway(&x);
  116. }
  117. }
  118. }
  119. namespace {
  120. class NonTrivialLong {
  121. public:
  122. explicit NonTrivialLong(long v) : value_(v) {}
  123. virtual ~NonTrivialLong() {}
  124. void operator++() {
  125. ++value_;
  126. }
  127. void operator+=(long rhs) {
  128. value_ += rhs;
  129. }
  130. void operator+=(const NonTrivialLong& rhs) {
  131. value_ += rhs.value_;
  132. }
  133. bool operator<(long rhs) {
  134. return value_ < rhs;
  135. }
  136. NonTrivialLong operator+(const NonTrivialLong& rhs) {
  137. return NonTrivialLong(value_ + rhs.value_);
  138. }
  139. private:
  140. long value_;
  141. long otherStuff_[3];
  142. };
  143. } // namespace
  144. BENCHMARK(optimizerCanDiscardNonTrivial, n) {
  145. NonTrivialLong x(0);
  146. for (NonTrivialLong i(0); i < n; ++i) {
  147. for (NonTrivialLong j(0); j < 10000; ++j) {
  148. x += j;
  149. }
  150. }
  151. }
  152. BENCHMARK(optimizerCanPowerReduceInner1NonTrivial, n) {
  153. NonTrivialLong x(0);
  154. for (NonTrivialLong i(0); i < n; ++i) {
  155. for (NonTrivialLong j(0); j < 10000; ++j) {
  156. x += i + j;
  157. }
  158. doNotOptimizeAway(x);
  159. }
  160. }
  161. BENCHMARK(optimizerCanPowerReduceInner2NonTrivial, n) {
  162. NonTrivialLong x(0);
  163. for (NonTrivialLong i(0); i < n; ++i) {
  164. makeUnpredictable(i);
  165. for (NonTrivialLong j(0); j < 10000; ++j) {
  166. x += i + j;
  167. }
  168. }
  169. doNotOptimizeAway(x);
  170. }
  171. BENCHMARK(optimizerDisabled1NonTrivial, n) {
  172. NonTrivialLong x(0);
  173. for (NonTrivialLong i(0); i < n; ++i) {
  174. for (NonTrivialLong j(0); j < 10000; ++j) {
  175. x += i + j;
  176. doNotOptimizeAway(x);
  177. }
  178. }
  179. }
  180. BENCHMARK(optimizerDisabled2NonTrivial, n) {
  181. NonTrivialLong x(0);
  182. for (NonTrivialLong i(0); i < n; ++i) {
  183. makeUnpredictable(i);
  184. for (NonTrivialLong j(0); j < 10000; ++j) {
  185. makeUnpredictable(j);
  186. x += i + j;
  187. }
  188. }
  189. doNotOptimizeAway(x);
  190. }
  191. BENCHMARK(optimizerCanPowerReduceInner1NonTrivialPtr, n) {
  192. NonTrivialLong x(0);
  193. for (NonTrivialLong i(0); i < n; ++i) {
  194. for (NonTrivialLong j(0); j < 10000; ++j) {
  195. x += i + j;
  196. }
  197. doNotOptimizeAway(&x);
  198. }
  199. }
  200. BENCHMARK(optimizerCanPowerReduceInner2NonTrivialPtr, n) {
  201. NonTrivialLong x(0);
  202. for (NonTrivialLong i(0); i < n; ++i) {
  203. makeUnpredictable(i);
  204. for (NonTrivialLong j(0); j < 10000; ++j) {
  205. x += i + j;
  206. }
  207. }
  208. doNotOptimizeAway(&x);
  209. }
  210. BENCHMARK(optimizerDisabled1NonTrivialPtr, n) {
  211. NonTrivialLong x(0);
  212. for (NonTrivialLong i(0); i < n; ++i) {
  213. for (NonTrivialLong j(0); j < 10000; ++j) {
  214. x += i + j;
  215. doNotOptimizeAway(&x);
  216. }
  217. }
  218. }
  219. BENCHMARK_DRAW_LINE();
  220. BENCHMARK(baselinevector) {
  221. vector<int> v;
  222. BENCHMARK_SUSPEND {
  223. v.resize(1000);
  224. }
  225. FOR_EACH_RANGE (i, 0, 100) { v.push_back(42); }
  226. }
  227. BENCHMARK_RELATIVE(bmVector) {
  228. vector<int> v;
  229. FOR_EACH_RANGE (i, 0, 100) { v.resize(v.size() + 1, 42); }
  230. }
  231. BENCHMARK_DRAW_LINE();
  232. BENCHMARK(superslow) {
  233. sleep(1);
  234. }
  235. BENCHMARK_DRAW_LINE();
  236. BENCHMARK(noMulti) {
  237. fun();
  238. }
  239. BENCHMARK_MULTI(multiSimple) {
  240. FOR_EACH_RANGE (i, 0, 10) { fun(); }
  241. return 10;
  242. }
  243. BENCHMARK_RELATIVE_MULTI(multiSimpleRel) {
  244. FOR_EACH_RANGE (i, 0, 10) {
  245. fun();
  246. fun();
  247. }
  248. return 10;
  249. }
  250. BENCHMARK_MULTI(multiIterArgs, iter) {
  251. FOR_EACH_RANGE (i, 0, 10 * iter) { fun(); }
  252. return 10 * iter;
  253. }
  254. BENCHMARK_RELATIVE_MULTI(multiIterArgsRel, iter) {
  255. FOR_EACH_RANGE (i, 0, 10 * iter) {
  256. fun();
  257. fun();
  258. }
  259. return 10 * iter;
  260. }
  261. unsigned paramMulti(unsigned iter, unsigned num) {
  262. for (unsigned i = 0; i < iter; ++i) {
  263. for (unsigned j = 0; j < num; ++j) {
  264. fun();
  265. }
  266. }
  267. return num * iter;
  268. }
  269. unsigned paramMultiRel(unsigned iter, unsigned num) {
  270. for (unsigned i = 0; i < iter; ++i) {
  271. for (unsigned j = 0; j < num; ++j) {
  272. fun();
  273. fun();
  274. }
  275. }
  276. return num * iter;
  277. }
  278. BENCHMARK_PARAM_MULTI(paramMulti, 1)
  279. BENCHMARK_RELATIVE_PARAM_MULTI(paramMultiRel, 1)
  280. BENCHMARK_PARAM_MULTI(paramMulti, 5)
  281. BENCHMARK_RELATIVE_PARAM_MULTI(paramMultiRel, 5)
  282. BENCHMARK_DRAW_LINE();
  283. BENCHMARK(BenchmarkSuspender_dismissing_void, iter) {
  284. BenchmarkSuspender braces;
  285. mt19937_64 rng;
  286. while (iter--) {
  287. vector<size_t> v(1 << 12, 0);
  288. iota(v.begin(), v.end(), 0);
  289. shuffle(v.begin(), v.end(), rng);
  290. braces.dismissing([&] { sort(v.begin(), v.end()); });
  291. }
  292. }
  293. BENCHMARK(BenchmarkSuspender_dismissing_value, iter) {
  294. BenchmarkSuspender braces;
  295. mt19937_64 rng;
  296. while (iter--) {
  297. vector<size_t> v(1 << 12, 0);
  298. iota(v.begin(), v.end(), 0);
  299. shuffle(v.begin(), v.end(), rng);
  300. auto s = braces.dismissing([&] {
  301. sort(v.begin(), v.end());
  302. return accumulate(
  303. v.begin(), v.end(), 0, [](size_t a, size_t e) { return a + e; });
  304. });
  305. doNotOptimizeAway(s);
  306. }
  307. }
  308. int main(int argc, char** argv) {
  309. gflags::ParseCommandLineFlags(&argc, &argv, true);
  310. runBenchmarks();
  311. runBenchmarksOnFlag();
  312. }