diff options
| author |  Craig Tiller <ctiller@google.com> | 2017-03-30 20:36:44 -0700 |
|---|---|---|
| committer |  GitHub <noreply@github.com> | 2017-03-30 20:36:44 -0700 |
| commit | b5946a7546a7ca00c2bae5ca28ae6f591b49a9a7 (patch) | |
| tree | 9fdccc79623646a49fa025ee90ac86a49fdb1d9c | |
| parent | 24eab2a127531ce322027734839548aa4a0932b1 (diff) | |
Loosen constraints for reporting
| -rwxr-xr-x | tools/profiling/microbenchmarks/bm_diff.py | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/tools/profiling/microbenchmarks/bm_diff.py b/tools/profiling/microbenchmarks/bm_diff.py index 857d397095..0e20a0e4e5 100755 --- a/tools/profiling/microbenchmarks/bm_diff.py +++ b/tools/profiling/microbenchmarks/bm_diff.py @@ -61,8 +61,8 @@ def min_change(pct): return lambda n, o: abs(changed_ratio(n,o)) > pct/100.0 nanos = { - 'abs_diff': 10, - 'pct_diff': 10, + 'abs_diff': 5, + 'pct_diff': 5, } counter = { 'abs_diff': 1, @@ -102,7 +102,7 @@ argp.add_argument('-t', '--track', argp.add_argument('-b', '--benchmarks', nargs='+', choices=_AVAILABLE_BENCHMARK_TESTS, default=['bm_cq']) argp.add_argument('-d', '--diff_base', type=str) argp.add_argument('-r', '--repetitions', type=int, default=7) -argp.add_argument('-p', '--p_threshold', type=float, default=0.01) +argp.add_argument('-p', '--p_threshold', type=float, default=0.05) args = argp.parse_args() assert args.diff_base |