aboutsummaryrefslogtreecommitdiffhomepage
path: root/dm
diff options
context:
space:
mode:
authorGravatar mtklein <mtklein@chromium.org>2015-04-27 08:45:01 -0700
committerGravatar Commit bot <commit-bot@chromium.org>2015-04-27 08:45:01 -0700
commit6393c0653e5338a093c3908a410bdfd2ea1bdcab (patch)
tree557fda1a0fdb40ac249496d23210c646807691d8 /dm
parentde8667b81f2fed2fbecba68e751756a48df5e0dd (diff)
Add source-data sharding to DM.
E.g. out/Debug/dm --shards 4 --shard 1 This shards all inputs, GMs, SKPs, tests, etc. BUG=skia: Review URL: https://codereview.chromium.org/1109813002
Diffstat (limited to 'dm')
-rw-r--r--dm/DM.cpp17
1 files changed, 14 insertions, 3 deletions
diff --git a/dm/DM.cpp b/dm/DM.cpp
index c0fccaaa2c..57de4c1d7f 100644
--- a/dm/DM.cpp
+++ b/dm/DM.cpp
@@ -46,6 +46,9 @@ DEFINE_string(uninterestingHashesFile, "",
"File containing a list of uninteresting hashes. If a result hashes to something in "
"this list, no image is written for that result.");
+DEFINE_int32(shards, 1, "We're splitting source data into this many shards.");
+DEFINE_int32(shard, 0, "Which shard do I run?");
+
__SK_FORCE_IMAGE_DECODER_LINKING;
using namespace DM;
@@ -167,9 +170,15 @@ static const bool kMemcpyOK = true;
static SkTArray<Tagged<Src>, kMemcpyOK> gSrcs;
static SkTArray<Tagged<Sink>, kMemcpyOK> gSinks;
+static bool in_shard() {
+ static int N = 0;
+ return N++ % FLAGS_shards == FLAGS_shard;
+}
+
static void push_src(const char* tag, const char* options, Src* s) {
SkAutoTDelete<Src> src(s);
- if (FLAGS_src.contains(tag) &&
+ if (in_shard() &&
+ FLAGS_src.contains(tag) &&
!SkCommandLineFlags::ShouldSkip(FLAGS_match, src->name().c_str())) {
Tagged<Src>& s = gSrcs.push_back();
s.reset(src.detach());
@@ -603,8 +612,10 @@ static void gather_tests() {
if (!FLAGS_src.contains("tests")) {
return;
}
- for (const skiatest::TestRegistry* r = skiatest::TestRegistry::Head(); r;
- r = r->next()) {
+ for (const skiatest::TestRegistry* r = skiatest::TestRegistry::Head(); r; r = r->next()) {
+ if (!in_shard()) {
+ continue;
+ }
// Despite its name, factory() is returning a reference to
// link-time static const POD data.
const skiatest::Test& test = r->factory();