/* * Copyright 2017 Google Inc. * * Use of this source code is governed by a BSD-style license that can be * found in the LICENSE file. */ #include "gm_runner.h" #include #include "../tools/fonts/SkTestFontMgr.h" #include "GrContext.h" #include "GrContextOptions.h" #include "SkFontMgrPriv.h" #include "SkFontStyle.h" #include "SkGraphics.h" #include "SkImageInfoPriv.h" #include "SkSurface.h" #include "Test.h" #include "gl/GLTestContext.h" #include "gm.h" #include "gm_knowledge.h" #include "vk/VkTestContext.h" static SkTHashSet gDoNotScoreInCompatibilityTestMode; static SkTHashSet gDoNotExecuteInExperimentalMode; static SkTHashSet gKnownGpuUnitTests; static SkTHashSet gKnownGMs; static gm_runner::Mode gMode = gm_runner::Mode::kCompatibilityTestMode; static bool is_empty(const SkTHashSet& set) { return 0 == set.count(); } static bool in_set(const char* s, const SkTHashSet& set) { return !is_empty(set) && nullptr != set.find(SkString(s)); } static void readlist(skqp::AssetManager* mgr, const char* path, SkTHashSet* dst) { auto asset = mgr->open(path); if (!asset || asset->getLength() == 0) { return; // missing file same as empty file. } std::vector buffer(asset->getLength() + 1); asset->read(buffer.data(), buffer.size()); buffer.back() = '\0'; const char* ptr = buffer.data(); const char* end = &buffer.back(); SkASSERT(ptr < end); while (true) { while (*ptr == '\n' && ptr < end) { ++ptr; } if (ptr == end) { return; } const char* find = strchr(ptr, '\n'); if (!find) { find = end; } SkASSERT(find > ptr); dst->add(SkString(ptr, find - ptr)); ptr = find; } } namespace gm_runner { const char* GetErrorString(Error e) { switch (e) { case Error::None: return ""; case Error::BadSkiaOutput: return "Bad Skia Output"; case Error::BadGMKBData: return "Bad GMKB Data"; case Error::SkiaFailure: return "Skia Failure"; default: SkASSERT(false); return "unknown"; } } std::vector ExecuteTest(UnitTest test) { struct : public skiatest::Reporter { std::vector fErrors; void reportFailed(const skiatest::Failure& failure) override { SkString desc = failure.toString(); fErrors.push_back(std::string(desc.c_str(), desc.size())); } } r; GrContextOptions options; // options.fDisableDriverCorrectnessWorkarounds = true; if (test->fContextOptionsProc) { test->fContextOptionsProc(&options); } test->proc(&r, options); return std::move(r.fErrors); } const char* GetUnitTestName(UnitTest test) { return test->name; } std::vector GetUnitTests() { std::vector tests; for (const skiatest::TestRegistry* r = skiatest::TestRegistry::Head(); r; r = r->next()) { const skiatest::Test& test = r->factory(); if ((is_empty(gKnownGpuUnitTests) || in_set(test.name, gKnownGpuUnitTests)) && test.needsGpu) { tests.push_back(&test); } } struct { bool operator()(UnitTest u, UnitTest v) const { return strcmp(u->name, v->name) < 0; } } less; std::sort(tests.begin(), tests.end(), less); return tests; } const char* GetBackendName(SkiaBackend backend) { switch (backend) { case SkiaBackend::kGL: return "gl"; case SkiaBackend::kGLES: return "gles"; case SkiaBackend::kVulkan: return "vk"; default: SkASSERT(false); return "error"; } } static std::unique_ptr make_test_context(SkiaBackend backend) { using U = std::unique_ptr; switch (backend) { case SkiaBackend::kGL: return U(sk_gpu_test::CreatePlatformGLTestContext(kGL_GrGLStandard, nullptr)); case SkiaBackend::kGLES: return U(sk_gpu_test::CreatePlatformGLTestContext(kGLES_GrGLStandard, nullptr)); #ifdef SK_VULKAN case SkiaBackend::kVulkan: return U(sk_gpu_test::CreatePlatformVkTestContext(nullptr)); #endif default: return nullptr; } } static GrContextOptions context_options(skiagm::GM* gm = nullptr) { GrContextOptions grContextOptions; grContextOptions.fAllowPathMaskCaching = true; grContextOptions.fSuppressPathRendering = true; #ifndef SK_SKQP_ENABLE_DRIVER_CORRECTNESS_WORKAROUNDS grContextOptions.fDisableDriverCorrectnessWorkarounds = true; #endif if (gm) { gm->modifyGrContextOptions(&grContextOptions); } return grContextOptions; } std::vector GetSupportedBackends() { std::vector result; SkiaBackend backends[] = { #ifndef SK_BUILD_FOR_ANDROID SkiaBackend::kGL, // Used for testing on desktop machines. #endif SkiaBackend::kGLES, SkiaBackend::kVulkan, }; for (SkiaBackend backend : backends) { std::unique_ptr testCtx = make_test_context(backend); if (testCtx) { testCtx->makeCurrent(); if (nullptr != testCtx->makeGrContext(context_options())) { result.push_back(backend); } } } SkASSERT_RELEASE(result.size() > 0); return result; } static bool evaluate_gm(SkiaBackend backend, skiagm::GM* gm, int* width, int* height, std::vector* storage) { constexpr SkColorType ct = kRGBA_8888_SkColorType; SkASSERT(storage); SkASSERT(gm); SkASSERT(width); SkASSERT(height); SkISize size = gm->getISize(); int w = size.width(), h = size.height(); *width = w; *height = h; SkImageInfo info = SkImageInfo::Make(w, h, ct, kPremul_SkAlphaType, nullptr); SkSurfaceProps props(0, SkSurfaceProps::kLegacyFontHost_InitType); std::unique_ptr testCtx = make_test_context(backend); if (!testCtx) { return false; } testCtx->makeCurrent(); sk_sp surf = SkSurface::MakeRenderTarget( testCtx->makeGrContext(context_options(gm)).get(), SkBudgeted::kNo, info, 0, &props); if (!surf) { return false; } gm->draw(surf->getCanvas()); storage->resize(w * h); uint32_t* pix = storage->data(); size_t rb = w * sizeof(uint32_t); SkASSERT(SkColorTypeBytesPerPixel(ct) == sizeof(uint32_t)); if (!surf->readPixels(SkImageInfo::Make(w, h, ct, kUnpremul_SkAlphaType), pix, rb, 0, 0)) { storage->resize(0); return false; } return true; } std::tuple EvaluateGM(SkiaBackend backend, GMFactory gmFact, skqp::AssetManager* assetManager, const char* reportDirectoryPath) { std::vector pixels; SkASSERT(gmFact); std::unique_ptr gm(gmFact(nullptr)); SkASSERT(gm); const char* name = gm->getName(); int width = 0, height = 0; if (!evaluate_gm(backend, gm.get(), &width, &height, &pixels)) { return std::make_tuple(FLT_MAX, Error::SkiaFailure); } if (Mode::kCompatibilityTestMode == gMode && in_set(name, gDoNotScoreInCompatibilityTestMode)) { return std::make_tuple(0, Error::None); } gmkb::Error e; float value = gmkb::Check(pixels.data(), width, height, name, GetBackendName(backend), assetManager, reportDirectoryPath, &e); Error error = gmkb::Error::kBadInput == e ? Error::BadSkiaOutput : gmkb::Error::kBadData == e ? Error::BadGMKBData : Error::None; return std::make_tuple(value, error); } void InitSkia(Mode mode, skqp::AssetManager* mgr) { SkGraphics::Init(); gSkFontMgr_DefaultFactory = &sk_tool_utils::MakePortableFontMgr; gMode = mode; readlist(mgr, "skqp/DoNotScoreInCompatibilityTestMode.txt", &gDoNotScoreInCompatibilityTestMode); readlist(mgr, "skqp/DoNotExecuteInExperimentalMode.txt", &gDoNotExecuteInExperimentalMode); readlist(mgr, "skqp/KnownGpuUnitTests.txt", &gKnownGpuUnitTests); readlist(mgr, "skqp/KnownGMs.txt", &gKnownGMs); } std::vector GetGMFactories(skqp::AssetManager* assetManager) { std::vector result; for (const skiagm::GMRegistry* r = skiagm::GMRegistry::Head(); r; r = r->next()) { GMFactory f = r->factory(); SkASSERT(f); auto name = GetGMName(f); if ((is_empty(gKnownGMs) || in_set(name.c_str(), gKnownGMs)) && !(Mode::kExperimentalMode == gMode && in_set(name.c_str(), gDoNotExecuteInExperimentalMode))) { result.push_back(f); } } struct { bool operator()(GMFactory u, GMFactory v) const { return GetGMName(u) < GetGMName(v); } } less; std::sort(result.begin(), result.end(), less); return result; } std::string GetGMName(GMFactory gmFactory) { SkASSERT(gmFactory); std::unique_ptr gm(gmFactory(nullptr)); SkASSERT(gm); return std::string(gm->getName()); } } // namespace gm_runner