/* * Copyright 2012 The Android Open Source Project * * Use of this source code is governed by a BSD-style license that can be * found in the LICENSE file. */ #include "SkMagnifierImageFilter.h" #include "SkBitmap.h" #include "SkColorPriv.h" #include "SkColorSpaceXformer.h" #include "SkReadBuffer.h" #include "SkSpecialImage.h" #include "SkWriteBuffer.h" #include "SkValidationUtils.h" //////////////////////////////////////////////////////////////////////////////// #if SK_SUPPORT_GPU #include "../private/GrGLSL.h" #include "GrContext.h" #include "GrCoordTransform.h" #include "GrTexture.h" #include "glsl/GrGLSLColorSpaceXformHelper.h" #include "glsl/GrGLSLFragmentProcessor.h" #include "glsl/GrGLSLFragmentShaderBuilder.h" #include "glsl/GrGLSLProgramDataManager.h" #include "glsl/GrGLSLUniformHandler.h" #endif sk_sp SkMagnifierImageFilter::Make(const SkRect& srcRect, SkScalar inset, sk_sp input, const CropRect* cropRect) { if (!SkScalarIsFinite(inset) || !SkIsValidRect(srcRect)) { return nullptr; } if (inset < 0) { return nullptr; } // Negative numbers in src rect are not supported if (srcRect.fLeft < 0 || srcRect.fTop < 0) { return nullptr; } return sk_sp(new SkMagnifierImageFilter(srcRect, inset, std::move(input), cropRect)); } #if SK_SUPPORT_GPU class GrMagnifierEffect : public GrFragmentProcessor { public: static std::unique_ptr Make(sk_sp proxy, sk_sp colorSpaceXform, const SkIRect& bounds, const SkRect& srcRect, float xInvZoom, float yInvZoom, float xInvInset, float yInvInset) { return std::unique_ptr( new GrMagnifierEffect(std::move(proxy), std::move(colorSpaceXform), bounds, srcRect, xInvZoom, yInvZoom, xInvInset, yInvInset)); } ~GrMagnifierEffect() override {} const char* name() const override { return "Magnifier"; } std::unique_ptr clone() const override { return std::unique_ptr(new GrMagnifierEffect(*this)); } SkString dumpInfo() const override { SkString str; str.appendf("Texture: %d", fTextureSampler.proxy()->uniqueID().asUInt()); return str; } const GrColorSpaceXform* colorSpaceXform() const { return fColorSpaceXform.get(); } const SkIRect& bounds() const { return fBounds; } // Bounds of source image. const SkRect& srcRect() const { return fSrcRect; } // Scale to apply to zoomed pixels (srcRect size / bounds size). float xInvZoom() const { return fXInvZoom; } float yInvZoom() const { return fYInvZoom; } // 1/radius over which to transition from unzoomed to zoomed pixels (bounds size / inset). float xInvInset() const { return fXInvInset; } float yInvInset() const { return fYInvInset; } private: GrMagnifierEffect(sk_sp proxy, sk_sp colorSpaceXform, const SkIRect& bounds, const SkRect& srcRect, float xInvZoom, float yInvZoom, float xInvInset, float yInvInset) : INHERITED{ModulateByConfigOptimizationFlags(proxy->config())} // TODO: no GrSamplerParams::kBilerp_FilterMode? , fCoordTransform(proxy.get()) , fTextureSampler(std::move(proxy)) , fColorSpaceXform(std::move(colorSpaceXform)) , fBounds(bounds) , fSrcRect(srcRect) , fXInvZoom(xInvZoom) , fYInvZoom(yInvZoom) , fXInvInset(xInvInset) , fYInvInset(yInvInset) { this->initClassID(); this->addCoordTransform(&fCoordTransform); this->addTextureSampler(&fTextureSampler); } explicit GrMagnifierEffect(const GrMagnifierEffect& that) : INHERITED(that.optimizationFlags()) , fCoordTransform(that.fCoordTransform) , fTextureSampler(that.fTextureSampler) , fColorSpaceXform(that.fColorSpaceXform) , fBounds(that.fBounds) , fSrcRect(that.fSrcRect) , fXInvZoom(that.fXInvZoom) , fYInvZoom(that.fYInvZoom) , fXInvInset(that.fXInvInset) , fYInvInset(that.fYInvInset) { this->initClassID(); this->addCoordTransform(&fCoordTransform); this->addTextureSampler(&fTextureSampler); } GrGLSLFragmentProcessor* onCreateGLSLInstance() const override; void onGetGLSLProcessorKey(const GrShaderCaps&, GrProcessorKeyBuilder*) const override; bool onIsEqual(const GrFragmentProcessor&) const override; GR_DECLARE_FRAGMENT_PROCESSOR_TEST GrCoordTransform fCoordTransform; TextureSampler fTextureSampler; sk_sp fColorSpaceXform; SkIRect fBounds; SkRect fSrcRect; float fXInvZoom; float fYInvZoom; float fXInvInset; float fYInvInset; typedef GrFragmentProcessor INHERITED; }; // For brevity typedef GrGLSLProgramDataManager::UniformHandle UniformHandle; class GrGLMagnifierEffect : public GrGLSLFragmentProcessor { public: void emitCode(EmitArgs&) override; static inline void GenKey(const GrProcessor& effect, const GrShaderCaps&, GrProcessorKeyBuilder* b) { const GrMagnifierEffect& zoom = effect.cast(); b->add32(GrColorSpaceXform::XformKey(zoom.colorSpaceXform())); } protected: void onSetData(const GrGLSLProgramDataManager&, const GrFragmentProcessor&) override; private: UniformHandle fOffsetVar; UniformHandle fInvZoomVar; UniformHandle fInvInsetVar; UniformHandle fBoundsVar; GrGLSLColorSpaceXformHelper fColorSpaceHelper; typedef GrGLSLFragmentProcessor INHERITED; }; void GrGLMagnifierEffect::emitCode(EmitArgs& args) { GrGLSLUniformHandler* uniformHandler = args.fUniformHandler; fOffsetVar = uniformHandler->addUniform(kFragment_GrShaderFlag, kVec2f_GrSLType, kDefault_GrSLPrecision, "Offset"); fInvZoomVar = uniformHandler->addUniform(kFragment_GrShaderFlag, kVec2f_GrSLType, kDefault_GrSLPrecision, "InvZoom"); fInvInsetVar = uniformHandler->addUniform(kFragment_GrShaderFlag, kVec2f_GrSLType, kDefault_GrSLPrecision, "InvInset"); fBoundsVar = uniformHandler->addUniform(kFragment_GrShaderFlag, kVec4f_GrSLType, kDefault_GrSLPrecision, "Bounds"); const GrMagnifierEffect& zoom = args.fFp.cast(); fColorSpaceHelper.emitCode(uniformHandler, zoom.colorSpaceXform()); GrGLSLFPFragmentBuilder* fragBuilder = args.fFragBuilder; SkString coords2D = fragBuilder->ensureCoords2D(args.fTransformedCoords[0]); fragBuilder->codeAppendf("\t\tfloat2 coord = %s;\n", coords2D.c_str()); fragBuilder->codeAppendf("\t\tfloat2 zoom_coord = %s + %s * %s;\n", uniformHandler->getUniformCStr(fOffsetVar), coords2D.c_str(), uniformHandler->getUniformCStr(fInvZoomVar)); const char* bounds = uniformHandler->getUniformCStr(fBoundsVar); fragBuilder->codeAppendf("\t\tfloat2 delta = (coord - %s.xy) * %s.zw;\n", bounds, bounds); fragBuilder->codeAppendf("\t\tdelta = min(delta, float2(1.0, 1.0) - delta);\n"); fragBuilder->codeAppendf("\t\tdelta = delta * %s;\n", uniformHandler->getUniformCStr(fInvInsetVar)); fragBuilder->codeAppend("\t\tfloat weight = 0.0;\n"); fragBuilder->codeAppend("\t\tif (delta.s < 2.0 && delta.t < 2.0) {\n"); fragBuilder->codeAppend("\t\t\tdelta = float2(2.0, 2.0) - delta;\n"); fragBuilder->codeAppend("\t\t\tfloat dist = length(delta);\n"); fragBuilder->codeAppend("\t\t\tdist = max(2.0 - dist, 0.0);\n"); fragBuilder->codeAppend("\t\t\tweight = min(dist * dist, 1.0);\n"); fragBuilder->codeAppend("\t\t} else {\n"); fragBuilder->codeAppend("\t\t\tfloat2 delta_squared = delta * delta;\n"); fragBuilder->codeAppend("\t\t\tweight = min(min(delta_squared.x, delta_squared.y), 1.0);\n"); fragBuilder->codeAppend("\t\t}\n"); fragBuilder->codeAppend("\t\tfloat2 mix_coord = mix(coord, zoom_coord, weight);\n"); fragBuilder->codeAppend("\t\tfloat4 output_color = "); fragBuilder->appendTextureLookup(args.fTexSamplers[0], "mix_coord", kVec2f_GrSLType, &fColorSpaceHelper); fragBuilder->codeAppend(";\n"); fragBuilder->codeAppendf("\t\t%s = output_color;\n", args.fOutputColor); fragBuilder->codeAppendf("%s *= %s;\n", args.fOutputColor, args.fInputColor); } void GrGLMagnifierEffect::onSetData(const GrGLSLProgramDataManager& pdman, const GrFragmentProcessor& effect) { const GrMagnifierEffect& zoom = effect.cast(); GrSurfaceProxy* proxy = zoom.textureSampler(0).proxy(); GrTexture* tex = proxy->priv().peekTexture(); SkScalar invW = 1.0f / tex->width(); SkScalar invH = 1.0f / tex->height(); { SkScalar y = zoom.srcRect().y() * invH; if (proxy->origin() != kTopLeft_GrSurfaceOrigin) { y = 1.0f - (zoom.srcRect().height() / zoom.bounds().height()) - y; } pdman.set2f(fOffsetVar, zoom.srcRect().x() * invW, y); } pdman.set2f(fInvZoomVar, zoom.xInvZoom(), zoom.yInvZoom()); pdman.set2f(fInvInsetVar, zoom.xInvInset(), zoom.yInvInset()); { SkScalar y = zoom.bounds().y() * invH; if (proxy->origin() != kTopLeft_GrSurfaceOrigin) { y = 1.0f - zoom.bounds().height() * invH; } pdman.set4f(fBoundsVar, zoom.bounds().x() * invW, y, SkIntToScalar(tex->width()) / zoom.bounds().width(), SkIntToScalar(tex->height()) / zoom.bounds().height()); } if (SkToBool(zoom.colorSpaceXform())) { fColorSpaceHelper.setData(pdman, zoom.colorSpaceXform()); } } ///////////////////////////////////////////////////////////////////// void GrMagnifierEffect::onGetGLSLProcessorKey(const GrShaderCaps& caps, GrProcessorKeyBuilder* b) const { GrGLMagnifierEffect::GenKey(*this, caps, b); } GrGLSLFragmentProcessor* GrMagnifierEffect::onCreateGLSLInstance() const { return new GrGLMagnifierEffect; } GR_DEFINE_FRAGMENT_PROCESSOR_TEST(GrMagnifierEffect); #if GR_TEST_UTILS std::unique_ptr GrMagnifierEffect::TestCreate(GrProcessorTestData* d) { sk_sp proxy = d->textureProxy(0); const int kMaxWidth = 200; const int kMaxHeight = 200; const SkScalar kMaxInset = 20.0f; uint32_t width = d->fRandom->nextULessThan(kMaxWidth); uint32_t height = d->fRandom->nextULessThan(kMaxHeight); SkScalar inset = d->fRandom->nextRangeScalar(1.0f, kMaxInset); sk_sp colorSpaceXform = GrTest::TestColorXform(d->fRandom); SkIRect bounds = SkIRect::MakeWH(SkIntToScalar(kMaxWidth), SkIntToScalar(kMaxHeight)); SkRect srcRect = SkRect::MakeWH(SkIntToScalar(width), SkIntToScalar(height)); auto effect = GrMagnifierEffect::Make(std::move(proxy), std::move(colorSpaceXform), bounds, srcRect, srcRect.width() / bounds.width(), srcRect.height() / bounds.height(), bounds.width() / inset, bounds.height() / inset); SkASSERT(effect); return effect; } #endif /////////////////////////////////////////////////////////////////////////////// bool GrMagnifierEffect::onIsEqual(const GrFragmentProcessor& sBase) const { const GrMagnifierEffect& s = sBase.cast(); return (this->fBounds == s.fBounds && this->fSrcRect == s.fSrcRect && this->fXInvZoom == s.fXInvZoom && this->fYInvZoom == s.fYInvZoom && this->fXInvInset == s.fXInvInset && this->fYInvInset == s.fYInvInset); } #endif //////////////////////////////////////////////////////////////////////////////// SkMagnifierImageFilter::SkMagnifierImageFilter(const SkRect& srcRect, SkScalar inset, sk_sp input, const CropRect* cropRect) : INHERITED(&input, 1, cropRect) , fSrcRect(srcRect) , fInset(inset) { SkASSERT(srcRect.left() >= 0 && srcRect.top() >= 0 && inset >= 0); } sk_sp SkMagnifierImageFilter::CreateProc(SkReadBuffer& buffer) { SK_IMAGEFILTER_UNFLATTEN_COMMON(common, 1); SkRect src; buffer.readRect(&src); return Make(src, buffer.readScalar(), common.getInput(0), &common.cropRect()); } void SkMagnifierImageFilter::flatten(SkWriteBuffer& buffer) const { this->INHERITED::flatten(buffer); buffer.writeRect(fSrcRect); buffer.writeScalar(fInset); } sk_sp SkMagnifierImageFilter::onFilterImage(SkSpecialImage* source, const Context& ctx, SkIPoint* offset) const { SkIPoint inputOffset = SkIPoint::Make(0, 0); sk_sp input(this->filterInput(0, source, ctx, &inputOffset)); if (!input) { return nullptr; } const SkIRect inputBounds = SkIRect::MakeXYWH(inputOffset.x(), inputOffset.y(), input->width(), input->height()); SkIRect bounds; if (!this->applyCropRect(ctx, inputBounds, &bounds)) { return nullptr; } SkScalar invInset = fInset > 0 ? SkScalarInvert(fInset) : SK_Scalar1; SkScalar invXZoom = fSrcRect.width() / bounds.width(); SkScalar invYZoom = fSrcRect.height() / bounds.height(); #if SK_SUPPORT_GPU if (source->isTextureBacked()) { GrContext* context = source->getContext(); sk_sp inputProxy(input->asTextureProxyRef(context)); SkASSERT(inputProxy); offset->fX = bounds.left(); offset->fY = bounds.top(); bounds.offset(-inputOffset); SkColorSpace* dstColorSpace = ctx.outputProperties().colorSpace(); sk_sp colorSpaceXform = GrColorSpaceXform::Make(input->getColorSpace(), dstColorSpace); auto fp = GrMagnifierEffect::Make(std::move(inputProxy), std::move(colorSpaceXform), bounds, fSrcRect, invXZoom, invYZoom, bounds.width() * invInset, bounds.height() * invInset); if (!fp) { return nullptr; } return DrawWithFP(context, std::move(fp), bounds, ctx.outputProperties()); } #endif SkBitmap inputBM; if (!input->getROPixels(&inputBM)) { return nullptr; } if ((inputBM.colorType() != kN32_SkColorType) || (fSrcRect.width() >= inputBM.width()) || (fSrcRect.height() >= inputBM.height())) { return nullptr; } SkASSERT(inputBM.getPixels()); if (!inputBM.getPixels() || inputBM.width() <= 0 || inputBM.height() <= 0) { return nullptr; } const SkImageInfo info = SkImageInfo::MakeN32Premul(bounds.width(), bounds.height()); SkBitmap dst; if (!dst.tryAllocPixels(info)) { return nullptr; } SkColor* dptr = dst.getAddr32(0, 0); int dstWidth = dst.width(), dstHeight = dst.height(); for (int y = 0; y < dstHeight; ++y) { for (int x = 0; x < dstWidth; ++x) { SkScalar x_dist = SkMin32(x, dstWidth - x - 1) * invInset; SkScalar y_dist = SkMin32(y, dstHeight - y - 1) * invInset; SkScalar weight = 0; static const SkScalar kScalar2 = SkScalar(2); // To create a smooth curve at the corners, we need to work on // a square twice the size of the inset. if (x_dist < kScalar2 && y_dist < kScalar2) { x_dist = kScalar2 - x_dist; y_dist = kScalar2 - y_dist; SkScalar dist = SkScalarSqrt(SkScalarSquare(x_dist) + SkScalarSquare(y_dist)); dist = SkMaxScalar(kScalar2 - dist, 0); weight = SkMinScalar(SkScalarSquare(dist), SK_Scalar1); } else { SkScalar sqDist = SkMinScalar(SkScalarSquare(x_dist), SkScalarSquare(y_dist)); weight = SkMinScalar(sqDist, SK_Scalar1); } SkScalar x_interp = weight * (fSrcRect.x() + x * invXZoom) + (1 - weight) * x; SkScalar y_interp = weight * (fSrcRect.y() + y * invYZoom) + (1 - weight) * y; int x_val = SkTPin(bounds.x() + SkScalarFloorToInt(x_interp), 0, inputBM.width() - 1); int y_val = SkTPin(bounds.y() + SkScalarFloorToInt(y_interp), 0, inputBM.height() - 1); *dptr = *inputBM.getAddr32(x_val, y_val); dptr++; } } offset->fX = bounds.left(); offset->fY = bounds.top(); return SkSpecialImage::MakeFromRaster(SkIRect::MakeWH(bounds.width(), bounds.height()), dst); } sk_sp SkMagnifierImageFilter::onMakeColorSpace(SkColorSpaceXformer* xformer) const { SkASSERT(1 == this->countInputs()); auto input = xformer->apply(this->getInput(0)); if (input.get() != this->getInput(0)) { return SkMagnifierImageFilter::Make(fSrcRect, fInset, std::move(input), this->getCropRectIfSet()); } return this->refMe(); } #ifndef SK_IGNORE_TO_STRING void SkMagnifierImageFilter::toString(SkString* str) const { str->appendf("SkMagnifierImageFilter: ("); str->appendf("src: (%f,%f,%f,%f) ", fSrcRect.fLeft, fSrcRect.fTop, fSrcRect.fRight, fSrcRect.fBottom); str->appendf("inset: %f", fInset); str->append(")"); } #endif