1 /* 2 * Copyright (C) 2011 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 package androidx.media.filterpacks.transform; 18 19 import android.graphics.Bitmap; 20 import android.graphics.Canvas; 21 import android.graphics.Matrix; 22 import android.graphics.Paint; 23 24 import androidx.media.filterfw.Filter; 25 import androidx.media.filterfw.FrameImage2D; 26 import androidx.media.filterfw.FrameType; 27 import androidx.media.filterfw.ImageShader; 28 import androidx.media.filterfw.InputPort; 29 import androidx.media.filterfw.MffContext; 30 import androidx.media.filterfw.OutputPort; 31 import androidx.media.filterfw.Signature; 32 import androidx.media.filterfw.geometry.Quad; 33 34 public class CropFilter extends Filter { 35 36 private Quad mCropRect = Quad.fromRect(0f, 0f, 1f, 1f); 37 private int mOutputWidth = 0; 38 private int mOutputHeight = 0; 39 private ImageShader mShader; 40 private boolean mUseMipmaps = false; 41 private FrameImage2D mPow2Frame = null; 42 43 public CropFilter(MffContext context, String name) { 44 super(context, name); 45 } 46 47 @Override 48 public Signature getSignature() { 49 FrameType imageIn = FrameType.image2D(FrameType.ELEMENT_RGBA8888, FrameType.READ_GPU); 50 FrameType imageOut = FrameType.image2D(FrameType.ELEMENT_RGBA8888, FrameType.WRITE_GPU); 51 return new Signature() 52 .addInputPort("image", Signature.PORT_REQUIRED, imageIn) 53 .addInputPort("cropRect", Signature.PORT_REQUIRED, FrameType.single(Quad.class)) 54 .addInputPort("outputWidth", Signature.PORT_OPTIONAL, FrameType.single(int.class)) 55 .addInputPort("outputHeight", Signature.PORT_OPTIONAL, FrameType.single(int.class)) 56 .addInputPort("useMipmaps", Signature.PORT_OPTIONAL, FrameType.single(boolean.class)) 57 .addOutputPort("image", Signature.PORT_REQUIRED, imageOut) 58 .disallowOtherPorts(); 59 } 60 61 @Override 62 public void onInputPortOpen(InputPort port) { 63 if (port.getName().equals("cropRect")) { 64 port.bindToFieldNamed("mCropRect"); 65 port.setAutoPullEnabled(true); 66 } else if (port.getName().equals("outputWidth")) { 67 port.bindToFieldNamed("mOutputWidth"); 68 port.setAutoPullEnabled(true); 69 } else if (port.getName().equals("outputHeight")) { 70 port.bindToFieldNamed("mOutputHeight"); 71 port.setAutoPullEnabled(true); 72 } else if (port.getName().equals("useMipmaps")) { 73 port.bindToFieldNamed("mUseMipmaps"); 74 port.setAutoPullEnabled(true); 75 } 76 } 77 78 @Override 79 protected void onPrepare() { 80 if (isOpenGLSupported()) { 81 mShader = ImageShader.createIdentity(); 82 } 83 } 84 85 @Override 86 protected void onProcess() { 87 OutputPort outPort = getConnectedOutputPort("image"); 88 89 // Pull input frame 90 FrameImage2D inputImage = getConnectedInputPort("image").pullFrame().asFrameImage2D(); 91 int[] inDims = inputImage.getDimensions(); 92 int[] croppedDims = { (int)Math.ceil(mCropRect.xEdge().length() * inDims[0]), 93 (int)Math.ceil(mCropRect.yEdge().length() * inDims[1]) }; 94 int[] outDims = { getOutputWidth(croppedDims[0], croppedDims[1]), 95 getOutputHeight(croppedDims[0], croppedDims[1]) }; 96 FrameImage2D outputImage = outPort.fetchAvailableFrame(outDims).asFrameImage2D(); 97 98 if (isOpenGLSupported()) { 99 FrameImage2D sourceFrame; 100 Quad sourceQuad = null; 101 boolean scaleDown = (outDims[0] < croppedDims[0]) || (outDims[1] < croppedDims[1]); 102 if (scaleDown && mUseMipmaps) { 103 mPow2Frame = TransformUtils.makeMipMappedFrame(mPow2Frame, croppedDims); 104 int[] extDims = mPow2Frame.getDimensions(); 105 float targetWidth = croppedDims[0] / (float)extDims[0]; 106 float targetHeight = croppedDims[1] / (float)extDims[1]; 107 Quad targetQuad = Quad.fromRect(0f, 0f, targetWidth, targetHeight); 108 mShader.setSourceQuad(mCropRect); 109 mShader.setTargetQuad(targetQuad); 110 mShader.process(inputImage, mPow2Frame); 111 TransformUtils.generateMipMaps(mPow2Frame); 112 sourceFrame = mPow2Frame; 113 sourceQuad = targetQuad; 114 } else { 115 sourceFrame = inputImage; 116 sourceQuad = mCropRect; 117 } 118 119 mShader.setSourceQuad(sourceQuad); 120 mShader.setTargetRect(0f, 0f, 1f, 1f); 121 mShader.process(sourceFrame, outputImage); 122 } else { 123 // Convert quads to canvas coordinate space 124 Quad sourceQuad = mCropRect.scale2(inDims[0], inDims[1]); 125 Quad targetQuad = Quad.fromRect(0f, 0f, inDims[0], inDims[1]); 126 127 // Calculate transform for crop 128 Matrix transform = Quad.getTransform(sourceQuad, targetQuad); 129 transform.postScale(outDims[0] / (float)inDims[0], outDims[1] / (float)inDims[1]); 130 131 // Create target canvas 132 Bitmap.Config config = Bitmap.Config.ARGB_8888; 133 Bitmap cropped = Bitmap.createBitmap(outDims[0], outDims[1], config); 134 Canvas canvas = new Canvas(cropped); 135 136 // Draw source bitmap into target canvas 137 Paint paint = new Paint(); 138 paint.setFilterBitmap(true); 139 Bitmap sourceBitmap = inputImage.toBitmap(); 140 canvas.drawBitmap(sourceBitmap, transform, paint); 141 142 // Assign bitmap to output frame 143 outputImage.setBitmap(cropped); 144 } 145 146 outPort.pushFrame(outputImage); 147 } 148 149 @Override 150 protected void onClose() { 151 if (mPow2Frame != null){ 152 mPow2Frame.release(); 153 mPow2Frame = null; 154 } 155 } 156 157 protected int getOutputWidth(int inWidth, int inHeight) { 158 return mOutputWidth <= 0 ? inWidth : mOutputWidth; 159 } 160 161 protected int getOutputHeight(int inWidth, int inHeight) { 162 return mOutputHeight <= 0 ? inHeight : mOutputHeight; 163 } 164 } 165
