1 /* 2 * Copyright (C) 2010 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 #ifndef A_CODEC_H_ 18 19 #define A_CODEC_H_ 20 21 #include <stdint.h> 22 #include <android/native_window.h> 23 #include <media/IOMX.h> 24 #include <media/stagefright/foundation/AHierarchicalStateMachine.h> 25 #include <media/stagefright/SkipCutBuffer.h> 26 #include <OMX_Audio.h> 27 28 #define TRACK_BUFFER_TIMING 0 29 30 namespace android { 31 32 struct ABuffer; 33 struct MemoryDealer; 34 35 struct ACodec : public AHierarchicalStateMachine { 36 enum { 37 kWhatFillThisBuffer = 'fill', 38 kWhatDrainThisBuffer = 'drai', 39 kWhatEOS = 'eos ', 40 kWhatShutdownCompleted = 'scom', 41 kWhatFlushCompleted = 'fcom', 42 kWhatOutputFormatChanged = 'outC', 43 kWhatError = 'erro', 44 kWhatComponentAllocated = 'cAll', 45 kWhatComponentConfigured = 'cCon', 46 kWhatInputSurfaceCreated = 'isfc', 47 kWhatSignaledInputEOS = 'seos', 48 kWhatBuffersAllocated = 'allc', 49 kWhatOMXDied = 'OMXd', 50 }; 51 52 ACodec(); 53 54 void setNotificationMessage(const sp<AMessage> &msg); 55 void initiateSetup(const sp<AMessage> &msg); 56 void signalFlush(); 57 void signalResume(); 58 void initiateShutdown(bool keepComponentAllocated = false); 59 60 void signalSetParameters(const sp<AMessage> &msg); 61 void signalEndOfInputStream(); 62 63 void initiateAllocateComponent(const sp<AMessage> &msg); 64 void initiateConfigureComponent(const sp<AMessage> &msg); 65 void initiateCreateInputSurface(); 66 void initiateStart(); 67 68 void signalRequestIDRFrame(); 69 70 struct PortDescription : public RefBase { 71 size_t countBuffers(); 72 IOMX::buffer_id bufferIDAt(size_t index) const; 73 sp<ABuffer> bufferAt(size_t index) const; 74 75 private: 76 friend struct ACodec; 77 78 Vector<IOMX::buffer_id> mBufferIDs; 79 Vector<sp<ABuffer> > mBuffers; 80 81 PortDescription(); 82 void addBuffer(IOMX::buffer_id id, const sp<ABuffer> &buffer); 83 84 DISALLOW_EVIL_CONSTRUCTORS(PortDescription); 85 }; 86 87 protected: 88 virtual ~ACodec(); 89 90 private: 91 struct BaseState; 92 struct UninitializedState; 93 struct LoadedState; 94 struct LoadedToIdleState; 95 struct IdleToExecutingState; 96 struct ExecutingState; 97 struct OutputPortSettingsChangedState; 98 struct ExecutingToIdleState; 99 struct IdleToLoadedState; 100 struct FlushingState; 101 struct DeathNotifier; 102 103 enum { 104 kWhatSetup = 'setu', 105 kWhatOMXMessage = 'omx ', 106 kWhatInputBufferFilled = 'inpF', 107 kWhatOutputBufferDrained = 'outD', 108 kWhatShutdown = 'shut', 109 kWhatFlush = 'flus', 110 kWhatResume = 'resm', 111 kWhatDrainDeferredMessages = 'drai', 112 kWhatAllocateComponent = 'allo', 113 kWhatConfigureComponent = 'conf', 114 kWhatCreateInputSurface = 'cisf', 115 kWhatSignalEndOfInputStream = 'eois', 116 kWhatStart = 'star', 117 kWhatRequestIDRFrame = 'ridr', 118 kWhatSetParameters = 'setP', 119 }; 120 121 enum { 122 kPortIndexInput = 0, 123 kPortIndexOutput = 1 124 }; 125 126 enum { 127 kFlagIsSecure = 1, 128 kFlagPushBlankBuffersToNativeWindowOnShutdown = 2, 129 }; 130 131 struct BufferInfo { 132 enum Status { 133 OWNED_BY_US, 134 OWNED_BY_COMPONENT, 135 OWNED_BY_UPSTREAM, 136 OWNED_BY_DOWNSTREAM, 137 OWNED_BY_NATIVE_WINDOW, 138 }; 139 140 IOMX::buffer_id mBufferID; 141 Status mStatus; 142 unsigned mDequeuedAt; 143 144 sp<ABuffer> mData; 145 sp<GraphicBuffer> mGraphicBuffer; 146 }; 147 148 #if TRACK_BUFFER_TIMING 149 struct BufferStats { 150 int64_t mEmptyBufferTimeUs; 151 int64_t mFillBufferDoneTimeUs; 152 }; 153 154 KeyedVector<int64_t, BufferStats> mBufferStats; 155 #endif 156 157 sp<AMessage> mNotify; 158 159 sp<UninitializedState> mUninitializedState; 160 sp<LoadedState> mLoadedState; 161 sp<LoadedToIdleState> mLoadedToIdleState; 162 sp<IdleToExecutingState> mIdleToExecutingState; 163 sp<ExecutingState> mExecutingState; 164 sp<OutputPortSettingsChangedState> mOutputPortSettingsChangedState; 165 sp<ExecutingToIdleState> mExecutingToIdleState; 166 sp<IdleToLoadedState> mIdleToLoadedState; 167 sp<FlushingState> mFlushingState; 168 sp<SkipCutBuffer> mSkipCutBuffer; 169 170 AString mComponentName; 171 uint32_t mFlags; 172 uint32_t mQuirks; 173 sp<IOMX> mOMX; 174 IOMX::node_id mNode; 175 sp<MemoryDealer> mDealer[2]; 176 177 sp<ANativeWindow> mNativeWindow; 178 179 Vector<BufferInfo> mBuffers[2]; 180 bool mPortEOS[2]; 181 status_t mInputEOSResult; 182 183 List<sp<AMessage> > mDeferredQueue; 184 185 bool mSentFormat; 186 bool mIsEncoder; 187 bool mUseMetadataOnEncoderOutput; 188 bool mShutdownInProgress; 189 190 // If "mKeepComponentAllocated" we only transition back to Loaded state 191 // and do not release the component instance. 192 bool mKeepComponentAllocated; 193 194 int32_t mEncoderDelay; 195 int32_t mEncoderPadding; 196 197 bool mChannelMaskPresent; 198 int32_t mChannelMask; 199 unsigned mDequeueCounter; 200 bool mStoreMetaDataInOutputBuffers; 201 int32_t mMetaDataBuffersToSubmit; 202 203 int64_t mRepeatFrameDelayUs; 204 205 status_t setCyclicIntraMacroblockRefresh(const sp<AMessage> &msg, int32_t mode); 206 status_t allocateBuffersOnPort(OMX_U32 portIndex); 207 status_t freeBuffersOnPort(OMX_U32 portIndex); 208 status_t freeBuffer(OMX_U32 portIndex, size_t i); 209 210 status_t configureOutputBuffersFromNativeWindow( 211 OMX_U32 *nBufferCount, OMX_U32 *nBufferSize, 212 OMX_U32 *nMinUndequeuedBuffers); 213 status_t allocateOutputMetaDataBuffers(); 214 status_t submitOutputMetaDataBuffer(); 215 status_t allocateOutputBuffersFromNativeWindow(); 216 status_t cancelBufferToNativeWindow(BufferInfo *info); 217 status_t freeOutputBuffersNotOwnedByComponent(); 218 BufferInfo *dequeueBufferFromNativeWindow(); 219 220 BufferInfo *findBufferByID( 221 uint32_t portIndex, IOMX::buffer_id bufferID, 222 ssize_t *index = NULL); 223 224 status_t setComponentRole(bool isEncoder, const char *mime); 225 status_t configureCodec(const char *mime, const sp<AMessage> &msg); 226 227 status_t setVideoPortFormatType( 228 OMX_U32 portIndex, 229 OMX_VIDEO_CODINGTYPE compressionFormat, 230 OMX_COLOR_FORMATTYPE colorFormat); 231 232 status_t setSupportedOutputFormat(); 233 234 status_t setupVideoDecoder( 235 const char *mime, int32_t width, int32_t height); 236 237 status_t setupVideoEncoder( 238 const char *mime, const sp<AMessage> &msg); 239 240 status_t setVideoFormatOnPort( 241 OMX_U32 portIndex, 242 int32_t width, int32_t height, 243 OMX_VIDEO_CODINGTYPE compressionFormat); 244 245 status_t setupAACCodec( 246 bool encoder, 247 int32_t numChannels, int32_t sampleRate, int32_t bitRate, 248 int32_t aacProfile, bool isADTS); 249 250 status_t selectAudioPortFormat( 251 OMX_U32 portIndex, OMX_AUDIO_CODINGTYPE desiredFormat); 252 253 status_t setupAMRCodec(bool encoder, bool isWAMR, int32_t bitRate); 254 status_t setupG711Codec(bool encoder, int32_t numChannels); 255 256 status_t setupFlacCodec( 257 bool encoder, int32_t numChannels, int32_t sampleRate, int32_t compressionLevel); 258 259 status_t setupRawAudioFormat( 260 OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels); 261 262 status_t setMinBufferSize(OMX_U32 portIndex, size_t size); 263 264 status_t setupMPEG4EncoderParameters(const sp<AMessage> &msg); 265 status_t setupH263EncoderParameters(const sp<AMessage> &msg); 266 status_t setupAVCEncoderParameters(const sp<AMessage> &msg); 267 268 status_t verifySupportForProfileAndLevel(int32_t profile, int32_t level); 269 270 status_t configureBitrate( 271 int32_t bitrate, OMX_VIDEO_CONTROLRATETYPE bitrateMode); 272 273 status_t setupErrorCorrectionParameters(); 274 275 status_t initNativeWindow(); 276 277 status_t pushBlankBuffersToNativeWindow(); 278 279 // Returns true iff all buffers on the given port have status 280 // OWNED_BY_US or OWNED_BY_NATIVE_WINDOW. 281 bool allYourBuffersAreBelongToUs(OMX_U32 portIndex); 282 283 bool allYourBuffersAreBelongToUs(); 284 285 void waitUntilAllPossibleNativeWindowBuffersAreReturnedToUs(); 286 287 size_t countBuffersOwnedByComponent(OMX_U32 portIndex) const; 288 size_t countBuffersOwnedByNativeWindow() const; 289 290 void deferMessage(const sp<AMessage> &msg); 291 void processDeferredMessages(); 292 293 void sendFormatChange(const sp<AMessage> &reply); 294 295 void signalError( 296 OMX_ERRORTYPE error = OMX_ErrorUndefined, 297 status_t internalError = UNKNOWN_ERROR); 298 299 status_t requestIDRFrame(); 300 status_t setParameters(const sp<AMessage> ¶ms); 301 302 // Send EOS on input stream. 303 void onSignalEndOfInputStream(); 304 305 DISALLOW_EVIL_CONSTRUCTORS(ACodec); 306 }; 307 308 } // namespace android 309 310 #endif // A_CODEC_H_ 311