1 /* 2 ** 3 ** Copyright 2008, The Android Open Source Project 4 ** 5 ** Licensed under the Apache License, Version 2.0 (the "License"); 6 ** you may not use this file except in compliance with the License. 7 ** You may obtain a copy of the License at 8 ** 9 ** http://www.apache.org/licenses/LICENSE-2.0 10 ** 11 ** Unless required by applicable law or agreed to in writing, software 12 ** distributed under the License is distributed on an "AS IS" BASIS, 13 ** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 ** See the License for the specific language governing permissions and 15 ** limitations under the License. 16 */ 17 18 #ifndef ANDROID_MEDIAPLAYERSERVICE_H 19 #define ANDROID_MEDIAPLAYERSERVICE_H 20 21 #include <arpa/inet.h> 22 23 #include <utils/threads.h> 24 #include <utils/Errors.h> 25 #include <utils/KeyedVector.h> 26 #include <utils/String8.h> 27 #include <utils/Vector.h> 28 29 #include <media/MediaPlayerInterface.h> 30 #include <media/Metadata.h> 31 #include <media/stagefright/foundation/ABase.h> 32 33 #include <system/audio.h> 34 35 namespace android { 36 37 class AudioTrack; 38 class IMediaRecorder; 39 class IMediaMetadataRetriever; 40 class IOMX; 41 class IRemoteDisplay; 42 class IRemoteDisplayClient; 43 class MediaRecorderClient; 44 45 #define CALLBACK_ANTAGONIZER 0 46 #if CALLBACK_ANTAGONIZER 47 class Antagonizer { 48 public: 49 Antagonizer(notify_callback_f cb, void* client); 50 void start() { mActive = true; } 51 void stop() { mActive = false; } 52 void kill(); 53 private: 54 static const int interval; 55 Antagonizer(); 56 static int callbackThread(void* cookie); 57 Mutex mLock; 58 Condition mCondition; 59 bool mExit; 60 bool mActive; 61 void* mClient; 62 notify_callback_f mCb; 63 }; 64 #endif 65 66 class MediaPlayerService : public BnMediaPlayerService 67 { 68 class Client; 69 70 class AudioOutput : public MediaPlayerBase::AudioSink 71 { 72 class CallbackData; 73 74 public: 75 AudioOutput(int sessionId); 76 virtual ~AudioOutput(); 77 78 virtual bool ready() const { return mTrack != 0; } 79 virtual bool realtime() const { return true; } 80 virtual ssize_t bufferSize() const; 81 virtual ssize_t frameCount() const; 82 virtual ssize_t channelCount() const; 83 virtual ssize_t frameSize() const; 84 virtual uint32_t latency() const; 85 virtual float msecsPerFrame() const; 86 virtual status_t getPosition(uint32_t *position) const; 87 virtual status_t getFramesWritten(uint32_t *frameswritten) const; 88 virtual int getSessionId() const; 89 90 virtual status_t open( 91 uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask, 92 audio_format_t format, int bufferCount, 93 AudioCallback cb, void *cookie, 94 audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE, 95 const audio_offload_info_t *offloadInfo = NULL); 96 97 virtual status_t start(); 98 virtual ssize_t write(const void* buffer, size_t size); 99 virtual void stop(); 100 virtual void flush(); 101 virtual void pause(); 102 virtual void close(); 103 void setAudioStreamType(audio_stream_type_t streamType) { mStreamType = streamType; } 104 void setVolume(float left, float right); 105 virtual status_t setPlaybackRatePermille(int32_t ratePermille); 106 status_t setAuxEffectSendLevel(float level); 107 status_t attachAuxEffect(int effectId); 108 virtual status_t dump(int fd, const Vector<String16>& args) const; 109 110 static bool isOnEmulator(); 111 static int getMinBufferCount(); 112 void setNextOutput(const sp<AudioOutput>& nextOutput); 113 void switchToNextOutput(); 114 virtual bool needsTrailingPadding() { return mNextOutput == NULL; } 115 virtual status_t setParameters(const String8& keyValuePairs); 116 virtual String8 getParameters(const String8& keys); 117 118 private: 119 static void setMinBufferCount(); 120 static void CallbackWrapper( 121 int event, void *me, void *info); 122 void deleteRecycledTrack(); 123 124 sp<AudioTrack> mTrack; 125 sp<AudioTrack> mRecycledTrack; 126 sp<AudioOutput> mNextOutput; 127 AudioCallback mCallback; 128 void * mCallbackCookie; 129 CallbackData * mCallbackData; 130 uint64_t mBytesWritten; 131 audio_stream_type_t mStreamType; 132 float mLeftVolume; 133 float mRightVolume; 134 int32_t mPlaybackRatePermille; 135 uint32_t mSampleRateHz; // sample rate of the content, as set in open() 136 float mMsecsPerFrame; 137 int mSessionId; 138 float mSendLevel; 139 int mAuxEffectId; 140 static bool mIsOnEmulator; 141 static int mMinBufferCount; // 12 for emulator; otherwise 4 142 audio_output_flags_t mFlags; 143 144 // CallbackData is what is passed to the AudioTrack as the "user" data. 145 // We need to be able to target this to a different Output on the fly, 146 // so we can't use the Output itself for this. 147 class CallbackData { 148 public: 149 CallbackData(AudioOutput *cookie) { 150 mData = cookie; 151 mSwitching = false; 152 } 153 AudioOutput * getOutput() { return mData;} 154 void setOutput(AudioOutput* newcookie) { mData = newcookie; } 155 // lock/unlock are used by the callback before accessing the payload of this object 156 void lock() { mLock.lock(); } 157 void unlock() { mLock.unlock(); } 158 // beginTrackSwitch/endTrackSwitch are used when this object is being handed over 159 // to the next sink. 160 void beginTrackSwitch() { mLock.lock(); mSwitching = true; } 161 void endTrackSwitch() { 162 if (mSwitching) { 163 mLock.unlock(); 164 } 165 mSwitching = false; 166 } 167 private: 168 AudioOutput * mData; 169 mutable Mutex mLock; 170 bool mSwitching; 171 DISALLOW_EVIL_CONSTRUCTORS(CallbackData); 172 }; 173 174 }; // AudioOutput 175 176 177 class AudioCache : public MediaPlayerBase::AudioSink 178 { 179 public: 180 AudioCache(const sp<IMemoryHeap>& heap); 181 virtual ~AudioCache() {} 182 183 virtual bool ready() const { return (mChannelCount > 0) && (mHeap->getHeapID() > 0); } 184 virtual bool realtime() const { return false; } 185 virtual ssize_t bufferSize() const { return frameSize() * mFrameCount; } 186 virtual ssize_t frameCount() const { return mFrameCount; } 187 virtual ssize_t channelCount() const { return (ssize_t)mChannelCount; } 188 virtual ssize_t frameSize() const { return ssize_t(mChannelCount * ((mFormat == AUDIO_FORMAT_PCM_16_BIT)?sizeof(int16_t):sizeof(u_int8_t))); } 189 virtual uint32_t latency() const; 190 virtual float msecsPerFrame() const; 191 virtual status_t getPosition(uint32_t *position) const; 192 virtual status_t getFramesWritten(uint32_t *frameswritten) const; 193 virtual int getSessionId() const; 194 195 virtual status_t open( 196 uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask, 197 audio_format_t format, int bufferCount = 1, 198 AudioCallback cb = NULL, void *cookie = NULL, 199 audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE, 200 const audio_offload_info_t *offloadInfo = NULL); 201 202 virtual status_t start(); 203 virtual ssize_t write(const void* buffer, size_t size); 204 virtual void stop(); 205 virtual void flush() {} 206 virtual void pause() {} 207 virtual void close() {} 208 void setAudioStreamType(audio_stream_type_t streamType) {} 209 void setVolume(float left, float right) {} 210 virtual status_t setPlaybackRatePermille(int32_t ratePermille) { return INVALID_OPERATION; } 211 uint32_t sampleRate() const { return mSampleRate; } 212 audio_format_t format() const { return mFormat; } 213 size_t size() const { return mSize; } 214 status_t wait(); 215 216 sp<IMemoryHeap> getHeap() const { return mHeap; } 217 218 static void notify(void* cookie, int msg, 219 int ext1, int ext2, const Parcel *obj); 220 virtual status_t dump(int fd, const Vector<String16>& args) const; 221 222 private: 223 AudioCache(); 224 225 Mutex mLock; 226 Condition mSignal; 227 sp<IMemoryHeap> mHeap; 228 float mMsecsPerFrame; 229 uint16_t mChannelCount; 230 audio_format_t mFormat; 231 ssize_t mFrameCount; 232 uint32_t mSampleRate; 233 uint32_t mSize; 234 int mError; 235 bool mCommandComplete; 236 237 sp<Thread> mCallbackThread; 238 }; // AudioCache 239 240 public: 241 static void instantiate(); 242 243 // IMediaPlayerService interface 244 virtual sp<IMediaRecorder> createMediaRecorder(); 245 void removeMediaRecorderClient(wp<MediaRecorderClient> client); 246 virtual sp<IMediaMetadataRetriever> createMetadataRetriever(); 247 248 virtual sp<IMediaPlayer> create(const sp<IMediaPlayerClient>& client, int audioSessionId); 249 250 virtual status_t decode(const char* url, uint32_t *pSampleRate, int* pNumChannels, 251 audio_format_t* pFormat, 252 const sp<IMemoryHeap>& heap, size_t *pSize); 253 virtual status_t decode(int fd, int64_t offset, int64_t length, 254 uint32_t *pSampleRate, int* pNumChannels, 255 audio_format_t* pFormat, 256 const sp<IMemoryHeap>& heap, size_t *pSize); 257 virtual sp<IOMX> getOMX(); 258 virtual sp<ICrypto> makeCrypto(); 259 virtual sp<IDrm> makeDrm(); 260 virtual sp<IHDCP> makeHDCP(bool createEncryptionModule); 261 262 virtual sp<IRemoteDisplay> listenForRemoteDisplay(const sp<IRemoteDisplayClient>& client, 263 const String8& iface); 264 virtual status_t dump(int fd, const Vector<String16>& args); 265 266 virtual status_t updateProxyConfig( 267 const char *host, int32_t port, const char *exclusionList); 268 269 void removeClient(wp<Client> client); 270 271 // For battery usage tracking purpose 272 struct BatteryUsageInfo { 273 // how many streams are being played by one UID 274 int refCount; 275 // a temp variable to store the duration(ms) of audio codecs 276 // when we start a audio codec, we minus the system time from audioLastTime 277 // when we pause it, we add the system time back to the audioLastTime 278 // so after the pause, audioLastTime = pause time - start time 279 // if multiple audio streams are played (or recorded), then audioLastTime 280 // = the total playing time of all the streams 281 int32_t audioLastTime; 282 // when all the audio streams are being paused, we assign audioLastTime to 283 // this variable, so this value could be provided to the battery app 284 // in the next pullBatteryData call 285 int32_t audioTotalTime; 286 287 int32_t videoLastTime; 288 int32_t videoTotalTime; 289 }; 290 KeyedVector<int, BatteryUsageInfo> mBatteryData; 291 292 enum { 293 SPEAKER, 294 OTHER_AUDIO_DEVICE, 295 SPEAKER_AND_OTHER, 296 NUM_AUDIO_DEVICES 297 }; 298 299 struct BatteryAudioFlingerUsageInfo { 300 int refCount; // how many audio streams are being played 301 int deviceOn[NUM_AUDIO_DEVICES]; // whether the device is currently used 302 int32_t lastTime[NUM_AUDIO_DEVICES]; // in ms 303 // totalTime[]: total time of audio output devices usage 304 int32_t totalTime[NUM_AUDIO_DEVICES]; // in ms 305 }; 306 307 // This varialble is used to record the usage of audio output device 308 // for battery app 309 BatteryAudioFlingerUsageInfo mBatteryAudio; 310 311 // Collect info of the codec usage from media player and media recorder 312 virtual void addBatteryData(uint32_t params); 313 // API for the Battery app to pull the data of codecs usage 314 virtual status_t pullBatteryData(Parcel* reply); 315 private: 316 317 class Client : public BnMediaPlayer { 318 // IMediaPlayer interface 319 virtual void disconnect(); 320 virtual status_t setVideoSurfaceTexture( 321 const sp<IGraphicBufferProducer>& bufferProducer); 322 virtual status_t prepareAsync(); 323 virtual status_t start(); 324 virtual status_t stop(); 325 virtual status_t pause(); 326 virtual status_t isPlaying(bool* state); 327 virtual status_t seekTo(int msec); 328 virtual status_t getCurrentPosition(int* msec); 329 virtual status_t getDuration(int* msec); 330 virtual status_t reset(); 331 virtual status_t setAudioStreamType(audio_stream_type_t type); 332 virtual status_t setLooping(int loop); 333 virtual status_t setVolume(float leftVolume, float rightVolume); 334 virtual status_t invoke(const Parcel& request, Parcel *reply); 335 virtual status_t setMetadataFilter(const Parcel& filter); 336 virtual status_t getMetadata(bool update_only, 337 bool apply_filter, 338 Parcel *reply); 339 virtual status_t setAuxEffectSendLevel(float level); 340 virtual status_t attachAuxEffect(int effectId); 341 virtual status_t setParameter(int key, const Parcel &request); 342 virtual status_t getParameter(int key, Parcel *reply); 343 virtual status_t setRetransmitEndpoint(const struct sockaddr_in* endpoint); 344 virtual status_t getRetransmitEndpoint(struct sockaddr_in* endpoint); 345 virtual status_t setNextPlayer(const sp<IMediaPlayer>& player); 346 347 sp<MediaPlayerBase> createPlayer(player_type playerType); 348 349 virtual status_t setDataSource( 350 const char *url, 351 const KeyedVector<String8, String8> *headers); 352 353 virtual status_t setDataSource(int fd, int64_t offset, int64_t length); 354 355 virtual status_t setDataSource(const sp<IStreamSource> &source); 356 357 sp<MediaPlayerBase> setDataSource_pre(player_type playerType); 358 void setDataSource_post(const sp<MediaPlayerBase>& p, 359 status_t status); 360 361 static void notify(void* cookie, int msg, 362 int ext1, int ext2, const Parcel *obj); 363 364 pid_t pid() const { return mPid; } 365 virtual status_t dump(int fd, const Vector<String16>& args) const; 366 367 int getAudioSessionId() { return mAudioSessionId; } 368 369 private: 370 friend class MediaPlayerService; 371 Client( const sp<MediaPlayerService>& service, 372 pid_t pid, 373 int32_t connId, 374 const sp<IMediaPlayerClient>& client, 375 int audioSessionId, 376 uid_t uid); 377 Client(); 378 virtual ~Client(); 379 380 void deletePlayer(); 381 382 sp<MediaPlayerBase> getPlayer() const { Mutex::Autolock lock(mLock); return mPlayer; } 383 384 385 386 // @param type Of the metadata to be tested. 387 // @return true if the metadata should be dropped according to 388 // the filters. 389 bool shouldDropMetadata(media::Metadata::Type type) const; 390 391 // Add a new element to the set of metadata updated. Noop if 392 // the element exists already. 393 // @param type Of the metadata to be recorded. 394 void addNewMetadataUpdate(media::Metadata::Type type); 395 396 // Disconnect from the currently connected ANativeWindow. 397 void disconnectNativeWindow(); 398 399 mutable Mutex mLock; 400 sp<MediaPlayerBase> mPlayer; 401 sp<MediaPlayerService> mService; 402 sp<IMediaPlayerClient> mClient; 403 sp<AudioOutput> mAudioOutput; 404 pid_t mPid; 405 status_t mStatus; 406 bool mLoop; 407 int32_t mConnId; 408 int mAudioSessionId; 409 uid_t mUID; 410 sp<ANativeWindow> mConnectedWindow; 411 sp<IBinder> mConnectedWindowBinder; 412 struct sockaddr_in mRetransmitEndpoint; 413 bool mRetransmitEndpointValid; 414 sp<Client> mNextClient; 415 416 // Metadata filters. 417 media::Metadata::Filter mMetadataAllow; // protected by mLock 418 media::Metadata::Filter mMetadataDrop; // protected by mLock 419 420 // Metadata updated. For each MEDIA_INFO_METADATA_UPDATE 421 // notification we try to update mMetadataUpdated which is a 422 // set: no duplicate. 423 // getMetadata clears this set. 424 media::Metadata::Filter mMetadataUpdated; // protected by mLock 425 426 #if CALLBACK_ANTAGONIZER 427 Antagonizer* mAntagonizer; 428 #endif 429 }; // Client 430 431 // ---------------------------------------------------------------------------- 432 433 MediaPlayerService(); 434 virtual ~MediaPlayerService(); 435 436 mutable Mutex mLock; 437 SortedVector< wp<Client> > mClients; 438 SortedVector< wp<MediaRecorderClient> > mMediaRecorderClients; 439 int32_t mNextConnId; 440 sp<IOMX> mOMX; 441 sp<ICrypto> mCrypto; 442 }; 443 444 // ---------------------------------------------------------------------------- 445 446 }; // namespace android 447 448 #endif // ANDROID_MEDIAPLAYERSERVICE_H 449
