1 /* 2 * Copyright (C) 2010 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 #include "sles_allinclusive.h" 18 #include "android_prompts.h" 19 #include "android/android_AudioToCbRenderer.h" 20 #include "android/android_StreamPlayer.h" 21 #include "android/android_LocAVPlayer.h" 22 #include "android/include/AacBqToPcmCbRenderer.h" 23 24 #include <fcntl.h> 25 #include <sys/stat.h> 26 27 #include <system/audio.h> 28 29 template class android::KeyedVector<SLuint32, android::AudioEffect* > ; 30 31 #define KEY_STREAM_TYPE_PARAMSIZE sizeof(SLint32) 32 33 #define AUDIOTRACK_MIN_PLAYBACKRATE_PERMILLE 500 34 #define AUDIOTRACK_MAX_PLAYBACKRATE_PERMILLE 2000 35 36 #define MEDIAPLAYER_MIN_PLAYBACKRATE_PERMILLE AUDIOTRACK_MIN_PLAYBACKRATE_PERMILLE 37 #define MEDIAPLAYER_MAX_PLAYBACKRATE_PERMILLE AUDIOTRACK_MAX_PLAYBACKRATE_PERMILLE 38 39 //----------------------------------------------------------------------------- 40 // FIXME this method will be absorbed into android_audioPlayer_setPlayState() once 41 // bufferqueue and uri/fd playback are moved under the GenericPlayer C++ object 42 SLresult aplayer_setPlayState(const android::sp<android::GenericPlayer> &ap, SLuint32 playState, 43 AndroidObjectState* pObjState) { 44 SLresult result = SL_RESULT_SUCCESS; 45 AndroidObjectState objState = *pObjState; 46 47 switch (playState) { 48 case SL_PLAYSTATE_STOPPED: 49 SL_LOGV("setting GenericPlayer to SL_PLAYSTATE_STOPPED"); 50 ap->stop(); 51 break; 52 case SL_PLAYSTATE_PAUSED: 53 SL_LOGV("setting GenericPlayer to SL_PLAYSTATE_PAUSED"); 54 switch(objState) { 55 case ANDROID_UNINITIALIZED: 56 *pObjState = ANDROID_PREPARING; 57 ap->prepare(); 58 break; 59 case ANDROID_PREPARING: 60 break; 61 case ANDROID_READY: 62 ap->pause(); 63 break; 64 default: 65 SL_LOGE(ERROR_PLAYERSETPLAYSTATE_INVALID_OBJECT_STATE_D, playState); 66 result = SL_RESULT_INTERNAL_ERROR; 67 break; 68 } 69 break; 70 case SL_PLAYSTATE_PLAYING: { 71 SL_LOGV("setting GenericPlayer to SL_PLAYSTATE_PLAYING"); 72 switch(objState) { 73 case ANDROID_UNINITIALIZED: 74 *pObjState = ANDROID_PREPARING; 75 ap->prepare(); 76 // intended fall through 77 case ANDROID_PREPARING: 78 // intended fall through 79 case ANDROID_READY: 80 ap->play(); 81 break; 82 default: 83 SL_LOGE(ERROR_PLAYERSETPLAYSTATE_INVALID_OBJECT_STATE_D, playState); 84 result = SL_RESULT_INTERNAL_ERROR; 85 break; 86 } 87 } 88 break; 89 default: 90 // checked by caller, should not happen 91 SL_LOGE(ERROR_SHOULDNT_BE_HERE_S, "aplayer_setPlayState"); 92 result = SL_RESULT_INTERNAL_ERROR; 93 break; 94 } 95 96 return result; 97 } 98 99 100 //----------------------------------------------------------------------------- 101 // Callback associated with a AudioToCbRenderer of an SL ES AudioPlayer that gets its data 102 // from a URI or FD, to write the decoded audio data to a buffer queue 103 static size_t adecoder_writeToBufferQueue(const uint8_t *data, size_t size, CAudioPlayer* ap) { 104 if (!android::CallbackProtector::enterCbIfOk(ap->mCallbackProtector)) { 105 // it is not safe to enter the callback (the player is about to go away) 106 return 0; 107 } 108 size_t sizeConsumed = 0; 109 SL_LOGD("received %d bytes from decoder", size); 110 slBufferQueueCallback callback = NULL; 111 void * callbackPContext = NULL; 112 113 // push decoded data to the buffer queue 114 object_lock_exclusive(&ap->mObject); 115 116 if (ap->mBufferQueue.mState.count != 0) { 117 assert(ap->mBufferQueue.mFront != ap->mBufferQueue.mRear); 118 119 BufferHeader *oldFront = ap->mBufferQueue.mFront; 120 BufferHeader *newFront = &oldFront[1]; 121 122 uint8_t *pDest = (uint8_t *)oldFront->mBuffer + ap->mBufferQueue.mSizeConsumed; 123 if (ap->mBufferQueue.mSizeConsumed + size < oldFront->mSize) { 124 // room to consume the whole or rest of the decoded data in one shot 125 ap->mBufferQueue.mSizeConsumed += size; 126 // consume data but no callback to the BufferQueue interface here 127 memcpy (pDest, data, size); 128 sizeConsumed = size; 129 } else { 130 // push as much as possible of the decoded data into the buffer queue 131 sizeConsumed = oldFront->mSize - ap->mBufferQueue.mSizeConsumed; 132 133 // the buffer at the head of the buffer queue is full, update the state 134 ap->mBufferQueue.mSizeConsumed = 0; 135 if (newFront == &ap->mBufferQueue.mArray[ap->mBufferQueue.mNumBuffers + 1]) { 136 newFront = ap->mBufferQueue.mArray; 137 } 138 ap->mBufferQueue.mFront = newFront; 139 140 ap->mBufferQueue.mState.count--; 141 ap->mBufferQueue.mState.playIndex++; 142 // consume data 143 memcpy (pDest, data, sizeConsumed); 144 // data has been copied to the buffer, and the buffer queue state has been updated 145 // we will notify the client if applicable 146 callback = ap->mBufferQueue.mCallback; 147 // save callback data 148 callbackPContext = ap->mBufferQueue.mContext; 149 } 150 151 } else { 152 // no available buffers in the queue to write the decoded data 153 sizeConsumed = 0; 154 } 155 156 object_unlock_exclusive(&ap->mObject); 157 // notify client 158 if (NULL != callback) { 159 (*callback)(&ap->mBufferQueue.mItf, callbackPContext); 160 } 161 162 ap->mCallbackProtector->exitCb(); 163 return sizeConsumed; 164 } 165 166 167 //----------------------------------------------------------------------------- 168 #define LEFT_CHANNEL_MASK 0x1 << 0 169 #define RIGHT_CHANNEL_MASK 0x1 << 1 170 171 void android_audioPlayer_volumeUpdate(CAudioPlayer* ap) 172 { 173 assert(ap != NULL); 174 175 // the source's channel count, where zero means unknown 176 SLuint8 channelCount = ap->mNumChannels; 177 178 // whether each channel is audible 179 bool leftAudibilityFactor, rightAudibilityFactor; 180 181 // mute has priority over solo 182 if (channelCount >= STEREO_CHANNELS) { 183 if (ap->mMuteMask & LEFT_CHANNEL_MASK) { 184 // left muted 185 leftAudibilityFactor = false; 186 } else { 187 // left not muted 188 if (ap->mSoloMask & LEFT_CHANNEL_MASK) { 189 // left soloed 190 leftAudibilityFactor = true; 191 } else { 192 // left not soloed 193 if (ap->mSoloMask & RIGHT_CHANNEL_MASK) { 194 // right solo silences left 195 leftAudibilityFactor = false; 196 } else { 197 // left and right are not soloed, and left is not muted 198 leftAudibilityFactor = true; 199 } 200 } 201 } 202 203 if (ap->mMuteMask & RIGHT_CHANNEL_MASK) { 204 // right muted 205 rightAudibilityFactor = false; 206 } else { 207 // right not muted 208 if (ap->mSoloMask & RIGHT_CHANNEL_MASK) { 209 // right soloed 210 rightAudibilityFactor = true; 211 } else { 212 // right not soloed 213 if (ap->mSoloMask & LEFT_CHANNEL_MASK) { 214 // left solo silences right 215 rightAudibilityFactor = false; 216 } else { 217 // left and right are not soloed, and right is not muted 218 rightAudibilityFactor = true; 219 } 220 } 221 } 222 223 // channel mute and solo are ignored for mono and unknown channel count sources 224 } else { 225 leftAudibilityFactor = true; 226 rightAudibilityFactor = true; 227 } 228 229 // compute volumes without setting 230 const bool audibilityFactors[2] = {leftAudibilityFactor, rightAudibilityFactor}; 231 float volumes[2]; 232 android_player_volumeUpdate(volumes, &ap->mVolume, channelCount, ap->mAmplFromDirectLevel, 233 audibilityFactors); 234 float leftVol = volumes[0], rightVol = volumes[1]; 235 236 // set volume on the underlying media player or audio track 237 if (ap->mAPlayer != 0) { 238 ap->mAPlayer->setVolume(leftVol, rightVol); 239 } else if (ap->mAudioTrack != 0) { 240 ap->mAudioTrack->setVolume(leftVol, rightVol); 241 } 242 243 // changes in the AudioPlayer volume must be reflected in the send level: 244 // in SLEffectSendItf or in SLAndroidEffectSendItf? 245 // FIXME replace interface test by an internal API once we have one. 246 if (NULL != ap->mEffectSend.mItf) { 247 for (unsigned int i=0 ; i<AUX_MAX ; i++) { 248 if (ap->mEffectSend.mEnableLevels[i].mEnable) { 249 android_fxSend_setSendLevel(ap, 250 ap->mEffectSend.mEnableLevels[i].mSendLevel + ap->mVolume.mLevel); 251 // there's a single aux bus on Android, so we can stop looking once the first 252 // aux effect is found. 253 break; 254 } 255 } 256 } else if (NULL != ap->mAndroidEffectSend.mItf) { 257 android_fxSend_setSendLevel(ap, ap->mAndroidEffectSend.mSendLevel + ap->mVolume.mLevel); 258 } 259 } 260 261 // Called by android_audioPlayer_volumeUpdate and android_mediaPlayer_volumeUpdate to compute 262 // volumes, but setting volumes is handled by the caller. 263 264 void android_player_volumeUpdate(float *pVolumes /*[2]*/, const IVolume *volumeItf, unsigned 265 channelCount, float amplFromDirectLevel, const bool *audibilityFactors /*[2]*/) 266 { 267 assert(pVolumes != NULL); 268 assert(volumeItf != NULL); 269 // OK for audibilityFactors to be NULL 270 271 bool leftAudibilityFactor, rightAudibilityFactor; 272 273 // apply player mute factor 274 // note that AudioTrack has mute() but not MediaPlayer, so it's easier to use volume 275 // to mute for both rather than calling mute() for AudioTrack 276 277 // player is muted 278 if (volumeItf->mMute) { 279 leftAudibilityFactor = false; 280 rightAudibilityFactor = false; 281 // player isn't muted, and channel mute/solo audibility factors are available (AudioPlayer) 282 } else if (audibilityFactors != NULL) { 283 leftAudibilityFactor = audibilityFactors[0]; 284 rightAudibilityFactor = audibilityFactors[1]; 285 // player isn't muted, and channel mute/solo audibility factors aren't available (MediaPlayer) 286 } else { 287 leftAudibilityFactor = true; 288 rightAudibilityFactor = true; 289 } 290 291 // compute amplification as the combination of volume level and stereo position 292 // amplification (or attenuation) from volume level 293 float amplFromVolLevel = sles_to_android_amplification(volumeItf->mLevel); 294 // amplification from direct level (changed in SLEffectSendtItf and SLAndroidEffectSendItf) 295 float leftVol = amplFromVolLevel * amplFromDirectLevel; 296 float rightVol = leftVol; 297 298 // amplification from stereo position 299 if (volumeItf->mEnableStereoPosition) { 300 // Left/right amplification (can be attenuations) factors derived for the StereoPosition 301 float amplFromStereoPos[STEREO_CHANNELS]; 302 // panning law depends on content channel count: mono to stereo panning vs stereo balance 303 if (1 == channelCount) { 304 // mono to stereo panning 305 double theta = (1000+volumeItf->mStereoPosition)*M_PI_4/1000.0f; // 0 <= theta <= Pi/2 306 amplFromStereoPos[0] = cos(theta); 307 amplFromStereoPos[1] = sin(theta); 308 // channel count is 0 (unknown), 2 (stereo), or > 2 (multi-channel) 309 } else { 310 // stereo balance 311 if (volumeItf->mStereoPosition > 0) { 312 amplFromStereoPos[0] = (1000-volumeItf->mStereoPosition)/1000.0f; 313 amplFromStereoPos[1] = 1.0f; 314 } else { 315 amplFromStereoPos[0] = 1.0f; 316 amplFromStereoPos[1] = (1000+volumeItf->mStereoPosition)/1000.0f; 317 } 318 } 319 leftVol *= amplFromStereoPos[0]; 320 rightVol *= amplFromStereoPos[1]; 321 } 322 323 // apply audibility factors 324 if (!leftAudibilityFactor) { 325 leftVol = 0.0; 326 } 327 if (!rightAudibilityFactor) { 328 rightVol = 0.0; 329 } 330 331 // return the computed volumes 332 pVolumes[0] = leftVol; 333 pVolumes[1] = rightVol; 334 } 335 336 //----------------------------------------------------------------------------- 337 void audioTrack_handleMarker_lockPlay(CAudioPlayer* ap) { 338 //SL_LOGV("received event EVENT_MARKER from AudioTrack"); 339 slPlayCallback callback = NULL; 340 void* callbackPContext = NULL; 341 342 interface_lock_shared(&ap->mPlay); 343 callback = ap->mPlay.mCallback; 344 callbackPContext = ap->mPlay.mContext; 345 interface_unlock_shared(&ap->mPlay); 346 347 if (NULL != callback) { 348 // getting this event implies SL_PLAYEVENT_HEADATMARKER was set in the event mask 349 (*callback)(&ap->mPlay.mItf, callbackPContext, SL_PLAYEVENT_HEADATMARKER); 350 } 351 } 352 353 //----------------------------------------------------------------------------- 354 void audioTrack_handleNewPos_lockPlay(CAudioPlayer* ap) { 355 //SL_LOGV("received event EVENT_NEW_POS from AudioTrack"); 356 slPlayCallback callback = NULL; 357 void* callbackPContext = NULL; 358 359 interface_lock_shared(&ap->mPlay); 360 callback = ap->mPlay.mCallback; 361 callbackPContext = ap->mPlay.mContext; 362 interface_unlock_shared(&ap->mPlay); 363 364 if (NULL != callback) { 365 // getting this event implies SL_PLAYEVENT_HEADATNEWPOS was set in the event mask 366 (*callback)(&ap->mPlay.mItf, callbackPContext, SL_PLAYEVENT_HEADATNEWPOS); 367 } 368 } 369 370 371 //----------------------------------------------------------------------------- 372 void audioTrack_handleUnderrun_lockPlay(CAudioPlayer* ap) { 373 slPlayCallback callback = NULL; 374 void* callbackPContext = NULL; 375 376 interface_lock_shared(&ap->mPlay); 377 callback = ap->mPlay.mCallback; 378 callbackPContext = ap->mPlay.mContext; 379 bool headStalled = (ap->mPlay.mEventFlags & SL_PLAYEVENT_HEADSTALLED) != 0; 380 interface_unlock_shared(&ap->mPlay); 381 382 if ((NULL != callback) && headStalled) { 383 (*callback)(&ap->mPlay.mItf, callbackPContext, SL_PLAYEVENT_HEADSTALLED); 384 } 385 } 386 387 388 //----------------------------------------------------------------------------- 389 /** 390 * post-condition: play state of AudioPlayer is SL_PLAYSTATE_PAUSED if setPlayStateToPaused is true 391 * 392 * note: a conditional flag, setPlayStateToPaused, is used here to specify whether the play state 393 * needs to be changed when the player reaches the end of the content to play. This is 394 * relative to what the specification describes for buffer queues vs the 395 * SL_PLAYEVENT_HEADATEND event. In the OpenSL ES specification 1.0.1: 396 * - section 8.12 SLBufferQueueItf states "In the case of starvation due to insufficient 397 * buffers in the queue, the playing of audio data stops. The player remains in the 398 * SL_PLAYSTATE_PLAYING state." 399 * - section 9.2.31 SL_PLAYEVENT states "SL_PLAYEVENT_HEADATEND Playback head is at the end 400 * of the current content and the player has paused." 401 */ 402 void audioPlayer_dispatch_headAtEnd_lockPlay(CAudioPlayer *ap, bool setPlayStateToPaused, 403 bool needToLock) { 404 //SL_LOGV("ap=%p, setPlayStateToPaused=%d, needToLock=%d", ap, setPlayStateToPaused, 405 // needToLock); 406 slPlayCallback playCallback = NULL; 407 void * playContext = NULL; 408 // SLPlayItf callback or no callback? 409 if (needToLock) { 410 interface_lock_exclusive(&ap->mPlay); 411 } 412 if (ap->mPlay.mEventFlags & SL_PLAYEVENT_HEADATEND) { 413 playCallback = ap->mPlay.mCallback; 414 playContext = ap->mPlay.mContext; 415 } 416 if (setPlayStateToPaused) { 417 ap->mPlay.mState = SL_PLAYSTATE_PAUSED; 418 } 419 if (needToLock) { 420 interface_unlock_exclusive(&ap->mPlay); 421 } 422 // enqueue callback with no lock held 423 if (NULL != playCallback) { 424 #ifndef USE_ASYNCHRONOUS_PLAY_CALLBACK 425 (*playCallback)(&ap->mPlay.mItf, playContext, SL_PLAYEVENT_HEADATEND); 426 #else 427 SLresult result = EnqueueAsyncCallback_ppi(ap, playCallback, &ap->mPlay.mItf, playContext, 428 SL_PLAYEVENT_HEADATEND); 429 if (SL_RESULT_SUCCESS != result) { 430 ALOGW("Callback %p(%p, %p, SL_PLAYEVENT_HEADATEND) dropped", playCallback, 431 &ap->mPlay.mItf, playContext); 432 } 433 #endif 434 } 435 436 } 437 438 439 //----------------------------------------------------------------------------- 440 SLresult audioPlayer_setStreamType(CAudioPlayer* ap, SLint32 type) { 441 SLresult result = SL_RESULT_SUCCESS; 442 SL_LOGV("type %d", type); 443 444 audio_stream_type_t newStreamType = ANDROID_DEFAULT_OUTPUT_STREAM_TYPE; 445 switch(type) { 446 case SL_ANDROID_STREAM_VOICE: 447 newStreamType = AUDIO_STREAM_VOICE_CALL; 448 break; 449 case SL_ANDROID_STREAM_SYSTEM: 450 newStreamType = AUDIO_STREAM_SYSTEM; 451 break; 452 case SL_ANDROID_STREAM_RING: 453 newStreamType = AUDIO_STREAM_RING; 454 break; 455 case SL_ANDROID_STREAM_MEDIA: 456 newStreamType = AUDIO_STREAM_MUSIC; 457 break; 458 case SL_ANDROID_STREAM_ALARM: 459 newStreamType = AUDIO_STREAM_ALARM; 460 break; 461 case SL_ANDROID_STREAM_NOTIFICATION: 462 newStreamType = AUDIO_STREAM_NOTIFICATION; 463 break; 464 default: 465 SL_LOGE(ERROR_PLAYERSTREAMTYPE_SET_UNKNOWN_TYPE); 466 result = SL_RESULT_PARAMETER_INVALID; 467 break; 468 } 469 470 // stream type needs to be set before the object is realized 471 // (ap->mAudioTrack is supposed to be NULL until then) 472 if (SL_OBJECT_STATE_UNREALIZED != ap->mObject.mState) { 473 SL_LOGE(ERROR_PLAYERSTREAMTYPE_REALIZED); 474 result = SL_RESULT_PRECONDITIONS_VIOLATED; 475 } else { 476 ap->mStreamType = newStreamType; 477 } 478 479 return result; 480 } 481 482 483 //----------------------------------------------------------------------------- 484 SLresult audioPlayer_getStreamType(CAudioPlayer* ap, SLint32 *pType) { 485 SLresult result = SL_RESULT_SUCCESS; 486 487 switch(ap->mStreamType) { 488 case AUDIO_STREAM_VOICE_CALL: 489 *pType = SL_ANDROID_STREAM_VOICE; 490 break; 491 case AUDIO_STREAM_SYSTEM: 492 *pType = SL_ANDROID_STREAM_SYSTEM; 493 break; 494 case AUDIO_STREAM_RING: 495 *pType = SL_ANDROID_STREAM_RING; 496 break; 497 case AUDIO_STREAM_DEFAULT: 498 case AUDIO_STREAM_MUSIC: 499 *pType = SL_ANDROID_STREAM_MEDIA; 500 break; 501 case AUDIO_STREAM_ALARM: 502 *pType = SL_ANDROID_STREAM_ALARM; 503 break; 504 case AUDIO_STREAM_NOTIFICATION: 505 *pType = SL_ANDROID_STREAM_NOTIFICATION; 506 break; 507 default: 508 result = SL_RESULT_INTERNAL_ERROR; 509 *pType = SL_ANDROID_STREAM_MEDIA; 510 break; 511 } 512 513 return result; 514 } 515 516 517 //----------------------------------------------------------------------------- 518 void audioPlayer_auxEffectUpdate(CAudioPlayer* ap) { 519 if ((ap->mAudioTrack != 0) && (ap->mAuxEffect != 0)) { 520 android_fxSend_attach(ap, true, ap->mAuxEffect, ap->mVolume.mLevel + ap->mAuxSendLevel); 521 } 522 } 523 524 525 //----------------------------------------------------------------------------- 526 /* 527 * returns true if the given data sink is supported by AudioPlayer that doesn't 528 * play to an OutputMix object, false otherwise 529 * 530 * pre-condition: the locator of the audio sink is not SL_DATALOCATOR_OUTPUTMIX 531 */ 532 bool audioPlayer_isSupportedNonOutputMixSink(const SLDataSink* pAudioSink) { 533 bool result = true; 534 const SLuint32 sinkLocatorType = *(SLuint32 *)pAudioSink->pLocator; 535 const SLuint32 sinkFormatType = *(SLuint32 *)pAudioSink->pFormat; 536 537 switch (sinkLocatorType) { 538 539 case SL_DATALOCATOR_BUFFERQUEUE: 540 case SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE: 541 if (SL_DATAFORMAT_PCM != sinkFormatType) { 542 SL_LOGE("Unsupported sink format 0x%x, expected SL_DATAFORMAT_PCM", 543 (unsigned)sinkFormatType); 544 result = false; 545 } 546 // it's no use checking the PCM format fields because additional characteristics 547 // such as the number of channels, or sample size are unknown to the player at this stage 548 break; 549 550 default: 551 SL_LOGE("Unsupported sink locator type 0x%x", (unsigned)sinkLocatorType); 552 result = false; 553 break; 554 } 555 556 return result; 557 } 558 559 560 //----------------------------------------------------------------------------- 561 /* 562 * returns the Android object type if the locator type combinations for the source and sinks 563 * are supported by this implementation, INVALID_TYPE otherwise 564 */ 565 AndroidObjectType audioPlayer_getAndroidObjectTypeForSourceSink(CAudioPlayer *ap) { 566 567 const SLDataSource *pAudioSrc = &ap->mDataSource.u.mSource; 568 const SLDataSink *pAudioSnk = &ap->mDataSink.u.mSink; 569 const SLuint32 sourceLocatorType = *(SLuint32 *)pAudioSrc->pLocator; 570 const SLuint32 sinkLocatorType = *(SLuint32 *)pAudioSnk->pLocator; 571 AndroidObjectType type = INVALID_TYPE; 572 573 //-------------------------------------- 574 // Sink / source matching check: 575 // the following source / sink combinations are supported 576 // SL_DATALOCATOR_BUFFERQUEUE / SL_DATALOCATOR_OUTPUTMIX 577 // SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE / SL_DATALOCATOR_OUTPUTMIX 578 // SL_DATALOCATOR_URI / SL_DATALOCATOR_OUTPUTMIX 579 // SL_DATALOCATOR_ANDROIDFD / SL_DATALOCATOR_OUTPUTMIX 580 // SL_DATALOCATOR_ANDROIDBUFFERQUEUE / SL_DATALOCATOR_OUTPUTMIX 581 // SL_DATALOCATOR_ANDROIDBUFFERQUEUE / SL_DATALOCATOR_BUFFERQUEUE 582 // SL_DATALOCATOR_URI / SL_DATALOCATOR_BUFFERQUEUE 583 // SL_DATALOCATOR_ANDROIDFD / SL_DATALOCATOR_BUFFERQUEUE 584 // SL_DATALOCATOR_URI / SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE 585 // SL_DATALOCATOR_ANDROIDFD / SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE 586 switch (sinkLocatorType) { 587 588 case SL_DATALOCATOR_OUTPUTMIX: { 589 switch (sourceLocatorType) { 590 591 // Buffer Queue to AudioTrack 592 case SL_DATALOCATOR_BUFFERQUEUE: 593 case SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE: 594 type = AUDIOPLAYER_FROM_PCM_BUFFERQUEUE; 595 break; 596 597 // URI or FD to MediaPlayer 598 case SL_DATALOCATOR_URI: 599 case SL_DATALOCATOR_ANDROIDFD: 600 type = AUDIOPLAYER_FROM_URIFD; 601 break; 602 603 // Android BufferQueue to MediaPlayer (shared memory streaming) 604 case SL_DATALOCATOR_ANDROIDBUFFERQUEUE: 605 type = AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE; 606 break; 607 608 default: 609 SL_LOGE("Source data locator 0x%x not supported with SL_DATALOCATOR_OUTPUTMIX sink", 610 (unsigned)sourceLocatorType); 611 break; 612 } 613 } 614 break; 615 616 case SL_DATALOCATOR_BUFFERQUEUE: 617 case SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE: 618 switch (sourceLocatorType) { 619 620 // URI or FD decoded to PCM in a buffer queue 621 case SL_DATALOCATOR_URI: 622 case SL_DATALOCATOR_ANDROIDFD: 623 type = AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE; 624 break; 625 626 // AAC ADTS Android buffer queue decoded to PCM in a buffer queue 627 case SL_DATALOCATOR_ANDROIDBUFFERQUEUE: 628 type = AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE; 629 break; 630 631 default: 632 SL_LOGE("Source data locator 0x%x not supported with SL_DATALOCATOR_BUFFERQUEUE sink", 633 (unsigned)sourceLocatorType); 634 break; 635 } 636 break; 637 638 default: 639 SL_LOGE("Sink data locator 0x%x not supported", (unsigned)sinkLocatorType); 640 break; 641 } 642 643 return type; 644 } 645 646 647 //----------------------------------------------------------------------------- 648 /* 649 * Callback associated with an SfPlayer of an SL ES AudioPlayer that gets its data 650 * from a URI or FD, for prepare, prefetch, and play events 651 */ 652 static void sfplayer_handlePrefetchEvent(int event, int data1, int data2, void* user) { 653 654 // FIXME see similar code and comment in player_handleMediaPlayerEventNotifications 655 656 if (NULL == user) { 657 return; 658 } 659 660 CAudioPlayer *ap = (CAudioPlayer *)user; 661 if (!android::CallbackProtector::enterCbIfOk(ap->mCallbackProtector)) { 662 // it is not safe to enter the callback (the track is about to go away) 663 return; 664 } 665 union { 666 char c[sizeof(int)]; 667 int i; 668 } u; 669 u.i = event; 670 SL_LOGV("sfplayer_handlePrefetchEvent(event='%c%c%c%c' (%d), data1=%d, data2=%d, user=%p) from " 671 "SfAudioPlayer", u.c[3], u.c[2], u.c[1], u.c[0], event, data1, data2, user); 672 switch(event) { 673 674 case android::GenericPlayer::kEventPrepared: { 675 SL_LOGV("Received GenericPlayer::kEventPrepared for CAudioPlayer %p", ap); 676 677 // assume no callback 678 slPrefetchCallback callback = NULL; 679 void* callbackPContext; 680 SLuint32 events; 681 682 object_lock_exclusive(&ap->mObject); 683 684 // mark object as prepared; same state is used for successful or unsuccessful prepare 685 assert(ap->mAndroidObjState == ANDROID_PREPARING); 686 ap->mAndroidObjState = ANDROID_READY; 687 688 if (PLAYER_SUCCESS == data1) { 689 // Most of successful prepare completion for ap->mAPlayer 690 // is handled by GenericPlayer and its subclasses. 691 } else { 692 // SfPlayer prepare() failed prefetching, there is no event in SLPrefetchStatus to 693 // indicate a prefetch error, so we signal it by sending simultaneously two events: 694 // - SL_PREFETCHEVENT_FILLLEVELCHANGE with a level of 0 695 // - SL_PREFETCHEVENT_STATUSCHANGE with a status of SL_PREFETCHSTATUS_UNDERFLOW 696 SL_LOGE(ERROR_PLAYER_PREFETCH_d, data1); 697 if (IsInterfaceInitialized(&(ap->mObject), MPH_PREFETCHSTATUS)) { 698 ap->mPrefetchStatus.mLevel = 0; 699 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_UNDERFLOW; 700 if (!(~ap->mPrefetchStatus.mCallbackEventsMask & 701 (SL_PREFETCHEVENT_FILLLEVELCHANGE | SL_PREFETCHEVENT_STATUSCHANGE))) { 702 callback = ap->mPrefetchStatus.mCallback; 703 callbackPContext = ap->mPrefetchStatus.mContext; 704 events = SL_PREFETCHEVENT_FILLLEVELCHANGE | SL_PREFETCHEVENT_STATUSCHANGE; 705 } 706 } 707 } 708 709 object_unlock_exclusive(&ap->mObject); 710 711 // callback with no lock held 712 if (NULL != callback) { 713 (*callback)(&ap->mPrefetchStatus.mItf, callbackPContext, events); 714 } 715 716 } 717 break; 718 719 case android::GenericPlayer::kEventPrefetchFillLevelUpdate : { 720 if (!IsInterfaceInitialized(&(ap->mObject), MPH_PREFETCHSTATUS)) { 721 break; 722 } 723 slPrefetchCallback callback = NULL; 724 void* callbackPContext = NULL; 725 726 // SLPrefetchStatusItf callback or no callback? 727 interface_lock_exclusive(&ap->mPrefetchStatus); 728 if (ap->mPrefetchStatus.mCallbackEventsMask & SL_PREFETCHEVENT_FILLLEVELCHANGE) { 729 callback = ap->mPrefetchStatus.mCallback; 730 callbackPContext = ap->mPrefetchStatus.mContext; 731 } 732 ap->mPrefetchStatus.mLevel = (SLpermille)data1; 733 interface_unlock_exclusive(&ap->mPrefetchStatus); 734 735 // callback with no lock held 736 if (NULL != callback) { 737 (*callback)(&ap->mPrefetchStatus.mItf, callbackPContext, 738 SL_PREFETCHEVENT_FILLLEVELCHANGE); 739 } 740 } 741 break; 742 743 case android::GenericPlayer::kEventPrefetchStatusChange: { 744 if (!IsInterfaceInitialized(&(ap->mObject), MPH_PREFETCHSTATUS)) { 745 break; 746 } 747 slPrefetchCallback callback = NULL; 748 void* callbackPContext = NULL; 749 750 // SLPrefetchStatusItf callback or no callback? 751 object_lock_exclusive(&ap->mObject); 752 if (ap->mPrefetchStatus.mCallbackEventsMask & SL_PREFETCHEVENT_STATUSCHANGE) { 753 callback = ap->mPrefetchStatus.mCallback; 754 callbackPContext = ap->mPrefetchStatus.mContext; 755 } 756 if (data1 >= android::kStatusIntermediate) { 757 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_SUFFICIENTDATA; 758 } else if (data1 < android::kStatusIntermediate) { 759 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_UNDERFLOW; 760 } 761 object_unlock_exclusive(&ap->mObject); 762 763 // callback with no lock held 764 if (NULL != callback) { 765 (*callback)(&ap->mPrefetchStatus.mItf, callbackPContext, SL_PREFETCHEVENT_STATUSCHANGE); 766 } 767 } 768 break; 769 770 case android::GenericPlayer::kEventEndOfStream: { 771 audioPlayer_dispatch_headAtEnd_lockPlay(ap, true /*set state to paused?*/, true); 772 if ((ap->mAudioTrack != 0) && (!ap->mSeek.mLoopEnabled)) { 773 ap->mAudioTrack->stop(); 774 } 775 } 776 break; 777 778 case android::GenericPlayer::kEventChannelCount: { 779 object_lock_exclusive(&ap->mObject); 780 if (UNKNOWN_NUMCHANNELS == ap->mNumChannels && UNKNOWN_NUMCHANNELS != data1) { 781 ap->mNumChannels = data1; 782 android_audioPlayer_volumeUpdate(ap); 783 } 784 object_unlock_exclusive(&ap->mObject); 785 } 786 break; 787 788 case android::GenericPlayer::kEventPlay: { 789 slPlayCallback callback = NULL; 790 void* callbackPContext = NULL; 791 792 interface_lock_shared(&ap->mPlay); 793 callback = ap->mPlay.mCallback; 794 callbackPContext = ap->mPlay.mContext; 795 interface_unlock_shared(&ap->mPlay); 796 797 if (NULL != callback) { 798 SLuint32 event = (SLuint32) data1; // SL_PLAYEVENT_HEAD* 799 #ifndef USE_ASYNCHRONOUS_PLAY_CALLBACK 800 // synchronous callback requires a synchronous GetPosition implementation 801 (*callback)(&ap->mPlay.mItf, callbackPContext, event); 802 #else 803 // asynchronous callback works with any GetPosition implementation 804 SLresult result = EnqueueAsyncCallback_ppi(ap, callback, &ap->mPlay.mItf, 805 callbackPContext, event); 806 if (SL_RESULT_SUCCESS != result) { 807 ALOGW("Callback %p(%p, %p, 0x%x) dropped", callback, 808 &ap->mPlay.mItf, callbackPContext, event); 809 } 810 #endif 811 } 812 } 813 break; 814 815 case android::GenericPlayer::kEventErrorAfterPrepare: { 816 SL_LOGV("kEventErrorAfterPrepare"); 817 818 // assume no callback 819 slPrefetchCallback callback = NULL; 820 void* callbackPContext = NULL; 821 822 object_lock_exclusive(&ap->mObject); 823 if (IsInterfaceInitialized(&ap->mObject, MPH_PREFETCHSTATUS)) { 824 ap->mPrefetchStatus.mLevel = 0; 825 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_UNDERFLOW; 826 if (!(~ap->mPrefetchStatus.mCallbackEventsMask & 827 (SL_PREFETCHEVENT_FILLLEVELCHANGE | SL_PREFETCHEVENT_STATUSCHANGE))) { 828 callback = ap->mPrefetchStatus.mCallback; 829 callbackPContext = ap->mPrefetchStatus.mContext; 830 } 831 } 832 object_unlock_exclusive(&ap->mObject); 833 834 // FIXME there's interesting information in data1, but no API to convey it to client 835 SL_LOGE("Error after prepare: %d", data1); 836 837 // callback with no lock held 838 if (NULL != callback) { 839 (*callback)(&ap->mPrefetchStatus.mItf, callbackPContext, 840 SL_PREFETCHEVENT_FILLLEVELCHANGE | SL_PREFETCHEVENT_STATUSCHANGE); 841 } 842 843 } 844 break; 845 846 case android::GenericPlayer::kEventHasVideoSize: 847 //SL_LOGW("Unexpected kEventHasVideoSize"); 848 break; 849 850 default: 851 break; 852 } 853 854 ap->mCallbackProtector->exitCb(); 855 } 856 857 // From EffectDownmix.h 858 const uint32_t kSides = AUDIO_CHANNEL_OUT_SIDE_LEFT | AUDIO_CHANNEL_OUT_SIDE_RIGHT; 859 const uint32_t kBacks = AUDIO_CHANNEL_OUT_BACK_LEFT | AUDIO_CHANNEL_OUT_BACK_RIGHT; 860 const uint32_t kUnsupported = 861 AUDIO_CHANNEL_OUT_FRONT_LEFT_OF_CENTER | AUDIO_CHANNEL_OUT_FRONT_RIGHT_OF_CENTER | 862 AUDIO_CHANNEL_OUT_TOP_CENTER | 863 AUDIO_CHANNEL_OUT_TOP_FRONT_LEFT | 864 AUDIO_CHANNEL_OUT_TOP_FRONT_CENTER | 865 AUDIO_CHANNEL_OUT_TOP_FRONT_RIGHT | 866 AUDIO_CHANNEL_OUT_TOP_BACK_LEFT | 867 AUDIO_CHANNEL_OUT_TOP_BACK_CENTER | 868 AUDIO_CHANNEL_OUT_TOP_BACK_RIGHT; 869 870 //TODO(pmclean) This will need to be revisited when arbitrary N-channel support is added. 871 SLresult android_audioPlayer_validateChannelMask(uint32_t mask, int numChans) { 872 // Check that the number of channels falls within bounds. 873 if (numChans < 0 || numChans > 8) { 874 return SL_RESULT_CONTENT_UNSUPPORTED; 875 } 876 // Are there the right number of channels in the mask? 877 if (audio_channel_count_from_out_mask(mask) != numChans) { 878 return SL_RESULT_CONTENT_UNSUPPORTED; 879 } 880 // check against unsupported channels 881 if (mask & kUnsupported) { 882 ALOGE("Unsupported channels (top or front left/right of center)"); 883 return SL_RESULT_CONTENT_UNSUPPORTED; 884 } 885 // verify has FL/FR if more than one channel 886 if (numChans > 1 && (mask & AUDIO_CHANNEL_OUT_STEREO) != AUDIO_CHANNEL_OUT_STEREO) { 887 ALOGE("Front channels must be present"); 888 return SL_RESULT_CONTENT_UNSUPPORTED; 889 } 890 // verify uses SIDE as a pair (ok if not using SIDE at all) 891 bool hasSides = false; 892 if ((mask & kSides) != 0) { 893 if ((mask & kSides) != kSides) { 894 ALOGE("Side channels must be used as a pair"); 895 return SL_RESULT_CONTENT_UNSUPPORTED; 896 } 897 hasSides = true; 898 } 899 // verify uses BACK as a pair (ok if not using BACK at all) 900 bool hasBacks = false; 901 if ((mask & kBacks) != 0) { 902 if ((mask & kBacks) != kBacks) { 903 ALOGE("Back channels must be used as a pair"); 904 return SL_RESULT_CONTENT_UNSUPPORTED; 905 } 906 hasBacks = true; 907 } 908 909 return SL_RESULT_SUCCESS; 910 } 911 912 //----------------------------------------------------------------------------- 913 SLresult android_audioPlayer_checkSourceSink(CAudioPlayer *pAudioPlayer) 914 { 915 // verify that the locator types for the source / sink combination is supported 916 pAudioPlayer->mAndroidObjType = audioPlayer_getAndroidObjectTypeForSourceSink(pAudioPlayer); 917 if (INVALID_TYPE == pAudioPlayer->mAndroidObjType) { 918 return SL_RESULT_PARAMETER_INVALID; 919 } 920 921 const SLDataSource *pAudioSrc = &pAudioPlayer->mDataSource.u.mSource; 922 const SLDataSink *pAudioSnk = &pAudioPlayer->mDataSink.u.mSink; 923 924 // format check: 925 const SLuint32 sourceLocatorType = *(SLuint32 *)pAudioSrc->pLocator; 926 const SLuint32 sinkLocatorType = *(SLuint32 *)pAudioSnk->pLocator; 927 const SLuint32 sourceFormatType = *(SLuint32 *)pAudioSrc->pFormat; 928 const SLuint32 sinkFormatType = *(SLuint32 *)pAudioSnk->pFormat; 929 930 const SLuint32 *df_representation = NULL; // pointer to representation field, if it exists 931 932 switch (sourceLocatorType) { 933 //------------------ 934 // Buffer Queues 935 case SL_DATALOCATOR_BUFFERQUEUE: 936 case SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE: 937 { 938 SLDataLocator_BufferQueue *dl_bq = (SLDataLocator_BufferQueue *) pAudioSrc->pLocator; 939 940 // Buffer format 941 switch (sourceFormatType) { 942 // currently only PCM buffer queues are supported, 943 case SL_ANDROID_DATAFORMAT_PCM_EX: { 944 SLAndroidDataFormat_PCM_EX *df_pcm = 945 (SLAndroidDataFormat_PCM_EX *) pAudioSrc->pFormat; 946 switch (df_pcm->representation) { 947 case SL_ANDROID_PCM_REPRESENTATION_SIGNED_INT: 948 case SL_ANDROID_PCM_REPRESENTATION_UNSIGNED_INT: 949 case SL_ANDROID_PCM_REPRESENTATION_FLOAT: 950 df_representation = &df_pcm->representation; 951 break; 952 default: 953 SL_LOGE("Cannot create audio player: unsupported representation: %d", 954 df_pcm->representation); 955 return SL_RESULT_CONTENT_UNSUPPORTED; 956 } 957 }; // SL_ANDROID_DATAFORMAT_PCM_EX - fall through to next test. 958 case SL_DATAFORMAT_PCM: { 959 SLDataFormat_PCM *df_pcm = (SLDataFormat_PCM *) pAudioSrc->pFormat; 960 SLresult result = android_audioPlayer_validateChannelMask(df_pcm->channelMask, 961 df_pcm->numChannels); 962 if (result != SL_RESULT_SUCCESS) { 963 SL_LOGE("Cannot create audio player: unsupported PCM data source with %u channels", 964 (unsigned) df_pcm->numChannels); 965 return result; 966 } 967 968 switch (df_pcm->samplesPerSec) { 969 case SL_SAMPLINGRATE_8: 970 case SL_SAMPLINGRATE_11_025: 971 case SL_SAMPLINGRATE_12: 972 case SL_SAMPLINGRATE_16: 973 case SL_SAMPLINGRATE_22_05: 974 case SL_SAMPLINGRATE_24: 975 case SL_SAMPLINGRATE_32: 976 case SL_SAMPLINGRATE_44_1: 977 case SL_SAMPLINGRATE_48: 978 break; 979 case SL_SAMPLINGRATE_64: 980 case SL_SAMPLINGRATE_88_2: 981 case SL_SAMPLINGRATE_96: 982 case SL_SAMPLINGRATE_192: 983 default: 984 SL_LOGE("Cannot create audio player: unsupported sample rate %u milliHz", 985 (unsigned) df_pcm->samplesPerSec); 986 return SL_RESULT_CONTENT_UNSUPPORTED; 987 } 988 switch (df_pcm->bitsPerSample) { 989 case SL_PCMSAMPLEFORMAT_FIXED_8: 990 if (df_representation && 991 *df_representation != SL_ANDROID_PCM_REPRESENTATION_UNSIGNED_INT) { 992 goto default_err; 993 } 994 break; 995 case SL_PCMSAMPLEFORMAT_FIXED_16: 996 case SL_PCMSAMPLEFORMAT_FIXED_24: 997 if (df_representation && 998 *df_representation != SL_ANDROID_PCM_REPRESENTATION_SIGNED_INT) { 999 goto default_err; 1000 } 1001 break; 1002 case SL_PCMSAMPLEFORMAT_FIXED_32: 1003 if (df_representation 1004 && *df_representation != SL_ANDROID_PCM_REPRESENTATION_SIGNED_INT 1005 && *df_representation != SL_ANDROID_PCM_REPRESENTATION_FLOAT) { 1006 goto default_err; 1007 } 1008 break; 1009 // others 1010 default: 1011 default_err: 1012 // this should have already been rejected by checkDataFormat 1013 SL_LOGE("Cannot create audio player: unsupported sample bit depth %u", 1014 (SLuint32)df_pcm->bitsPerSample); 1015 return SL_RESULT_CONTENT_UNSUPPORTED; 1016 } 1017 switch (df_pcm->containerSize) { 1018 case 8: 1019 case 16: 1020 case 24: 1021 case 32: 1022 break; 1023 // others 1024 default: 1025 SL_LOGE("Cannot create audio player: unsupported container size %u", 1026 (unsigned) df_pcm->containerSize); 1027 return SL_RESULT_CONTENT_UNSUPPORTED; 1028 } 1029 // df_pcm->channelMask: the earlier platform-independent check and the 1030 // upcoming check by sles_to_android_channelMaskOut are sufficient 1031 switch (df_pcm->endianness) { 1032 case SL_BYTEORDER_LITTLEENDIAN: 1033 break; 1034 case SL_BYTEORDER_BIGENDIAN: 1035 SL_LOGE("Cannot create audio player: unsupported big-endian byte order"); 1036 return SL_RESULT_CONTENT_UNSUPPORTED; 1037 // native is proposed but not yet in spec 1038 default: 1039 SL_LOGE("Cannot create audio player: unsupported byte order %u", 1040 (unsigned) df_pcm->endianness); 1041 return SL_RESULT_CONTENT_UNSUPPORTED; 1042 } 1043 } //case SL_DATAFORMAT_PCM 1044 break; 1045 case SL_DATAFORMAT_MIME: 1046 case XA_DATAFORMAT_RAWIMAGE: 1047 SL_LOGE("Cannot create audio player with buffer queue data source " 1048 "without SL_DATAFORMAT_PCM format"); 1049 return SL_RESULT_CONTENT_UNSUPPORTED; 1050 default: 1051 // invalid data format is detected earlier 1052 assert(false); 1053 return SL_RESULT_INTERNAL_ERROR; 1054 } // switch (sourceFormatType) 1055 } // case SL_DATALOCATOR_BUFFERQUEUE or SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE 1056 break; 1057 //------------------ 1058 // URI 1059 case SL_DATALOCATOR_URI: 1060 { 1061 SLDataLocator_URI *dl_uri = (SLDataLocator_URI *) pAudioSrc->pLocator; 1062 if (NULL == dl_uri->URI) { 1063 return SL_RESULT_PARAMETER_INVALID; 1064 } 1065 // URI format 1066 switch (sourceFormatType) { 1067 case SL_DATAFORMAT_MIME: 1068 break; 1069 case SL_DATAFORMAT_PCM: 1070 case XA_DATAFORMAT_RAWIMAGE: 1071 SL_LOGE("Cannot create audio player with SL_DATALOCATOR_URI data source without " 1072 "SL_DATAFORMAT_MIME format"); 1073 return SL_RESULT_CONTENT_UNSUPPORTED; 1074 } // switch (sourceFormatType) 1075 // decoding format check 1076 if ((sinkLocatorType != SL_DATALOCATOR_OUTPUTMIX) && 1077 !audioPlayer_isSupportedNonOutputMixSink(pAudioSnk)) { 1078 return SL_RESULT_CONTENT_UNSUPPORTED; 1079 } 1080 } // case SL_DATALOCATOR_URI 1081 break; 1082 //------------------ 1083 // File Descriptor 1084 case SL_DATALOCATOR_ANDROIDFD: 1085 { 1086 // fd is already non null 1087 switch (sourceFormatType) { 1088 case SL_DATAFORMAT_MIME: 1089 break; 1090 case SL_DATAFORMAT_PCM: 1091 // FIXME implement 1092 SL_LOGD("[ FIXME implement PCM FD data sources ]"); 1093 break; 1094 case XA_DATAFORMAT_RAWIMAGE: 1095 SL_LOGE("Cannot create audio player with SL_DATALOCATOR_ANDROIDFD data source " 1096 "without SL_DATAFORMAT_MIME or SL_DATAFORMAT_PCM format"); 1097 return SL_RESULT_CONTENT_UNSUPPORTED; 1098 default: 1099 // invalid data format is detected earlier 1100 assert(false); 1101 return SL_RESULT_INTERNAL_ERROR; 1102 } // switch (sourceFormatType) 1103 if ((sinkLocatorType != SL_DATALOCATOR_OUTPUTMIX) && 1104 !audioPlayer_isSupportedNonOutputMixSink(pAudioSnk)) { 1105 return SL_RESULT_CONTENT_UNSUPPORTED; 1106 } 1107 } // case SL_DATALOCATOR_ANDROIDFD 1108 break; 1109 //------------------ 1110 // Stream 1111 case SL_DATALOCATOR_ANDROIDBUFFERQUEUE: 1112 { 1113 switch (sourceFormatType) { 1114 case SL_DATAFORMAT_MIME: 1115 { 1116 SLDataFormat_MIME *df_mime = (SLDataFormat_MIME *) pAudioSrc->pFormat; 1117 if (NULL == df_mime) { 1118 SL_LOGE("MIME type null invalid"); 1119 return SL_RESULT_CONTENT_UNSUPPORTED; 1120 } 1121 SL_LOGD("source MIME is %s", (char*)df_mime->mimeType); 1122 switch(df_mime->containerType) { 1123 case SL_CONTAINERTYPE_MPEG_TS: 1124 if (strcasecmp((char*)df_mime->mimeType, (const char *)XA_ANDROID_MIME_MP2TS)) { 1125 SL_LOGE("Invalid MIME (%s) for container SL_CONTAINERTYPE_MPEG_TS, expects %s", 1126 (char*)df_mime->mimeType, XA_ANDROID_MIME_MP2TS); 1127 return SL_RESULT_CONTENT_UNSUPPORTED; 1128 } 1129 break; 1130 case SL_CONTAINERTYPE_RAW: 1131 case SL_CONTAINERTYPE_AAC: 1132 if (strcasecmp((char*)df_mime->mimeType, (const char *)SL_ANDROID_MIME_AACADTS) && 1133 strcasecmp((char*)df_mime->mimeType, 1134 ANDROID_MIME_AACADTS_ANDROID_FRAMEWORK)) { 1135 SL_LOGE("Invalid MIME (%s) for container type %d, expects %s", 1136 (char*)df_mime->mimeType, df_mime->containerType, 1137 SL_ANDROID_MIME_AACADTS); 1138 return SL_RESULT_CONTENT_UNSUPPORTED; 1139 } 1140 break; 1141 default: 1142 SL_LOGE("Cannot create player with SL_DATALOCATOR_ANDROIDBUFFERQUEUE data source " 1143 "that is not fed MPEG-2 TS data or AAC ADTS data"); 1144 return SL_RESULT_CONTENT_UNSUPPORTED; 1145 } 1146 } 1147 break; 1148 default: 1149 SL_LOGE("Cannot create player with SL_DATALOCATOR_ANDROIDBUFFERQUEUE data source " 1150 "without SL_DATAFORMAT_MIME format"); 1151 return SL_RESULT_CONTENT_UNSUPPORTED; 1152 } 1153 } 1154 break; // case SL_DATALOCATOR_ANDROIDBUFFERQUEUE 1155 //------------------ 1156 // Address 1157 case SL_DATALOCATOR_ADDRESS: 1158 case SL_DATALOCATOR_IODEVICE: 1159 case SL_DATALOCATOR_OUTPUTMIX: 1160 case XA_DATALOCATOR_NATIVEDISPLAY: 1161 case SL_DATALOCATOR_MIDIBUFFERQUEUE: 1162 SL_LOGE("Cannot create audio player with data locator type 0x%x", 1163 (unsigned) sourceLocatorType); 1164 return SL_RESULT_CONTENT_UNSUPPORTED; 1165 default: 1166 SL_LOGE("Cannot create audio player with invalid data locator type 0x%x", 1167 (unsigned) sourceLocatorType); 1168 return SL_RESULT_PARAMETER_INVALID; 1169 }// switch (locatorType) 1170 1171 return SL_RESULT_SUCCESS; 1172 } 1173 1174 1175 //----------------------------------------------------------------------------- 1176 // Callback associated with an AudioTrack of an SL ES AudioPlayer that gets its data 1177 // from a buffer queue. This will not be called once the AudioTrack has been destroyed. 1178 static void audioTrack_callBack_pullFromBuffQueue(int event, void* user, void *info) { 1179 CAudioPlayer *ap = (CAudioPlayer *)user; 1180 1181 if (!android::CallbackProtector::enterCbIfOk(ap->mCallbackProtector)) { 1182 // it is not safe to enter the callback (the track is about to go away) 1183 return; 1184 } 1185 1186 void * callbackPContext = NULL; 1187 switch(event) { 1188 1189 case android::AudioTrack::EVENT_MORE_DATA: { 1190 //SL_LOGV("received event EVENT_MORE_DATA from AudioTrack TID=%d", gettid()); 1191 slBufferQueueCallback callback = NULL; 1192 slPrefetchCallback prefetchCallback = NULL; 1193 void *prefetchContext = NULL; 1194 SLuint32 prefetchEvents = SL_PREFETCHEVENT_NONE; 1195 android::AudioTrack::Buffer* pBuff = (android::AudioTrack::Buffer*)info; 1196 1197 // retrieve data from the buffer queue 1198 interface_lock_exclusive(&ap->mBufferQueue); 1199 1200 if (ap->mBufferQueue.mState.count != 0) { 1201 //SL_LOGV("nbBuffers in queue = %u",ap->mBufferQueue.mState.count); 1202 assert(ap->mBufferQueue.mFront != ap->mBufferQueue.mRear); 1203 1204 BufferHeader *oldFront = ap->mBufferQueue.mFront; 1205 BufferHeader *newFront = &oldFront[1]; 1206 1207 // declared as void * because this code supports both 8-bit and 16-bit PCM data 1208 void *pSrc = (char *)oldFront->mBuffer + ap->mBufferQueue.mSizeConsumed; 1209 if (ap->mBufferQueue.mSizeConsumed + pBuff->size < oldFront->mSize) { 1210 // can't consume the whole or rest of the buffer in one shot 1211 ap->mBufferQueue.mSizeConsumed += pBuff->size; 1212 // leave pBuff->size untouched 1213 // consume data 1214 // FIXME can we avoid holding the lock during the copy? 1215 memcpy (pBuff->raw, pSrc, pBuff->size); 1216 } else { 1217 // finish consuming the buffer or consume the buffer in one shot 1218 pBuff->size = oldFront->mSize - ap->mBufferQueue.mSizeConsumed; 1219 ap->mBufferQueue.mSizeConsumed = 0; 1220 1221 if (newFront == 1222 &ap->mBufferQueue.mArray 1223 [ap->mBufferQueue.mNumBuffers + 1]) 1224 { 1225 newFront = ap->mBufferQueue.mArray; 1226 } 1227 ap->mBufferQueue.mFront = newFront; 1228 1229 ap->mBufferQueue.mState.count--; 1230 ap->mBufferQueue.mState.playIndex++; 1231 1232 // consume data 1233 // FIXME can we avoid holding the lock during the copy? 1234 memcpy (pBuff->raw, pSrc, pBuff->size); 1235 1236 // data has been consumed, and the buffer queue state has been updated 1237 // we will notify the client if applicable 1238 callback = ap->mBufferQueue.mCallback; 1239 // save callback data 1240 callbackPContext = ap->mBufferQueue.mContext; 1241 } 1242 } else { // empty queue 1243 // signal no data available 1244 pBuff->size = 0; 1245 1246 // signal we're at the end of the content, but don't pause (see note in function) 1247 audioPlayer_dispatch_headAtEnd_lockPlay(ap, false /*set state to paused?*/, false); 1248 1249 // signal underflow to prefetch status itf 1250 if (IsInterfaceInitialized(&(ap->mObject), MPH_PREFETCHSTATUS)) { 1251 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_UNDERFLOW; 1252 ap->mPrefetchStatus.mLevel = 0; 1253 // callback or no callback? 1254 prefetchEvents = ap->mPrefetchStatus.mCallbackEventsMask & 1255 (SL_PREFETCHEVENT_STATUSCHANGE | SL_PREFETCHEVENT_FILLLEVELCHANGE); 1256 if (SL_PREFETCHEVENT_NONE != prefetchEvents) { 1257 prefetchCallback = ap->mPrefetchStatus.mCallback; 1258 prefetchContext = ap->mPrefetchStatus.mContext; 1259 } 1260 } 1261 1262 // stop the track so it restarts playing faster when new data is enqueued 1263 ap->mAudioTrack->stop(); 1264 } 1265 interface_unlock_exclusive(&ap->mBufferQueue); 1266 1267 // notify client 1268 if (NULL != prefetchCallback) { 1269 assert(SL_PREFETCHEVENT_NONE != prefetchEvents); 1270 // spec requires separate callbacks for each event 1271 if (prefetchEvents & SL_PREFETCHEVENT_STATUSCHANGE) { 1272 (*prefetchCallback)(&ap->mPrefetchStatus.mItf, prefetchContext, 1273 SL_PREFETCHEVENT_STATUSCHANGE); 1274 } 1275 if (prefetchEvents & SL_PREFETCHEVENT_FILLLEVELCHANGE) { 1276 (*prefetchCallback)(&ap->mPrefetchStatus.mItf, prefetchContext, 1277 SL_PREFETCHEVENT_FILLLEVELCHANGE); 1278 } 1279 } 1280 if (NULL != callback) { 1281 (*callback)(&ap->mBufferQueue.mItf, callbackPContext); 1282 } 1283 } 1284 break; 1285 1286 case android::AudioTrack::EVENT_MARKER: 1287 //SL_LOGI("received event EVENT_MARKER from AudioTrack"); 1288 audioTrack_handleMarker_lockPlay(ap); 1289 break; 1290 1291 case android::AudioTrack::EVENT_NEW_POS: 1292 //SL_LOGI("received event EVENT_NEW_POS from AudioTrack"); 1293 audioTrack_handleNewPos_lockPlay(ap); 1294 break; 1295 1296 case android::AudioTrack::EVENT_UNDERRUN: 1297 //SL_LOGI("received event EVENT_UNDERRUN from AudioTrack"); 1298 audioTrack_handleUnderrun_lockPlay(ap); 1299 break; 1300 1301 case android::AudioTrack::EVENT_BUFFER_END: 1302 case android::AudioTrack::EVENT_LOOP_END: 1303 // These are unexpected so fall through 1304 default: 1305 // FIXME where does the notification of SL_PLAYEVENT_HEADMOVING fit? 1306 SL_LOGE("Encountered unknown AudioTrack event %d for CAudioPlayer %p", event, 1307 (CAudioPlayer *)user); 1308 break; 1309 } 1310 1311 ap->mCallbackProtector->exitCb(); 1312 } 1313 1314 1315 //----------------------------------------------------------------------------- 1316 void android_audioPlayer_create(CAudioPlayer *pAudioPlayer) { 1317 1318 // pAudioPlayer->mAndroidObjType has been set in android_audioPlayer_checkSourceSink() 1319 // and if it was == INVALID_TYPE, then IEngine_CreateAudioPlayer would never call us 1320 assert(INVALID_TYPE != pAudioPlayer->mAndroidObjType); 1321 1322 // These initializations are in the same order as the field declarations in classes.h 1323 1324 // FIXME Consolidate initializations (many of these already in IEngine_CreateAudioPlayer) 1325 // mAndroidObjType: see above comment 1326 pAudioPlayer->mAndroidObjState = ANDROID_UNINITIALIZED; 1327 pAudioPlayer->mSessionId = android::AudioSystem::newAudioUniqueId(); 1328 1329 // placeholder: not necessary yet as session ID lifetime doesn't extend beyond player 1330 // android::AudioSystem::acquireAudioSessionId(pAudioPlayer->mSessionId); 1331 1332 pAudioPlayer->mStreamType = ANDROID_DEFAULT_OUTPUT_STREAM_TYPE; 1333 1334 // mAudioTrack 1335 pAudioPlayer->mCallbackProtector = new android::CallbackProtector(); 1336 // mAPLayer 1337 // mAuxEffect 1338 1339 pAudioPlayer->mAuxSendLevel = 0; 1340 pAudioPlayer->mAmplFromDirectLevel = 1.0f; // matches initial mDirectLevel value 1341 pAudioPlayer->mDeferredStart = false; 1342 1343 // This section re-initializes interface-specific fields that 1344 // can be set or used regardless of whether the interface is 1345 // exposed on the AudioPlayer or not 1346 1347 switch (pAudioPlayer->mAndroidObjType) { 1348 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 1349 pAudioPlayer->mPlaybackRate.mMinRate = AUDIOTRACK_MIN_PLAYBACKRATE_PERMILLE; 1350 pAudioPlayer->mPlaybackRate.mMaxRate = AUDIOTRACK_MAX_PLAYBACKRATE_PERMILLE; 1351 break; 1352 case AUDIOPLAYER_FROM_URIFD: 1353 pAudioPlayer->mPlaybackRate.mMinRate = MEDIAPLAYER_MIN_PLAYBACKRATE_PERMILLE; 1354 pAudioPlayer->mPlaybackRate.mMaxRate = MEDIAPLAYER_MAX_PLAYBACKRATE_PERMILLE; 1355 break; 1356 default: 1357 // use the default range 1358 break; 1359 } 1360 1361 } 1362 1363 1364 //----------------------------------------------------------------------------- 1365 SLresult android_audioPlayer_setConfig(CAudioPlayer *ap, const SLchar *configKey, 1366 const void *pConfigValue, SLuint32 valueSize) { 1367 1368 SLresult result; 1369 1370 assert(NULL != ap && NULL != configKey && NULL != pConfigValue); 1371 if (strcmp((const char*)configKey, (const char*)SL_ANDROID_KEY_STREAM_TYPE) == 0) { 1372 1373 // stream type 1374 if (KEY_STREAM_TYPE_PARAMSIZE > valueSize) { 1375 SL_LOGE(ERROR_CONFIG_VALUESIZE_TOO_LOW); 1376 result = SL_RESULT_BUFFER_INSUFFICIENT; 1377 } else { 1378 result = audioPlayer_setStreamType(ap, *(SLuint32*)pConfigValue); 1379 } 1380 1381 } else { 1382 SL_LOGE(ERROR_CONFIG_UNKNOWN_KEY); 1383 result = SL_RESULT_PARAMETER_INVALID; 1384 } 1385 1386 return result; 1387 } 1388 1389 1390 //----------------------------------------------------------------------------- 1391 SLresult android_audioPlayer_getConfig(CAudioPlayer* ap, const SLchar *configKey, 1392 SLuint32* pValueSize, void *pConfigValue) { 1393 1394 SLresult result; 1395 1396 assert(NULL != ap && NULL != configKey && NULL != pValueSize); 1397 if (strcmp((const char*)configKey, (const char*)SL_ANDROID_KEY_STREAM_TYPE) == 0) { 1398 1399 // stream type 1400 if (NULL == pConfigValue) { 1401 result = SL_RESULT_SUCCESS; 1402 } else if (KEY_STREAM_TYPE_PARAMSIZE > *pValueSize) { 1403 SL_LOGE(ERROR_CONFIG_VALUESIZE_TOO_LOW); 1404 result = SL_RESULT_BUFFER_INSUFFICIENT; 1405 } else { 1406 result = audioPlayer_getStreamType(ap, (SLint32*)pConfigValue); 1407 } 1408 *pValueSize = KEY_STREAM_TYPE_PARAMSIZE; 1409 1410 } else { 1411 SL_LOGE(ERROR_CONFIG_UNKNOWN_KEY); 1412 result = SL_RESULT_PARAMETER_INVALID; 1413 } 1414 1415 return result; 1416 } 1417 1418 1419 // Called from android_audioPlayer_realize for a PCM buffer queue player 1420 // to determine if it can use a fast track. 1421 static bool canUseFastTrack(CAudioPlayer *pAudioPlayer) 1422 { 1423 assert(pAudioPlayer->mAndroidObjType == AUDIOPLAYER_FROM_PCM_BUFFERQUEUE); 1424 1425 // no need to check the buffer queue size, application side 1426 // double-buffering (and more) is not a requirement for using fast tracks 1427 1428 // Check a blacklist of interfaces that are incompatible with fast tracks. 1429 // The alternative, to check a whitelist of compatible interfaces, is 1430 // more maintainable but is too slow. As a compromise, in a debug build 1431 // we use both methods and warn if they produce different results. 1432 // In release builds, we only use the blacklist method. 1433 // If a blacklisted interface is added after realization using 1434 // DynamicInterfaceManagement::AddInterface, 1435 // then this won't be detected but the interface will be ineffective. 1436 bool blacklistResult = true; 1437 static const unsigned blacklist[] = { 1438 MPH_BASSBOOST, 1439 MPH_EFFECTSEND, 1440 MPH_ENVIRONMENTALREVERB, 1441 MPH_EQUALIZER, 1442 MPH_PLAYBACKRATE, 1443 MPH_PRESETREVERB, 1444 MPH_VIRTUALIZER, 1445 MPH_ANDROIDEFFECT, 1446 MPH_ANDROIDEFFECTSEND, 1447 // FIXME The problem with a blacklist is remembering to add new interfaces here 1448 }; 1449 for (unsigned i = 0; i < sizeof(blacklist)/sizeof(blacklist[0]); ++i) { 1450 if (IsInterfaceInitialized(&pAudioPlayer->mObject, blacklist[i])) { 1451 blacklistResult = false; 1452 break; 1453 } 1454 } 1455 #if LOG_NDEBUG == 0 1456 bool whitelistResult = true; 1457 static const unsigned whitelist[] = { 1458 MPH_BUFFERQUEUE, 1459 MPH_DYNAMICINTERFACEMANAGEMENT, 1460 MPH_METADATAEXTRACTION, 1461 MPH_MUTESOLO, 1462 MPH_OBJECT, 1463 MPH_PLAY, 1464 MPH_PREFETCHSTATUS, 1465 MPH_VOLUME, 1466 MPH_ANDROIDCONFIGURATION, 1467 MPH_ANDROIDSIMPLEBUFFERQUEUE, 1468 MPH_ANDROIDBUFFERQUEUESOURCE, 1469 }; 1470 for (unsigned mph = MPH_MIN; mph < MPH_MAX; ++mph) { 1471 for (unsigned i = 0; i < sizeof(whitelist)/sizeof(whitelist[0]); ++i) { 1472 if (mph == whitelist[i]) { 1473 goto compatible; 1474 } 1475 } 1476 if (IsInterfaceInitialized(&pAudioPlayer->mObject, mph)) { 1477 whitelistResult = false; 1478 break; 1479 } 1480 compatible: ; 1481 } 1482 if (whitelistResult != blacklistResult) { 1483 ALOGW("whitelistResult != blacklistResult"); 1484 // and use blacklistResult below 1485 } 1486 #endif 1487 return blacklistResult; 1488 } 1489 1490 1491 //----------------------------------------------------------------------------- 1492 // FIXME abstract out the diff between CMediaPlayer and CAudioPlayer 1493 SLresult android_audioPlayer_realize(CAudioPlayer *pAudioPlayer, SLboolean async) { 1494 1495 SLresult result = SL_RESULT_SUCCESS; 1496 SL_LOGV("Realize pAudioPlayer=%p", pAudioPlayer); 1497 1498 AudioPlayback_Parameters app; 1499 app.sessionId = pAudioPlayer->mSessionId; 1500 app.streamType = pAudioPlayer->mStreamType; 1501 1502 switch (pAudioPlayer->mAndroidObjType) { 1503 1504 //----------------------------------- 1505 // AudioTrack 1506 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 1507 { 1508 // initialize platform-specific CAudioPlayer fields 1509 1510 SLDataLocator_BufferQueue *dl_bq = (SLDataLocator_BufferQueue *) 1511 pAudioPlayer->mDynamicSource.mDataSource; 1512 SLDataFormat_PCM *df_pcm = (SLDataFormat_PCM *) 1513 pAudioPlayer->mDynamicSource.mDataSource->pFormat; 1514 1515 uint32_t sampleRate = sles_to_android_sampleRate(df_pcm->samplesPerSec); 1516 1517 audio_output_flags_t policy; 1518 if (canUseFastTrack(pAudioPlayer)) { 1519 policy = AUDIO_OUTPUT_FLAG_FAST; 1520 } else { 1521 policy = AUDIO_OUTPUT_FLAG_NONE; 1522 } 1523 1524 pAudioPlayer->mAudioTrack = new android::AudioTrack( 1525 pAudioPlayer->mStreamType, // streamType 1526 sampleRate, // sampleRate 1527 sles_to_android_sampleFormat(df_pcm), // format 1528 sles_to_android_channelMaskOut(df_pcm->numChannels, df_pcm->channelMask), 1529 // channel mask 1530 0, // frameCount 1531 policy, // flags 1532 audioTrack_callBack_pullFromBuffQueue, // callback 1533 (void *) pAudioPlayer, // user 1534 0, // FIXME find appropriate frame count // notificationFrame 1535 pAudioPlayer->mSessionId); 1536 android::status_t status = pAudioPlayer->mAudioTrack->initCheck(); 1537 if (status != android::NO_ERROR) { 1538 SL_LOGE("AudioTrack::initCheck status %u", status); 1539 result = SL_RESULT_CONTENT_UNSUPPORTED; 1540 pAudioPlayer->mAudioTrack.clear(); 1541 return result; 1542 } 1543 1544 // initialize platform-independent CAudioPlayer fields 1545 1546 pAudioPlayer->mNumChannels = df_pcm->numChannels; 1547 pAudioPlayer->mSampleRateMilliHz = df_pcm->samplesPerSec; // Note: bad field name in SL ES 1548 1549 // This use case does not have a separate "prepare" step 1550 pAudioPlayer->mAndroidObjState = ANDROID_READY; 1551 } 1552 break; 1553 1554 //----------------------------------- 1555 // MediaPlayer 1556 case AUDIOPLAYER_FROM_URIFD: { 1557 pAudioPlayer->mAPlayer = new android::LocAVPlayer(&app, false /*hasVideo*/); 1558 pAudioPlayer->mAPlayer->init(sfplayer_handlePrefetchEvent, 1559 (void*)pAudioPlayer /*notifUSer*/); 1560 1561 switch (pAudioPlayer->mDataSource.mLocator.mLocatorType) { 1562 case SL_DATALOCATOR_URI: { 1563 // The legacy implementation ran Stagefright within the application process, and 1564 // so allowed local pathnames specified by URI that were openable by 1565 // the application but were not openable by mediaserver. 1566 // The current implementation runs Stagefright (mostly) within mediaserver, 1567 // which runs as a different UID and likely a different current working directory. 1568 // For backwards compatibility with any applications which may have relied on the 1569 // previous behavior, we convert an openable file URI into an FD. 1570 // Note that unlike SL_DATALOCATOR_ANDROIDFD, this FD is owned by us 1571 // and so we close it as soon as we've passed it (via Binder dup) to mediaserver. 1572 const char *uri = (const char *)pAudioPlayer->mDataSource.mLocator.mURI.URI; 1573 if (!isDistantProtocol(uri)) { 1574 // don't touch the original uri, we may need it later 1575 const char *pathname = uri; 1576 // skip over an optional leading file:// prefix 1577 if (!strncasecmp(pathname, "file://", 7)) { 1578 pathname += 7; 1579 } 1580 // attempt to open it as a file using the application's credentials 1581 int fd = ::open(pathname, O_RDONLY); 1582 if (fd >= 0) { 1583 // if open is successful, then check to see if it's a regular file 1584 struct stat statbuf; 1585 if (!::fstat(fd, &statbuf) && S_ISREG(statbuf.st_mode)) { 1586 // treat similarly to an FD data locator, but 1587 // let setDataSource take responsibility for closing fd 1588 pAudioPlayer->mAPlayer->setDataSource(fd, 0, statbuf.st_size, true); 1589 break; 1590 } 1591 // we were able to open it, but it's not a file, so let mediaserver try 1592 (void) ::close(fd); 1593 } 1594 } 1595 // if either the URI didn't look like a file, or open failed, or not a file 1596 pAudioPlayer->mAPlayer->setDataSource(uri); 1597 } break; 1598 case SL_DATALOCATOR_ANDROIDFD: { 1599 int64_t offset = (int64_t)pAudioPlayer->mDataSource.mLocator.mFD.offset; 1600 pAudioPlayer->mAPlayer->setDataSource( 1601 (int)pAudioPlayer->mDataSource.mLocator.mFD.fd, 1602 offset == SL_DATALOCATOR_ANDROIDFD_USE_FILE_SIZE ? 1603 (int64_t)PLAYER_FD_FIND_FILE_SIZE : offset, 1604 (int64_t)pAudioPlayer->mDataSource.mLocator.mFD.length); 1605 } 1606 break; 1607 default: 1608 SL_LOGE(ERROR_PLAYERREALIZE_UNKNOWN_DATASOURCE_LOCATOR); 1609 break; 1610 } 1611 1612 } 1613 break; 1614 1615 //----------------------------------- 1616 // StreamPlayer 1617 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: { 1618 android::StreamPlayer* splr = new android::StreamPlayer(&app, false /*hasVideo*/, 1619 &pAudioPlayer->mAndroidBufferQueue, pAudioPlayer->mCallbackProtector); 1620 pAudioPlayer->mAPlayer = splr; 1621 splr->init(sfplayer_handlePrefetchEvent, (void*)pAudioPlayer); 1622 } 1623 break; 1624 1625 //----------------------------------- 1626 // AudioToCbRenderer 1627 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: { 1628 android::AudioToCbRenderer* decoder = new android::AudioToCbRenderer(&app); 1629 pAudioPlayer->mAPlayer = decoder; 1630 // configures the callback for the sink buffer queue 1631 decoder->setDataPushListener(adecoder_writeToBufferQueue, pAudioPlayer); 1632 // configures the callback for the notifications coming from the SF code 1633 decoder->init(sfplayer_handlePrefetchEvent, (void*)pAudioPlayer); 1634 1635 switch (pAudioPlayer->mDataSource.mLocator.mLocatorType) { 1636 case SL_DATALOCATOR_URI: 1637 decoder->setDataSource( 1638 (const char*)pAudioPlayer->mDataSource.mLocator.mURI.URI); 1639 break; 1640 case SL_DATALOCATOR_ANDROIDFD: { 1641 int64_t offset = (int64_t)pAudioPlayer->mDataSource.mLocator.mFD.offset; 1642 decoder->setDataSource( 1643 (int)pAudioPlayer->mDataSource.mLocator.mFD.fd, 1644 offset == SL_DATALOCATOR_ANDROIDFD_USE_FILE_SIZE ? 1645 (int64_t)PLAYER_FD_FIND_FILE_SIZE : offset, 1646 (int64_t)pAudioPlayer->mDataSource.mLocator.mFD.length); 1647 } 1648 break; 1649 default: 1650 SL_LOGE(ERROR_PLAYERREALIZE_UNKNOWN_DATASOURCE_LOCATOR); 1651 break; 1652 } 1653 1654 } 1655 break; 1656 1657 //----------------------------------- 1658 // AacBqToPcmCbRenderer 1659 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: { 1660 android::AacBqToPcmCbRenderer* bqtobq = new android::AacBqToPcmCbRenderer(&app, 1661 &pAudioPlayer->mAndroidBufferQueue); 1662 // configures the callback for the sink buffer queue 1663 bqtobq->setDataPushListener(adecoder_writeToBufferQueue, pAudioPlayer); 1664 pAudioPlayer->mAPlayer = bqtobq; 1665 // configures the callback for the notifications coming from the SF code, 1666 // but also implicitly configures the AndroidBufferQueue from which ADTS data is read 1667 pAudioPlayer->mAPlayer->init(sfplayer_handlePrefetchEvent, (void*)pAudioPlayer); 1668 } 1669 break; 1670 1671 //----------------------------------- 1672 default: 1673 SL_LOGE(ERROR_PLAYERREALIZE_UNEXPECTED_OBJECT_TYPE_D, pAudioPlayer->mAndroidObjType); 1674 result = SL_RESULT_INTERNAL_ERROR; 1675 break; 1676 } 1677 1678 // proceed with effect initialization 1679 // initialize EQ 1680 // FIXME use a table of effect descriptors when adding support for more effects 1681 if (memcmp(SL_IID_EQUALIZER, &pAudioPlayer->mEqualizer.mEqDescriptor.type, 1682 sizeof(effect_uuid_t)) == 0) { 1683 SL_LOGV("Need to initialize EQ for AudioPlayer=%p", pAudioPlayer); 1684 android_eq_init(pAudioPlayer->mSessionId, &pAudioPlayer->mEqualizer); 1685 } 1686 // initialize BassBoost 1687 if (memcmp(SL_IID_BASSBOOST, &pAudioPlayer->mBassBoost.mBassBoostDescriptor.type, 1688 sizeof(effect_uuid_t)) == 0) { 1689 SL_LOGV("Need to initialize BassBoost for AudioPlayer=%p", pAudioPlayer); 1690 android_bb_init(pAudioPlayer->mSessionId, &pAudioPlayer->mBassBoost); 1691 } 1692 // initialize Virtualizer 1693 if (memcmp(SL_IID_VIRTUALIZER, &pAudioPlayer->mVirtualizer.mVirtualizerDescriptor.type, 1694 sizeof(effect_uuid_t)) == 0) { 1695 SL_LOGV("Need to initialize Virtualizer for AudioPlayer=%p", pAudioPlayer); 1696 android_virt_init(pAudioPlayer->mSessionId, &pAudioPlayer->mVirtualizer); 1697 } 1698 1699 // initialize EffectSend 1700 // FIXME initialize EffectSend 1701 1702 return result; 1703 } 1704 1705 1706 //----------------------------------------------------------------------------- 1707 /** 1708 * Called with a lock on AudioPlayer, and blocks until safe to destroy 1709 */ 1710 SLresult android_audioPlayer_preDestroy(CAudioPlayer *pAudioPlayer) { 1711 SL_LOGD("android_audioPlayer_preDestroy(%p)", pAudioPlayer); 1712 SLresult result = SL_RESULT_SUCCESS; 1713 1714 bool disableCallbacksBeforePreDestroy; 1715 switch (pAudioPlayer->mAndroidObjType) { 1716 // Not yet clear why this order is important, but it reduces detected deadlocks 1717 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 1718 disableCallbacksBeforePreDestroy = true; 1719 break; 1720 // Use the old behavior for all other use cases until proven 1721 // case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1722 default: 1723 disableCallbacksBeforePreDestroy = false; 1724 break; 1725 } 1726 1727 if (disableCallbacksBeforePreDestroy) { 1728 object_unlock_exclusive(&pAudioPlayer->mObject); 1729 if (pAudioPlayer->mCallbackProtector != 0) { 1730 pAudioPlayer->mCallbackProtector->requestCbExitAndWait(); 1731 } 1732 object_lock_exclusive(&pAudioPlayer->mObject); 1733 } 1734 1735 if (pAudioPlayer->mAPlayer != 0) { 1736 pAudioPlayer->mAPlayer->preDestroy(); 1737 } 1738 SL_LOGD("android_audioPlayer_preDestroy(%p) after mAPlayer->preDestroy()", pAudioPlayer); 1739 1740 if (!disableCallbacksBeforePreDestroy) { 1741 object_unlock_exclusive(&pAudioPlayer->mObject); 1742 if (pAudioPlayer->mCallbackProtector != 0) { 1743 pAudioPlayer->mCallbackProtector->requestCbExitAndWait(); 1744 } 1745 object_lock_exclusive(&pAudioPlayer->mObject); 1746 } 1747 1748 return result; 1749 } 1750 1751 1752 //----------------------------------------------------------------------------- 1753 SLresult android_audioPlayer_destroy(CAudioPlayer *pAudioPlayer) { 1754 SLresult result = SL_RESULT_SUCCESS; 1755 SL_LOGV("android_audioPlayer_destroy(%p)", pAudioPlayer); 1756 switch (pAudioPlayer->mAndroidObjType) { 1757 1758 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 1759 // We own the audio track for PCM buffer queue players 1760 if (pAudioPlayer->mAudioTrack != 0) { 1761 pAudioPlayer->mAudioTrack->stop(); 1762 // Note that there may still be another reference in post-unlock phase of SetPlayState 1763 pAudioPlayer->mAudioTrack.clear(); 1764 } 1765 break; 1766 1767 case AUDIOPLAYER_FROM_URIFD: // intended fall-through 1768 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: // intended fall-through 1769 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: // intended fall-through 1770 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1771 pAudioPlayer->mAPlayer.clear(); 1772 break; 1773 //----------------------------------- 1774 default: 1775 SL_LOGE(ERROR_PLAYERDESTROY_UNEXPECTED_OBJECT_TYPE_D, pAudioPlayer->mAndroidObjType); 1776 result = SL_RESULT_INTERNAL_ERROR; 1777 break; 1778 } 1779 1780 // placeholder: not necessary yet as session ID lifetime doesn't extend beyond player 1781 // android::AudioSystem::releaseAudioSessionId(pAudioPlayer->mSessionId); 1782 1783 pAudioPlayer->mCallbackProtector.clear(); 1784 1785 // explicit destructor 1786 pAudioPlayer->mAudioTrack.~sp(); 1787 // note that SetPlayState(PLAYING) may still hold a reference 1788 pAudioPlayer->mCallbackProtector.~sp(); 1789 pAudioPlayer->mAuxEffect.~sp(); 1790 pAudioPlayer->mAPlayer.~sp(); 1791 1792 return result; 1793 } 1794 1795 1796 //----------------------------------------------------------------------------- 1797 SLresult android_audioPlayer_setPlaybackRateAndConstraints(CAudioPlayer *ap, SLpermille rate, 1798 SLuint32 constraints) { 1799 SLresult result = SL_RESULT_SUCCESS; 1800 switch(ap->mAndroidObjType) { 1801 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: { 1802 // these asserts were already checked by the platform-independent layer 1803 assert((AUDIOTRACK_MIN_PLAYBACKRATE_PERMILLE <= rate) && 1804 (rate <= AUDIOTRACK_MAX_PLAYBACKRATE_PERMILLE)); 1805 assert(constraints & SL_RATEPROP_NOPITCHCORAUDIO); 1806 // get the content sample rate 1807 uint32_t contentRate = sles_to_android_sampleRate(ap->mSampleRateMilliHz); 1808 // apply the SL ES playback rate on the AudioTrack as a factor of its content sample rate 1809 if (ap->mAudioTrack != 0) { 1810 ap->mAudioTrack->setSampleRate(contentRate * (rate/1000.0f)); 1811 } 1812 } 1813 break; 1814 case AUDIOPLAYER_FROM_URIFD: { 1815 assert((MEDIAPLAYER_MIN_PLAYBACKRATE_PERMILLE <= rate) && 1816 (rate <= MEDIAPLAYER_MAX_PLAYBACKRATE_PERMILLE)); 1817 assert(constraints & SL_RATEPROP_NOPITCHCORAUDIO); 1818 // apply the SL ES playback rate on the GenericPlayer 1819 if (ap->mAPlayer != 0) { 1820 ap->mAPlayer->setPlaybackRate((int16_t)rate); 1821 } 1822 } 1823 break; 1824 1825 default: 1826 SL_LOGE("Unexpected object type %d", ap->mAndroidObjType); 1827 result = SL_RESULT_FEATURE_UNSUPPORTED; 1828 break; 1829 } 1830 return result; 1831 } 1832 1833 1834 //----------------------------------------------------------------------------- 1835 // precondition 1836 // called with no lock held 1837 // ap != NULL 1838 // pItemCount != NULL 1839 SLresult android_audioPlayer_metadata_getItemCount(CAudioPlayer *ap, SLuint32 *pItemCount) { 1840 if (ap->mAPlayer == 0) { 1841 return SL_RESULT_PARAMETER_INVALID; 1842 } 1843 switch(ap->mAndroidObjType) { 1844 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 1845 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1846 { 1847 android::AudioSfDecoder* decoder = 1848 static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get()); 1849 *pItemCount = decoder->getPcmFormatKeyCount(); 1850 } 1851 break; 1852 default: 1853 *pItemCount = 0; 1854 break; 1855 } 1856 return SL_RESULT_SUCCESS; 1857 } 1858 1859 1860 //----------------------------------------------------------------------------- 1861 // precondition 1862 // called with no lock held 1863 // ap != NULL 1864 // pKeySize != NULL 1865 SLresult android_audioPlayer_metadata_getKeySize(CAudioPlayer *ap, 1866 SLuint32 index, SLuint32 *pKeySize) { 1867 if (ap->mAPlayer == 0) { 1868 return SL_RESULT_PARAMETER_INVALID; 1869 } 1870 SLresult res = SL_RESULT_SUCCESS; 1871 switch(ap->mAndroidObjType) { 1872 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 1873 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1874 { 1875 android::AudioSfDecoder* decoder = 1876 static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get()); 1877 SLuint32 keyNameSize = 0; 1878 if (!decoder->getPcmFormatKeySize(index, &keyNameSize)) { 1879 res = SL_RESULT_PARAMETER_INVALID; 1880 } else { 1881 // *pKeySize is the size of the region used to store the key name AND 1882 // the information about the key (size, lang, encoding) 1883 *pKeySize = keyNameSize + sizeof(SLMetadataInfo); 1884 } 1885 } 1886 break; 1887 default: 1888 *pKeySize = 0; 1889 res = SL_RESULT_PARAMETER_INVALID; 1890 break; 1891 } 1892 return res; 1893 } 1894 1895 1896 //----------------------------------------------------------------------------- 1897 // precondition 1898 // called with no lock held 1899 // ap != NULL 1900 // pKey != NULL 1901 SLresult android_audioPlayer_metadata_getKey(CAudioPlayer *ap, 1902 SLuint32 index, SLuint32 size, SLMetadataInfo *pKey) { 1903 if (ap->mAPlayer == 0) { 1904 return SL_RESULT_PARAMETER_INVALID; 1905 } 1906 SLresult res = SL_RESULT_SUCCESS; 1907 switch(ap->mAndroidObjType) { 1908 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 1909 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1910 { 1911 android::AudioSfDecoder* decoder = 1912 static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get()); 1913 if ((size < sizeof(SLMetadataInfo) || 1914 (!decoder->getPcmFormatKeyName(index, size - sizeof(SLMetadataInfo), 1915 (char*)pKey->data)))) { 1916 res = SL_RESULT_PARAMETER_INVALID; 1917 } else { 1918 // successfully retrieved the key value, update the other fields 1919 pKey->encoding = SL_CHARACTERENCODING_UTF8; 1920 memcpy((char *) pKey->langCountry, "en", 3); 1921 pKey->size = strlen((char*)pKey->data) + 1; 1922 } 1923 } 1924 break; 1925 default: 1926 res = SL_RESULT_PARAMETER_INVALID; 1927 break; 1928 } 1929 return res; 1930 } 1931 1932 1933 //----------------------------------------------------------------------------- 1934 // precondition 1935 // called with no lock held 1936 // ap != NULL 1937 // pValueSize != NULL 1938 SLresult android_audioPlayer_metadata_getValueSize(CAudioPlayer *ap, 1939 SLuint32 index, SLuint32 *pValueSize) { 1940 if (ap->mAPlayer == 0) { 1941 return SL_RESULT_PARAMETER_INVALID; 1942 } 1943 SLresult res = SL_RESULT_SUCCESS; 1944 switch(ap->mAndroidObjType) { 1945 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 1946 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1947 { 1948 android::AudioSfDecoder* decoder = 1949 static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get()); 1950 SLuint32 valueSize = 0; 1951 if (!decoder->getPcmFormatValueSize(index, &valueSize)) { 1952 res = SL_RESULT_PARAMETER_INVALID; 1953 } else { 1954 // *pValueSize is the size of the region used to store the key value AND 1955 // the information about the value (size, lang, encoding) 1956 *pValueSize = valueSize + sizeof(SLMetadataInfo); 1957 } 1958 } 1959 break; 1960 default: 1961 *pValueSize = 0; 1962 res = SL_RESULT_PARAMETER_INVALID; 1963 break; 1964 } 1965 return res; 1966 } 1967 1968 1969 //----------------------------------------------------------------------------- 1970 // precondition 1971 // called with no lock held 1972 // ap != NULL 1973 // pValue != NULL 1974 SLresult android_audioPlayer_metadata_getValue(CAudioPlayer *ap, 1975 SLuint32 index, SLuint32 size, SLMetadataInfo *pValue) { 1976 if (ap->mAPlayer == 0) { 1977 return SL_RESULT_PARAMETER_INVALID; 1978 } 1979 SLresult res = SL_RESULT_SUCCESS; 1980 switch(ap->mAndroidObjType) { 1981 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 1982 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1983 { 1984 android::AudioSfDecoder* decoder = 1985 static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get()); 1986 pValue->encoding = SL_CHARACTERENCODING_BINARY; 1987 memcpy((char *) pValue->langCountry, "en", 3); // applicable here? 1988 SLuint32 valueSize = 0; 1989 if ((size < sizeof(SLMetadataInfo) 1990 || (!decoder->getPcmFormatValueSize(index, &valueSize)) 1991 || (!decoder->getPcmFormatKeyValue(index, size - sizeof(SLMetadataInfo), 1992 (SLuint32*)pValue->data)))) { 1993 res = SL_RESULT_PARAMETER_INVALID; 1994 } else { 1995 pValue->size = valueSize; 1996 } 1997 } 1998 break; 1999 default: 2000 res = SL_RESULT_PARAMETER_INVALID; 2001 break; 2002 } 2003 return res; 2004 } 2005 2006 //----------------------------------------------------------------------------- 2007 // preconditions 2008 // ap != NULL 2009 // mutex is locked 2010 // play state has changed 2011 void android_audioPlayer_setPlayState(CAudioPlayer *ap) { 2012 2013 SLuint32 playState = ap->mPlay.mState; 2014 AndroidObjectState objState = ap->mAndroidObjState; 2015 2016 switch(ap->mAndroidObjType) { 2017 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 2018 switch (playState) { 2019 case SL_PLAYSTATE_STOPPED: 2020 SL_LOGV("setting AudioPlayer to SL_PLAYSTATE_STOPPED"); 2021 if (ap->mAudioTrack != 0) { 2022 ap->mAudioTrack->stop(); 2023 } 2024 break; 2025 case SL_PLAYSTATE_PAUSED: 2026 SL_LOGV("setting AudioPlayer to SL_PLAYSTATE_PAUSED"); 2027 if (ap->mAudioTrack != 0) { 2028 ap->mAudioTrack->pause(); 2029 } 2030 break; 2031 case SL_PLAYSTATE_PLAYING: 2032 SL_LOGV("setting AudioPlayer to SL_PLAYSTATE_PLAYING"); 2033 if (ap->mAudioTrack != 0) { 2034 // instead of ap->mAudioTrack->start(); 2035 ap->mDeferredStart = true; 2036 } 2037 break; 2038 default: 2039 // checked by caller, should not happen 2040 break; 2041 } 2042 break; 2043 2044 case AUDIOPLAYER_FROM_URIFD: // intended fall-through 2045 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: // intended fall-through 2046 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: // intended fall-through 2047 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 2048 // FIXME report and use the return code to the lock mechanism, which is where play state 2049 // changes are updated (see object_unlock_exclusive_attributes()) 2050 aplayer_setPlayState(ap->mAPlayer, playState, &(ap->mAndroidObjState)); 2051 break; 2052 default: 2053 SL_LOGE(ERROR_PLAYERSETPLAYSTATE_UNEXPECTED_OBJECT_TYPE_D, ap->mAndroidObjType); 2054 break; 2055 } 2056 } 2057 2058 2059 //----------------------------------------------------------------------------- 2060 // call when either player event flags, marker position, or position update period changes 2061 void android_audioPlayer_usePlayEventMask(CAudioPlayer *ap) { 2062 IPlay *pPlayItf = &ap->mPlay; 2063 SLuint32 eventFlags = pPlayItf->mEventFlags; 2064 /*switch(ap->mAndroidObjType) { 2065 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE:*/ 2066 2067 if (ap->mAPlayer != 0) { 2068 assert(ap->mAudioTrack == 0); 2069 ap->mAPlayer->setPlayEvents((int32_t) eventFlags, (int32_t) pPlayItf->mMarkerPosition, 2070 (int32_t) pPlayItf->mPositionUpdatePeriod); 2071 return; 2072 } 2073 2074 if (ap->mAudioTrack == 0) { 2075 return; 2076 } 2077 2078 if (eventFlags & SL_PLAYEVENT_HEADATMARKER) { 2079 ap->mAudioTrack->setMarkerPosition((uint32_t)((((int64_t)pPlayItf->mMarkerPosition 2080 * sles_to_android_sampleRate(ap->mSampleRateMilliHz)))/1000)); 2081 } else { 2082 // clear marker 2083 ap->mAudioTrack->setMarkerPosition(0); 2084 } 2085 2086 if (eventFlags & SL_PLAYEVENT_HEADATNEWPOS) { 2087 ap->mAudioTrack->setPositionUpdatePeriod( 2088 (uint32_t)((((int64_t)pPlayItf->mPositionUpdatePeriod 2089 * sles_to_android_sampleRate(ap->mSampleRateMilliHz)))/1000)); 2090 } else { 2091 // clear periodic update 2092 ap->mAudioTrack->setPositionUpdatePeriod(0); 2093 } 2094 2095 if (eventFlags & SL_PLAYEVENT_HEADATEND) { 2096 // nothing to do for SL_PLAYEVENT_HEADATEND, callback event will be checked against mask 2097 } 2098 2099 if (eventFlags & SL_PLAYEVENT_HEADMOVING) { 2100 // FIXME support SL_PLAYEVENT_HEADMOVING 2101 SL_LOGD("[ FIXME: IPlay_SetCallbackEventsMask(SL_PLAYEVENT_HEADMOVING) on an " 2102 "SL_OBJECTID_AUDIOPLAYER to be implemented ]"); 2103 } 2104 if (eventFlags & SL_PLAYEVENT_HEADSTALLED) { 2105 // nothing to do for SL_PLAYEVENT_HEADSTALLED, callback event will be checked against mask 2106 } 2107 2108 } 2109 2110 2111 //----------------------------------------------------------------------------- 2112 SLresult android_audioPlayer_getDuration(IPlay *pPlayItf, SLmillisecond *pDurMsec) { 2113 CAudioPlayer *ap = (CAudioPlayer *)pPlayItf->mThis; 2114 switch(ap->mAndroidObjType) { 2115 2116 case AUDIOPLAYER_FROM_URIFD: // intended fall-through 2117 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: { 2118 int32_t durationMsec = ANDROID_UNKNOWN_TIME; 2119 if (ap->mAPlayer != 0) { 2120 ap->mAPlayer->getDurationMsec(&durationMsec); 2121 } 2122 *pDurMsec = durationMsec == ANDROID_UNKNOWN_TIME ? SL_TIME_UNKNOWN : durationMsec; 2123 break; 2124 } 2125 2126 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: // intended fall-through 2127 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 2128 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 2129 default: { 2130 *pDurMsec = SL_TIME_UNKNOWN; 2131 } 2132 } 2133 return SL_RESULT_SUCCESS; 2134 } 2135 2136 2137 //----------------------------------------------------------------------------- 2138 void android_audioPlayer_getPosition(IPlay *pPlayItf, SLmillisecond *pPosMsec) { 2139 CAudioPlayer *ap = (CAudioPlayer *)pPlayItf->mThis; 2140 switch(ap->mAndroidObjType) { 2141 2142 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 2143 if ((ap->mSampleRateMilliHz == UNKNOWN_SAMPLERATE) || (ap->mAudioTrack == 0)) { 2144 *pPosMsec = 0; 2145 } else { 2146 uint32_t positionInFrames; 2147 ap->mAudioTrack->getPosition(&positionInFrames); 2148 *pPosMsec = ((int64_t)positionInFrames * 1000) / 2149 sles_to_android_sampleRate(ap->mSampleRateMilliHz); 2150 } 2151 break; 2152 2153 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: // intended fall-through 2154 case AUDIOPLAYER_FROM_URIFD: 2155 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 2156 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: { 2157 int32_t posMsec = ANDROID_UNKNOWN_TIME; 2158 if (ap->mAPlayer != 0) { 2159 ap->mAPlayer->getPositionMsec(&posMsec); 2160 } 2161 *pPosMsec = posMsec == ANDROID_UNKNOWN_TIME ? 0 : posMsec; 2162 break; 2163 } 2164 2165 default: 2166 *pPosMsec = 0; 2167 } 2168 } 2169 2170 2171 //----------------------------------------------------------------------------- 2172 SLresult android_audioPlayer_seek(CAudioPlayer *ap, SLmillisecond posMsec) { 2173 SLresult result = SL_RESULT_SUCCESS; 2174 2175 switch(ap->mAndroidObjType) { 2176 2177 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: // intended fall-through 2178 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: 2179 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 2180 result = SL_RESULT_FEATURE_UNSUPPORTED; 2181 break; 2182 2183 case AUDIOPLAYER_FROM_URIFD: // intended fall-through 2184 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 2185 if (ap->mAPlayer != 0) { 2186 ap->mAPlayer->seek(posMsec); 2187 } 2188 break; 2189 2190 default: 2191 break; 2192 } 2193 return result; 2194 } 2195 2196 2197 //----------------------------------------------------------------------------- 2198 SLresult android_audioPlayer_loop(CAudioPlayer *ap, SLboolean loopEnable) { 2199 SLresult result = SL_RESULT_SUCCESS; 2200 2201 switch (ap->mAndroidObjType) { 2202 case AUDIOPLAYER_FROM_URIFD: 2203 // case AUDIOPLAY_FROM_URIFD_TO_PCM_BUFFERQUEUE: 2204 // would actually work, but what's the point? 2205 if (ap->mAPlayer != 0) { 2206 ap->mAPlayer->loop((bool)loopEnable); 2207 } 2208 break; 2209 default: 2210 result = SL_RESULT_FEATURE_UNSUPPORTED; 2211 break; 2212 } 2213 return result; 2214 } 2215 2216 2217 //----------------------------------------------------------------------------- 2218 SLresult android_audioPlayer_setBufferingUpdateThresholdPerMille(CAudioPlayer *ap, 2219 SLpermille threshold) { 2220 SLresult result = SL_RESULT_SUCCESS; 2221 2222 switch (ap->mAndroidObjType) { 2223 case AUDIOPLAYER_FROM_URIFD: 2224 if (ap->mAPlayer != 0) { 2225 ap->mAPlayer->setBufferingUpdateThreshold(threshold / 10); 2226 } 2227 break; 2228 2229 default: {} 2230 } 2231 2232 return result; 2233 } 2234 2235 2236 //----------------------------------------------------------------------------- 2237 void android_audioPlayer_bufferQueue_onRefilled_l(CAudioPlayer *ap) { 2238 // the AudioTrack associated with the AudioPlayer receiving audio from a PCM buffer 2239 // queue was stopped when the queue become empty, we restart as soon as a new buffer 2240 // has been enqueued since we're in playing state 2241 if (ap->mAudioTrack != 0) { 2242 // instead of ap->mAudioTrack->start(); 2243 ap->mDeferredStart = true; 2244 } 2245 2246 // when the queue became empty, an underflow on the prefetch status itf was sent. Now the queue 2247 // has received new data, signal it has sufficient data 2248 if (IsInterfaceInitialized(&(ap->mObject), MPH_PREFETCHSTATUS)) { 2249 // we wouldn't have been called unless we were previously in the underflow state 2250 assert(SL_PREFETCHSTATUS_UNDERFLOW == ap->mPrefetchStatus.mStatus); 2251 assert(0 == ap->mPrefetchStatus.mLevel); 2252 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_SUFFICIENTDATA; 2253 ap->mPrefetchStatus.mLevel = 1000; 2254 // callback or no callback? 2255 SLuint32 prefetchEvents = ap->mPrefetchStatus.mCallbackEventsMask & 2256 (SL_PREFETCHEVENT_STATUSCHANGE | SL_PREFETCHEVENT_FILLLEVELCHANGE); 2257 if (SL_PREFETCHEVENT_NONE != prefetchEvents) { 2258 ap->mPrefetchStatus.mDeferredPrefetchCallback = ap->mPrefetchStatus.mCallback; 2259 ap->mPrefetchStatus.mDeferredPrefetchContext = ap->mPrefetchStatus.mContext; 2260 ap->mPrefetchStatus.mDeferredPrefetchEvents = prefetchEvents; 2261 } 2262 } 2263 } 2264 2265 2266 //----------------------------------------------------------------------------- 2267 /* 2268 * BufferQueue::Clear 2269 */ 2270 SLresult android_audioPlayer_bufferQueue_onClear(CAudioPlayer *ap) { 2271 SLresult result = SL_RESULT_SUCCESS; 2272 2273 switch (ap->mAndroidObjType) { 2274 //----------------------------------- 2275 // AudioTrack 2276 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 2277 if (ap->mAudioTrack != 0) { 2278 ap->mAudioTrack->flush(); 2279 } 2280 break; 2281 default: 2282 result = SL_RESULT_INTERNAL_ERROR; 2283 break; 2284 } 2285 2286 return result; 2287 } 2288 2289 2290 //----------------------------------------------------------------------------- 2291 void android_audioPlayer_androidBufferQueue_clear_l(CAudioPlayer *ap) { 2292 switch (ap->mAndroidObjType) { 2293 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: 2294 if (ap->mAPlayer != 0) { 2295 android::StreamPlayer* splr = static_cast<android::StreamPlayer*>(ap->mAPlayer.get()); 2296 splr->appClear_l(); 2297 } break; 2298 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 2299 // nothing to do here, fall through 2300 default: 2301 break; 2302 } 2303 } 2304 2305 void android_audioPlayer_androidBufferQueue_onRefilled_l(CAudioPlayer *ap) { 2306 switch (ap->mAndroidObjType) { 2307 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: 2308 if (ap->mAPlayer != 0) { 2309 android::StreamPlayer* splr = static_cast<android::StreamPlayer*>(ap->mAPlayer.get()); 2310 splr->queueRefilled(); 2311 } break; 2312 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 2313 // FIXME this may require waking up the decoder if it is currently starved and isn't polling 2314 default: 2315 break; 2316 } 2317 } 2318