Home | History | Annotate | Download | only in libstagefright
      1 /*
      2  * Copyright (C) 2009 The Android Open Source Project
      3  *
      4  * Licensed under the Apache License, Version 2.0 (the "License");
      5  * you may not use this file except in compliance with the License.
      6  * You may obtain a copy of the License at
      7  *
      8  *      http://www.apache.org/licenses/LICENSE-2.0
      9  *
     10  * Unless required by applicable law or agreed to in writing, software
     11  * distributed under the License is distributed on an "AS IS" BASIS,
     12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
     13  * See the License for the specific language governing permissions and
     14  * limitations under the License.
     15  */
     16 
     17 //#define LOG_NDEBUG 0
     18 #define LOG_TAG "MP3Extractor"
     19 #include <utils/Log.h>
     20 
     21 #include "include/MP3Extractor.h"
     22 
     23 #include "include/avc_utils.h"
     24 #include "include/ID3.h"
     25 #include "include/VBRISeeker.h"
     26 #include "include/XINGSeeker.h"
     27 
     28 #include <media/stagefright/foundation/AMessage.h>
     29 #include <media/stagefright/DataSource.h>
     30 #include <media/stagefright/MediaBuffer.h>
     31 #include <media/stagefright/MediaBufferGroup.h>
     32 #include <media/stagefright/MediaDebug.h>
     33 #include <media/stagefright/MediaDefs.h>
     34 #include <media/stagefright/MediaErrors.h>
     35 #include <media/stagefright/MediaSource.h>
     36 #include <media/stagefright/MetaData.h>
     37 #include <media/stagefright/Utils.h>
     38 #include <utils/String8.h>
     39 
     40 namespace android {
     41 
     42 // Everything must match except for
     43 // protection, bitrate, padding, private bits, mode, mode extension,
     44 // copyright bit, original bit and emphasis.
     45 // Yes ... there are things that must indeed match...
     46 static const uint32_t kMask = 0xfffe0c00;
     47 
     48 static bool Resync(
     49         const sp<DataSource> &source, uint32_t match_header,
     50         off64_t *inout_pos, off64_t *post_id3_pos, uint32_t *out_header) {
     51     if (post_id3_pos != NULL) {
     52         *post_id3_pos = 0;
     53     }
     54 
     55     if (*inout_pos == 0) {
     56         // Skip an optional ID3 header if syncing at the very beginning
     57         // of the datasource.
     58 
     59         for (;;) {
     60             uint8_t id3header[10];
     61             if (source->readAt(*inout_pos, id3header, sizeof(id3header))
     62                     < (ssize_t)sizeof(id3header)) {
     63                 // If we can't even read these 10 bytes, we might as well bail
     64                 // out, even if there _were_ 10 bytes of valid mp3 audio data...
     65                 return false;
     66             }
     67 
     68             if (memcmp("ID3", id3header, 3)) {
     69                 break;
     70             }
     71 
     72             // Skip the ID3v2 header.
     73 
     74             size_t len =
     75                 ((id3header[6] & 0x7f) << 21)
     76                 | ((id3header[7] & 0x7f) << 14)
     77                 | ((id3header[8] & 0x7f) << 7)
     78                 | (id3header[9] & 0x7f);
     79 
     80             len += 10;
     81 
     82             *inout_pos += len;
     83 
     84             LOGV("skipped ID3 tag, new starting offset is %lld (0x%016llx)",
     85                  *inout_pos, *inout_pos);
     86         }
     87 
     88         if (post_id3_pos != NULL) {
     89             *post_id3_pos = *inout_pos;
     90         }
     91     }
     92 
     93     off64_t pos = *inout_pos;
     94     bool valid = false;
     95 
     96     const size_t kMaxReadBytes = 1024;
     97     const size_t kMaxBytesChecked = 128 * 1024;
     98     uint8_t buf[kMaxReadBytes];
     99     ssize_t bytesToRead = kMaxReadBytes;
    100     ssize_t totalBytesRead = 0;
    101     ssize_t remainingBytes = 0;
    102     bool reachEOS = false;
    103     uint8_t *tmp = buf;
    104 
    105     do {
    106         if (pos >= *inout_pos + kMaxBytesChecked) {
    107             // Don't scan forever.
    108             LOGV("giving up at offset %lld", pos);
    109             break;
    110         }
    111 
    112         if (remainingBytes < 4) {
    113             if (reachEOS) {
    114                 break;
    115             } else {
    116                 memcpy(buf, tmp, remainingBytes);
    117                 bytesToRead = kMaxReadBytes - remainingBytes;
    118 
    119                 /*
    120                  * The next read position should start from the end of
    121                  * the last buffer, and thus should include the remaining
    122                  * bytes in the buffer.
    123                  */
    124                 totalBytesRead = source->readAt(pos + remainingBytes,
    125                                                 buf + remainingBytes,
    126                                                 bytesToRead);
    127                 if (totalBytesRead <= 0) {
    128                     break;
    129                 }
    130                 reachEOS = (totalBytesRead != bytesToRead);
    131                 totalBytesRead += remainingBytes;
    132                 remainingBytes = totalBytesRead;
    133                 tmp = buf;
    134                 continue;
    135             }
    136         }
    137 
    138         uint32_t header = U32_AT(tmp);
    139 
    140         if (match_header != 0 && (header & kMask) != (match_header & kMask)) {
    141             ++pos;
    142             ++tmp;
    143             --remainingBytes;
    144             continue;
    145         }
    146 
    147         size_t frame_size;
    148         int sample_rate, num_channels, bitrate;
    149         if (!GetMPEGAudioFrameSize(
    150                     header, &frame_size,
    151                     &sample_rate, &num_channels, &bitrate)) {
    152             ++pos;
    153             ++tmp;
    154             --remainingBytes;
    155             continue;
    156         }
    157 
    158         LOGV("found possible 1st frame at %lld (header = 0x%08x)", pos, header);
    159 
    160         // We found what looks like a valid frame,
    161         // now find its successors.
    162 
    163         off64_t test_pos = pos + frame_size;
    164 
    165         valid = true;
    166         for (int j = 0; j < 3; ++j) {
    167             uint8_t tmp[4];
    168             if (source->readAt(test_pos, tmp, 4) < 4) {
    169                 valid = false;
    170                 break;
    171             }
    172 
    173             uint32_t test_header = U32_AT(tmp);
    174 
    175             LOGV("subsequent header is %08x", test_header);
    176 
    177             if ((test_header & kMask) != (header & kMask)) {
    178                 valid = false;
    179                 break;
    180             }
    181 
    182             size_t test_frame_size;
    183             if (!GetMPEGAudioFrameSize(
    184                         test_header, &test_frame_size)) {
    185                 valid = false;
    186                 break;
    187             }
    188 
    189             LOGV("found subsequent frame #%d at %lld", j + 2, test_pos);
    190 
    191             test_pos += test_frame_size;
    192         }
    193 
    194         if (valid) {
    195             *inout_pos = pos;
    196 
    197             if (out_header != NULL) {
    198                 *out_header = header;
    199             }
    200         } else {
    201             LOGV("no dice, no valid sequence of frames found.");
    202         }
    203 
    204         ++pos;
    205         ++tmp;
    206         --remainingBytes;
    207     } while (!valid);
    208 
    209     return valid;
    210 }
    211 
    212 class MP3Source : public MediaSource {
    213 public:
    214     MP3Source(
    215             const sp<MetaData> &meta, const sp<DataSource> &source,
    216             off64_t first_frame_pos, uint32_t fixed_header,
    217             const sp<MP3Seeker> &seeker);
    218 
    219     virtual status_t start(MetaData *params = NULL);
    220     virtual status_t stop();
    221 
    222     virtual sp<MetaData> getFormat();
    223 
    224     virtual status_t read(
    225             MediaBuffer **buffer, const ReadOptions *options = NULL);
    226 
    227 protected:
    228     virtual ~MP3Source();
    229 
    230 private:
    231     sp<MetaData> mMeta;
    232     sp<DataSource> mDataSource;
    233     off64_t mFirstFramePos;
    234     uint32_t mFixedHeader;
    235     off64_t mCurrentPos;
    236     int64_t mCurrentTimeUs;
    237     bool mStarted;
    238     sp<MP3Seeker> mSeeker;
    239     MediaBufferGroup *mGroup;
    240 
    241     int64_t mBasisTimeUs;
    242     int64_t mSamplesRead;
    243 
    244     MP3Source(const MP3Source &);
    245     MP3Source &operator=(const MP3Source &);
    246 };
    247 
    248 MP3Extractor::MP3Extractor(
    249         const sp<DataSource> &source, const sp<AMessage> &meta)
    250     : mInitCheck(NO_INIT),
    251       mDataSource(source),
    252       mFirstFramePos(-1),
    253       mFixedHeader(0) {
    254     off64_t pos = 0;
    255     off64_t post_id3_pos;
    256     uint32_t header;
    257     bool success;
    258 
    259     int64_t meta_offset;
    260     uint32_t meta_header;
    261     int64_t meta_post_id3_offset;
    262     if (meta != NULL
    263             && meta->findInt64("offset", &meta_offset)
    264             && meta->findInt32("header", (int32_t *)&meta_header)
    265             && meta->findInt64("post-id3-offset", &meta_post_id3_offset)) {
    266         // The sniffer has already done all the hard work for us, simply
    267         // accept its judgement.
    268         pos = (off64_t)meta_offset;
    269         header = meta_header;
    270         post_id3_pos = (off64_t)meta_post_id3_offset;
    271 
    272         success = true;
    273     } else {
    274         success = Resync(mDataSource, 0, &pos, &post_id3_pos, &header);
    275     }
    276 
    277     if (!success) {
    278         // mInitCheck will remain NO_INIT
    279         return;
    280     }
    281 
    282     mFirstFramePos = pos;
    283     mFixedHeader = header;
    284 
    285     size_t frame_size;
    286     int sample_rate;
    287     int num_channels;
    288     int bitrate;
    289     GetMPEGAudioFrameSize(
    290             header, &frame_size, &sample_rate, &num_channels, &bitrate);
    291 
    292     mMeta = new MetaData;
    293 
    294     mMeta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_MPEG);
    295     mMeta->setInt32(kKeySampleRate, sample_rate);
    296     mMeta->setInt32(kKeyBitRate, bitrate * 1000);
    297     mMeta->setInt32(kKeyChannelCount, num_channels);
    298 
    299     mSeeker = XINGSeeker::CreateFromSource(mDataSource, mFirstFramePos);
    300 
    301     if (mSeeker == NULL) {
    302         mSeeker = VBRISeeker::CreateFromSource(mDataSource, post_id3_pos);
    303     }
    304 
    305     int64_t durationUs;
    306 
    307     if (mSeeker == NULL || !mSeeker->getDuration(&durationUs)) {
    308         off64_t fileSize;
    309         if (mDataSource->getSize(&fileSize) == OK) {
    310             durationUs = 8000LL * (fileSize - mFirstFramePos) / bitrate;
    311         } else {
    312             durationUs = -1;
    313         }
    314     }
    315 
    316     if (durationUs >= 0) {
    317         mMeta->setInt64(kKeyDuration, durationUs);
    318     }
    319 
    320     mInitCheck = OK;
    321 }
    322 
    323 size_t MP3Extractor::countTracks() {
    324     return mInitCheck != OK ? 0 : 1;
    325 }
    326 
    327 sp<MediaSource> MP3Extractor::getTrack(size_t index) {
    328     if (mInitCheck != OK || index != 0) {
    329         return NULL;
    330     }
    331 
    332     return new MP3Source(
    333             mMeta, mDataSource, mFirstFramePos, mFixedHeader,
    334             mSeeker);
    335 }
    336 
    337 sp<MetaData> MP3Extractor::getTrackMetaData(size_t index, uint32_t flags) {
    338     if (mInitCheck != OK || index != 0) {
    339         return NULL;
    340     }
    341 
    342     return mMeta;
    343 }
    344 
    345 ////////////////////////////////////////////////////////////////////////////////
    346 
    347 MP3Source::MP3Source(
    348         const sp<MetaData> &meta, const sp<DataSource> &source,
    349         off64_t first_frame_pos, uint32_t fixed_header,
    350         const sp<MP3Seeker> &seeker)
    351     : mMeta(meta),
    352       mDataSource(source),
    353       mFirstFramePos(first_frame_pos),
    354       mFixedHeader(fixed_header),
    355       mCurrentPos(0),
    356       mCurrentTimeUs(0),
    357       mStarted(false),
    358       mSeeker(seeker),
    359       mGroup(NULL),
    360       mBasisTimeUs(0),
    361       mSamplesRead(0) {
    362 }
    363 
    364 MP3Source::~MP3Source() {
    365     if (mStarted) {
    366         stop();
    367     }
    368 }
    369 
    370 status_t MP3Source::start(MetaData *) {
    371     CHECK(!mStarted);
    372 
    373     mGroup = new MediaBufferGroup;
    374 
    375     const size_t kMaxFrameSize = 32768;
    376     mGroup->add_buffer(new MediaBuffer(kMaxFrameSize));
    377 
    378     mCurrentPos = mFirstFramePos;
    379     mCurrentTimeUs = 0;
    380 
    381     mBasisTimeUs = mCurrentTimeUs;
    382     mSamplesRead = 0;
    383 
    384     mStarted = true;
    385 
    386     return OK;
    387 }
    388 
    389 status_t MP3Source::stop() {
    390     CHECK(mStarted);
    391 
    392     delete mGroup;
    393     mGroup = NULL;
    394 
    395     mStarted = false;
    396 
    397     return OK;
    398 }
    399 
    400 sp<MetaData> MP3Source::getFormat() {
    401     return mMeta;
    402 }
    403 
    404 status_t MP3Source::read(
    405         MediaBuffer **out, const ReadOptions *options) {
    406     *out = NULL;
    407 
    408     int64_t seekTimeUs;
    409     ReadOptions::SeekMode mode;
    410     bool seekCBR = false;
    411 
    412     if (options != NULL && options->getSeekTo(&seekTimeUs, &mode)) {
    413         int64_t actualSeekTimeUs = seekTimeUs;
    414         if (mSeeker == NULL
    415                 || !mSeeker->getOffsetForTime(&actualSeekTimeUs, &mCurrentPos)) {
    416             int32_t bitrate;
    417             if (!mMeta->findInt32(kKeyBitRate, &bitrate)) {
    418                 // bitrate is in bits/sec.
    419                 LOGI("no bitrate");
    420 
    421                 return ERROR_UNSUPPORTED;
    422             }
    423 
    424             mCurrentTimeUs = seekTimeUs;
    425             mCurrentPos = mFirstFramePos + seekTimeUs * bitrate / 8000000;
    426             seekCBR = true;
    427         } else {
    428             mCurrentTimeUs = actualSeekTimeUs;
    429         }
    430 
    431         mBasisTimeUs = mCurrentTimeUs;
    432         mSamplesRead = 0;
    433     }
    434 
    435     MediaBuffer *buffer;
    436     status_t err = mGroup->acquire_buffer(&buffer);
    437     if (err != OK) {
    438         return err;
    439     }
    440 
    441     size_t frame_size;
    442     int bitrate;
    443     int num_samples;
    444     int sample_rate;
    445     for (;;) {
    446         ssize_t n = mDataSource->readAt(mCurrentPos, buffer->data(), 4);
    447         if (n < 4) {
    448             buffer->release();
    449             buffer = NULL;
    450 
    451             return ERROR_END_OF_STREAM;
    452         }
    453 
    454         uint32_t header = U32_AT((const uint8_t *)buffer->data());
    455 
    456         if ((header & kMask) == (mFixedHeader & kMask)
    457             && GetMPEGAudioFrameSize(
    458                 header, &frame_size, &sample_rate, NULL,
    459                 &bitrate, &num_samples)) {
    460 
    461             // re-calculate mCurrentTimeUs because we might have called Resync()
    462             if (seekCBR) {
    463                 mCurrentTimeUs = (mCurrentPos - mFirstFramePos) * 8000 / bitrate;
    464                 mBasisTimeUs = mCurrentTimeUs;
    465             }
    466 
    467             break;
    468         }
    469 
    470         // Lost sync.
    471         LOGV("lost sync! header = 0x%08x, old header = 0x%08x\n", header, mFixedHeader);
    472 
    473         off64_t pos = mCurrentPos;
    474         if (!Resync(mDataSource, mFixedHeader, &pos, NULL, NULL)) {
    475             LOGE("Unable to resync. Signalling end of stream.");
    476 
    477             buffer->release();
    478             buffer = NULL;
    479 
    480             return ERROR_END_OF_STREAM;
    481         }
    482 
    483         mCurrentPos = pos;
    484 
    485         // Try again with the new position.
    486     }
    487 
    488     CHECK(frame_size <= buffer->size());
    489 
    490     ssize_t n = mDataSource->readAt(mCurrentPos, buffer->data(), frame_size);
    491     if (n < (ssize_t)frame_size) {
    492         buffer->release();
    493         buffer = NULL;
    494 
    495         return ERROR_END_OF_STREAM;
    496     }
    497 
    498     buffer->set_range(0, frame_size);
    499 
    500     buffer->meta_data()->setInt64(kKeyTime, mCurrentTimeUs);
    501     buffer->meta_data()->setInt32(kKeyIsSyncFrame, 1);
    502 
    503     mCurrentPos += frame_size;
    504 
    505     mSamplesRead += num_samples;
    506     mCurrentTimeUs = mBasisTimeUs + ((mSamplesRead * 1000000) / sample_rate);
    507 
    508     *out = buffer;
    509 
    510     return OK;
    511 }
    512 
    513 sp<MetaData> MP3Extractor::getMetaData() {
    514     sp<MetaData> meta = new MetaData;
    515 
    516     if (mInitCheck != OK) {
    517         return meta;
    518     }
    519 
    520     meta->setCString(kKeyMIMEType, "audio/mpeg");
    521 
    522     ID3 id3(mDataSource);
    523 
    524     if (!id3.isValid()) {
    525         return meta;
    526     }
    527 
    528     struct Map {
    529         int key;
    530         const char *tag1;
    531         const char *tag2;
    532     };
    533     static const Map kMap[] = {
    534         { kKeyAlbum, "TALB", "TAL" },
    535         { kKeyArtist, "TPE1", "TP1" },
    536         { kKeyAlbumArtist, "TPE2", "TP2" },
    537         { kKeyComposer, "TCOM", "TCM" },
    538         { kKeyGenre, "TCON", "TCO" },
    539         { kKeyTitle, "TIT2", "TT2" },
    540         { kKeyYear, "TYE", "TYER" },
    541         { kKeyAuthor, "TXT", "TEXT" },
    542         { kKeyCDTrackNumber, "TRK", "TRCK" },
    543         { kKeyDiscNumber, "TPA", "TPOS" },
    544         { kKeyCompilation, "TCP", "TCMP" },
    545     };
    546     static const size_t kNumMapEntries = sizeof(kMap) / sizeof(kMap[0]);
    547 
    548     for (size_t i = 0; i < kNumMapEntries; ++i) {
    549         ID3::Iterator *it = new ID3::Iterator(id3, kMap[i].tag1);
    550         if (it->done()) {
    551             delete it;
    552             it = new ID3::Iterator(id3, kMap[i].tag2);
    553         }
    554 
    555         if (it->done()) {
    556             delete it;
    557             continue;
    558         }
    559 
    560         String8 s;
    561         it->getString(&s);
    562         delete it;
    563 
    564         meta->setCString(kMap[i].key, s);
    565     }
    566 
    567     size_t dataSize;
    568     String8 mime;
    569     const void *data = id3.getAlbumArt(&dataSize, &mime);
    570 
    571     if (data) {
    572         meta->setData(kKeyAlbumArt, MetaData::TYPE_NONE, data, dataSize);
    573         meta->setCString(kKeyAlbumArtMIME, mime.string());
    574     }
    575 
    576     return meta;
    577 }
    578 
    579 bool SniffMP3(
    580         const sp<DataSource> &source, String8 *mimeType,
    581         float *confidence, sp<AMessage> *meta) {
    582     off64_t pos = 0;
    583     off64_t post_id3_pos;
    584     uint32_t header;
    585     if (!Resync(source, 0, &pos, &post_id3_pos, &header)) {
    586         return false;
    587     }
    588 
    589     *meta = new AMessage;
    590     (*meta)->setInt64("offset", pos);
    591     (*meta)->setInt32("header", header);
    592     (*meta)->setInt64("post-id3-offset", post_id3_pos);
    593 
    594     *mimeType = MEDIA_MIMETYPE_AUDIO_MPEG;
    595     *confidence = 0.2f;
    596 
    597     return true;
    598 }
    599 
    600 }  // namespace android
    601