1e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber/* 2e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * Copyright (C) 2010 The Android Open Source Project 3e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * 4e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * you may not use this file except in compliance with the License. 6e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * You may obtain a copy of the License at 7e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * 8e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * 10e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * Unless required by applicable law or agreed to in writing, software 11e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * See the License for the specific language governing permissions and 14e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber * limitations under the License. 15e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber */ 16e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 17a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn#include <inttypes.h> 18a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn#include <stdlib.h> 19a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn 20050b28a593350047845a45a14cc5026221ac1620James Dong//#define LOG_NDEBUG 0 21050b28a593350047845a45a14cc5026221ac1620James Dong#define LOG_TAG "AudioSource" 22050b28a593350047845a45a14cc5026221ac1620James Dong#include <utils/Log.h> 23050b28a593350047845a45a14cc5026221ac1620James Dong 24e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber#include <media/AudioRecord.h> 256b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong#include <media/stagefright/AudioSource.h> 266b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong#include <media/stagefright/MediaBuffer.h> 27e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber#include <media/stagefright/MediaDefs.h> 28e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber#include <media/stagefright/MetaData.h> 296b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong#include <media/stagefright/foundation/ADebug.h> 30082830f92373a1b9e512dbbfb940187ffa1c2c6fAndreas Huber#include <media/stagefright/foundation/ALooper.h> 31365a963142093a1cd8efdcea76b5f65096a5b115James Dong#include <cutils/properties.h> 32e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 33e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Hubernamespace android { 34e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 356b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dongstatic void AudioRecordCallbackFunction(int event, void *user, void *info) { 366b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong AudioSource *source = (AudioSource *) user; 376b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong switch (event) { 386b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong case AudioRecord::EVENT_MORE_DATA: { 39082830f92373a1b9e512dbbfb940187ffa1c2c6fAndreas Huber source->dataCallback(*((AudioRecord::Buffer *) info)); 406b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong break; 416b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } 426b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong case AudioRecord::EVENT_OVERRUN: { 435ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("AudioRecord reported overrun!"); 446b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong break; 456b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } 466b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong default: 476b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong // does nothing 486b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong break; 496b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } 506b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong} 516b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong 52e7c9cb48fec02697227bd847cd2e69432659adfdAndreas HuberAudioSource::AudioSource( 5346d26dd29195450db15704e84d65740628a821fbChong Zhang audio_source_t inputSource, const String16 &opPackageName, 54b2379ba0a32638bae2ea0460644f68cf5a0967ceEric Laurent uint32_t sampleRate, uint32_t channelCount, uint32_t outSampleRate, 55b2379ba0a32638bae2ea0460644f68cf5a0967ceEric Laurent uid_t uid, pid_t pid) 56e2ffd5b583da9d30d96710b0e8879e90b2b51d30Glenn Kasten : mStarted(false), 576b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mSampleRate(sampleRate), 5846d26dd29195450db15704e84d65740628a821fbChong Zhang mOutSampleRate(outSampleRate > 0 ? outSampleRate : sampleRate), 59f88d1d8e63442d09303ca1090e1ee12e22040500Marco Nelissen mTrackMaxAmplitude(false), 60f88d1d8e63442d09303ca1090e1ee12e22040500Marco Nelissen mStartTimeUs(0), 61f88d1d8e63442d09303ca1090e1ee12e22040500Marco Nelissen mMaxAmplitude(0), 6246292fb347d72a314d985e34e5e3743d846cb9b6James Dong mPrevSampleTimeUs(0), 6346d26dd29195450db15704e84d65740628a821fbChong Zhang mFirstSampleTimeUs(-1ll), 64f88d1d8e63442d09303ca1090e1ee12e22040500Marco Nelissen mInitialReadTimeUs(0), 656b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mNumFramesReceived(0), 66af5dd7753e62353411cf0daf3b513c38818e9662Andreas Huber mNumClientOwnedBuffers(0) { 6746d26dd29195450db15704e84d65740628a821fbChong Zhang ALOGV("sampleRate: %u, outSampleRate: %u, channelCount: %u", 6846d26dd29195450db15704e84d65740628a821fbChong Zhang sampleRate, outSampleRate, channelCount); 69ab334fd351ae5a0e18903da123d63e565b536874Glenn Kasten CHECK(channelCount == 1 || channelCount == 2); 7046d26dd29195450db15704e84d65740628a821fbChong Zhang CHECK(sampleRate > 0); 71be6ec71af2d12e2a55f2f0b1b77d3fa5d593a1c7James Dong 72e33054eb968cbf8ccaee1b0ff0301403902deed6Glenn Kasten size_t minFrameCount; 73e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent status_t status = AudioRecord::getMinFrameCount(&minFrameCount, 74e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent sampleRate, 75e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent AUDIO_FORMAT_PCM_16_BIT, 76dd8104cc5367262f0e5f13df4e79f131e8d560bbGlenn Kasten audio_channel_in_mask_from_count(channelCount)); 77e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent if (status == OK) { 78e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent // make sure that the AudioRecord callback never returns more than the maximum 79e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent // buffer size 80838b3d8bafa4a781e277870dee4e0390165cff52Glenn Kasten uint32_t frameCount = kMaxBufferSize / sizeof(int16_t) / channelCount; 81e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent 82e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent // make sure that the AudioRecord total buffer size is large enough 8384333e0475bc911adc16417f4ca327c975cf6c36Andreas Huber size_t bufCount = 2; 84e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent while ((bufCount * frameCount) < minFrameCount) { 85e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent bufCount++; 86e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent } 87e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent 88e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent mRecord = new AudioRecord( 89e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent inputSource, sampleRate, AUDIO_FORMAT_PCM_16_BIT, 90e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent audio_channel_in_mask_from_count(channelCount), 91be71aa29a3c86d2e01cd17839d2a72ab09a1bce5Svet Ganov opPackageName, 92bce50bfc3846ab008bafa75c5d3f29fd7b5395f7Glenn Kasten (size_t) (bufCount * frameCount), 93e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent AudioRecordCallbackFunction, 94e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent this, 95b2379ba0a32638bae2ea0460644f68cf5a0967ceEric Laurent frameCount /*notificationFrames*/, 96b2379ba0a32638bae2ea0460644f68cf5a0967ceEric Laurent AUDIO_SESSION_ALLOCATE, 97b2379ba0a32638bae2ea0460644f68cf5a0967ceEric Laurent AudioRecord::TRANSFER_DEFAULT, 98b2379ba0a32638bae2ea0460644f68cf5a0967ceEric Laurent AUDIO_INPUT_FLAG_NONE, 99b2379ba0a32638bae2ea0460644f68cf5a0967ceEric Laurent uid, 100b2379ba0a32638bae2ea0460644f68cf5a0967ceEric Laurent pid); 101e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent mInitCheck = mRecord->initCheck(); 1023e98ecd18c906dc3ac2ff1a890f0b3163447272dGlenn Kasten if (mInitCheck != OK) { 1033e98ecd18c906dc3ac2ff1a890f0b3163447272dGlenn Kasten mRecord.clear(); 1043e98ecd18c906dc3ac2ff1a890f0b3163447272dGlenn Kasten } 105e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent } else { 106e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent mInitCheck = status; 107e49f2b424318aa8e830e7a1338e5e32ab82992f9Eric Laurent } 108e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber} 109e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 110e7c9cb48fec02697227bd847cd2e69432659adfdAndreas HuberAudioSource::~AudioSource() { 111e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber if (mStarted) { 112b44c9d2bdc0d5b9cb03254022a58e017b516e9e6James Dong reset(); 113e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber } 114e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber} 115e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 116e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huberstatus_t AudioSource::initCheck() const { 117e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber return mInitCheck; 118e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber} 119e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 120e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huberstatus_t AudioSource::start(MetaData *params) { 1216b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong Mutex::Autolock autoLock(mLock); 122e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber if (mStarted) { 123e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber return UNKNOWN_ERROR; 124e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber } 125e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 1266e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong if (mInitCheck != OK) { 1276e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong return NO_INIT; 1286e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong } 1296e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong 130d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong mTrackMaxAmplitude = false; 131d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong mMaxAmplitude = 0; 132d707fcb3e29707ca4a5935c294ef0b38eb5aba5fJames Dong mInitialReadTimeUs = 0; 133f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong mStartTimeUs = 0; 134f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong int64_t startTimeUs; 135f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong if (params && params->findInt64(kKeyTime, &startTimeUs)) { 136f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong mStartTimeUs = startTimeUs; 137f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong } 138e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber status_t err = mRecord->start(); 139e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber if (err == OK) { 140e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber mStarted = true; 141eaae38445a340c4857c1c5569475879a728e63b7James Dong } else { 142e2ffd5b583da9d30d96710b0e8879e90b2b51d30Glenn Kasten mRecord.clear(); 143e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber } 144e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 145eaae38445a340c4857c1c5569475879a728e63b7James Dong 146e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber return err; 147e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber} 148e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 1496b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dongvoid AudioSource::releaseQueuedFrames_l() { 1503856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("releaseQueuedFrames_l"); 1516b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong List<MediaBuffer *>::iterator it; 1526b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong while (!mBuffersReceived.empty()) { 1536b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong it = mBuffersReceived.begin(); 1546b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong (*it)->release(); 1556b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mBuffersReceived.erase(it); 1566b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } 1576b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong} 1586b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong 1596b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dongvoid AudioSource::waitOutstandingEncodingFrames_l() { 160a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("waitOutstandingEncodingFrames_l: %" PRId64, mNumClientOwnedBuffers); 1616b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong while (mNumClientOwnedBuffers > 0) { 1626b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mFrameEncodingCompletionCondition.wait(mLock); 1636b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } 1646b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong} 1656b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong 166b44c9d2bdc0d5b9cb03254022a58e017b516e9e6James Dongstatus_t AudioSource::reset() { 1676b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong Mutex::Autolock autoLock(mLock); 168e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber if (!mStarted) { 169e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber return UNKNOWN_ERROR; 170e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber } 171e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 1726e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong if (mInitCheck != OK) { 1736e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong return NO_INIT; 1746e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong } 1756e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong 176e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber mStarted = false; 17716e79115e497386eaf010af388627f94314a55a3Chong Zhang mFrameAvailableCondition.signal(); 17816e79115e497386eaf010af388627f94314a55a3Chong Zhang 1796b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mRecord->stop(); 1806b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong waitOutstandingEncodingFrames_l(); 1816b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong releaseQueuedFrames_l(); 182365a963142093a1cd8efdcea76b5f65096a5b115James Dong 183e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber return OK; 184e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber} 185e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 186e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Hubersp<MetaData> AudioSource::getFormat() { 1876b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong Mutex::Autolock autoLock(mLock); 1886e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong if (mInitCheck != OK) { 1896e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong return 0; 1906e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong } 1916e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong 192e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber sp<MetaData> meta = new MetaData; 193e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_RAW); 1946b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong meta->setInt32(kKeySampleRate, mSampleRate); 195e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber meta->setInt32(kKeyChannelCount, mRecord->channelCount()); 196e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber meta->setInt32(kKeyMaxInputSize, kMaxBufferSize); 19778bd91b15ee8ea5aa2ab5a8cad7e892cb2d01c1bLajos Molnar meta->setInt32(kKeyPcmEncoding, kAudioEncodingPcm16bit); 198e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 199e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber return meta; 200e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber} 201e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 202f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dongvoid AudioSource::rampVolume( 203f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong int32_t startFrame, int32_t rampDurationFrames, 204f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong uint8_t *data, size_t bytes) { 205f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong 206f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong const int32_t kShift = 14; 207f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong int32_t fixedMultiplier = (startFrame << kShift) / rampDurationFrames; 208f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong const int32_t nChannels = mRecord->channelCount(); 209f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong int32_t stopFrame = startFrame + bytes / sizeof(int16_t); 210f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong int16_t *frame = (int16_t *) data; 211f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong if (stopFrame > rampDurationFrames) { 212f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong stopFrame = rampDurationFrames; 213f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong } 214f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong 215f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong while (startFrame < stopFrame) { 216f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong if (nChannels == 1) { // mono 217f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong frame[0] = (frame[0] * fixedMultiplier) >> kShift; 218f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong ++frame; 219f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong ++startFrame; 220f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong } else { // stereo 221f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong frame[0] = (frame[0] * fixedMultiplier) >> kShift; 222f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong frame[1] = (frame[1] * fixedMultiplier) >> kShift; 223f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong frame += 2; 224f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong startFrame += 2; 225f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong } 226f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong 227f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong // Update the multiplier every 4 frames 228f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong if ((startFrame & 3) == 0) { 229f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong fixedMultiplier = (startFrame << kShift) / rampDurationFrames; 230f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong } 231f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong } 232f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong} 233f1ae1963f5028a670573b50a9c1cfb504fc426b4James Dong 234e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huberstatus_t AudioSource::read( 23584333e0475bc911adc16417f4ca327c975cf6c36Andreas Huber MediaBuffer **out, const ReadOptions * /* options */) { 2366b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong Mutex::Autolock autoLock(mLock); 2376b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong *out = NULL; 2386e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong 2396e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong if (mInitCheck != OK) { 2406e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong return NO_INIT; 2416e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong } 2426e20bdf799a6f4efa6c42121a958634ea32ed5ccJames Dong 2436b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong while (mStarted && mBuffersReceived.empty()) { 2446b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mFrameAvailableCondition.wait(mLock); 2456b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } 2466b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong if (!mStarted) { 2476b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong return OK; 2486b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } 2496b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong MediaBuffer *buffer = *mBuffersReceived.begin(); 2506b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mBuffersReceived.erase(mBuffersReceived.begin()); 2516b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong ++mNumClientOwnedBuffers; 2526b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong buffer->setObserver(this); 2536b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong buffer->add_ref(); 2546b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong 2556b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong // Mute/suppress the recording sound 2566b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong int64_t timeUs; 2576b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong CHECK(buffer->meta_data()->findInt64(kKeyTime, &timeUs)); 2586b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong int64_t elapsedTimeUs = timeUs - mStartTimeUs; 2596b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong if (elapsedTimeUs < kAutoRampStartUs) { 2606b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong memset((uint8_t *) buffer->data(), 0, buffer->range_length()); 2616b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } else if (elapsedTimeUs < kAutoRampStartUs + kAutoRampDurationUs) { 2626b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong int32_t autoRampDurationFrames = 263b65473f4f881ee7c0a24217ceac69514f6c127d5Vineeta Srivastava ((int64_t)kAutoRampDurationUs * mSampleRate + 500000LL) / 1000000LL; //Need type casting 2646b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong 2656b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong int32_t autoRampStartFrames = 266b65473f4f881ee7c0a24217ceac69514f6c127d5Vineeta Srivastava ((int64_t)kAutoRampStartUs * mSampleRate + 500000LL) / 1000000LL; //Need type casting 2676b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong 2686b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong int32_t nFrames = mNumFramesReceived - autoRampStartFrames; 2696b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong rampVolume(nFrames, autoRampDurationFrames, 2706b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong (uint8_t *) buffer->data(), buffer->range_length()); 2716b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } 272542db5d438988360d491a5add1040a2df9aa90c9James Dong 2736b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong // Track the max recording signal amplitude. 2746b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong if (mTrackMaxAmplitude) { 2756b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong trackMaxAmplitude( 2766b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong (int16_t *) buffer->data(), buffer->range_length() >> 1); 2776b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } 278542db5d438988360d491a5add1040a2df9aa90c9James Dong 27946d26dd29195450db15704e84d65740628a821fbChong Zhang if (mSampleRate != mOutSampleRate) { 28046d26dd29195450db15704e84d65740628a821fbChong Zhang if (mFirstSampleTimeUs < 0) { 28146d26dd29195450db15704e84d65740628a821fbChong Zhang mFirstSampleTimeUs = timeUs; 28246d26dd29195450db15704e84d65740628a821fbChong Zhang } 28346d26dd29195450db15704e84d65740628a821fbChong Zhang timeUs = mFirstSampleTimeUs + (timeUs - mFirstSampleTimeUs) 28446d26dd29195450db15704e84d65740628a821fbChong Zhang * (int64_t)mSampleRate / (int64_t)mOutSampleRate; 28546d26dd29195450db15704e84d65740628a821fbChong Zhang buffer->meta_data()->setInt64(kKeyTime, timeUs); 28646d26dd29195450db15704e84d65740628a821fbChong Zhang } 28746d26dd29195450db15704e84d65740628a821fbChong Zhang 2886b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong *out = buffer; 2896b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong return OK; 2906b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong} 291542db5d438988360d491a5add1040a2df9aa90c9James Dong 2926b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dongvoid AudioSource::signalBufferReturned(MediaBuffer *buffer) { 2933856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("signalBufferReturned: %p", buffer->data()); 2946b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong Mutex::Autolock autoLock(mLock); 2956b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong --mNumClientOwnedBuffers; 2966b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong buffer->setObserver(0); 2976b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong buffer->release(); 2986b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mFrameEncodingCompletionCondition.signal(); 2996b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong return; 3006b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong} 30146292fb347d72a314d985e34e5e3743d846cb9b6James Dong 302082830f92373a1b9e512dbbfb940187ffa1c2c6fAndreas Huberstatus_t AudioSource::dataCallback(const AudioRecord::Buffer& audioBuffer) { 303af5dd7753e62353411cf0daf3b513c38818e9662Andreas Huber int64_t timeUs = systemTime() / 1000ll; 304fa4303dcbeac79452f35c078c8008f5c2e7622b7Chong Zhang // Estimate the real sampling time of the 1st sample in this buffer 305fa4303dcbeac79452f35c078c8008f5c2e7622b7Chong Zhang // from AudioRecord's latency. (Apply this adjustment first so that 306fa4303dcbeac79452f35c078c8008f5c2e7622b7Chong Zhang // the start time logic is not affected.) 307fa4303dcbeac79452f35c078c8008f5c2e7622b7Chong Zhang timeUs -= mRecord->latency() * 1000LL; 308082830f92373a1b9e512dbbfb940187ffa1c2c6fAndreas Huber 309a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("dataCallbackTimestamp: %" PRId64 " us", timeUs); 3106b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong Mutex::Autolock autoLock(mLock); 3116b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong if (!mStarted) { 3125ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("Spurious callback from AudioRecord. Drop the audio data."); 3136b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong return OK; 3146b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } 31546292fb347d72a314d985e34e5e3743d846cb9b6James Dong 316a472613aec322e25891abf5c77bf3f7e3c244920James Dong // Drop retrieved and previously lost audio data. 317a472613aec322e25891abf5c77bf3f7e3c244920James Dong if (mNumFramesReceived == 0 && timeUs < mStartTimeUs) { 3185f972c031d4061f4f037c9fda1ea4bd9b6a756cdGlenn Kasten (void) mRecord->getInputFramesLost(); 319a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Drop audio data at %" PRId64 "/%" PRId64 " us", timeUs, mStartTimeUs); 320a472613aec322e25891abf5c77bf3f7e3c244920James Dong return OK; 321a472613aec322e25891abf5c77bf3f7e3c244920James Dong } 322a472613aec322e25891abf5c77bf3f7e3c244920James Dong 3236b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong if (mNumFramesReceived == 0 && mPrevSampleTimeUs == 0) { 3246b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mInitialReadTimeUs = timeUs; 3256b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong // Initial delay 326af5dd7753e62353411cf0daf3b513c38818e9662Andreas Huber if (mStartTimeUs > 0) { 3276b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mStartTimeUs = timeUs - mStartTimeUs; 3286b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } else { 3296b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong // Assume latency is constant. 3306b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mStartTimeUs += mRecord->latency() * 1000; 331f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong } 332082830f92373a1b9e512dbbfb940187ffa1c2c6fAndreas Huber 3336b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mPrevSampleTimeUs = mStartTimeUs; 3346b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } 335e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 336a472613aec322e25891abf5c77bf3f7e3c244920James Dong size_t numLostBytes = 0; 337a472613aec322e25891abf5c77bf3f7e3c244920James Dong if (mNumFramesReceived > 0) { // Ignore earlier frame lost 338a472613aec322e25891abf5c77bf3f7e3c244920James Dong // getInputFramesLost() returns the number of lost frames. 339a472613aec322e25891abf5c77bf3f7e3c244920James Dong // Convert number of frames lost to number of bytes lost. 340a472613aec322e25891abf5c77bf3f7e3c244920James Dong numLostBytes = mRecord->getInputFramesLost() * mRecord->frameSize(); 341a472613aec322e25891abf5c77bf3f7e3c244920James Dong } 342a472613aec322e25891abf5c77bf3f7e3c244920James Dong 3436b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong CHECK_EQ(numLostBytes & 1, 0u); 3446b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong CHECK_EQ(audioBuffer.size & 1, 0u); 3456b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong if (numLostBytes > 0) { 346b575ddce78d266fa218006f90306158dda5c8f56James Dong // Loss of audio frames should happen rarely; thus the LOGW should 347b575ddce78d266fa218006f90306158dda5c8f56James Dong // not cause a logging spam 348377b2ec9a2885f9b6405b07ba900a9e3f4349c38Kévin PETIT ALOGW("Lost audio record data: %zu bytes", numLostBytes); 349b575ddce78d266fa218006f90306158dda5c8f56James Dong } 350b575ddce78d266fa218006f90306158dda5c8f56James Dong 351b575ddce78d266fa218006f90306158dda5c8f56James Dong while (numLostBytes > 0) { 352b575ddce78d266fa218006f90306158dda5c8f56James Dong size_t bufferSize = numLostBytes; 353b575ddce78d266fa218006f90306158dda5c8f56James Dong if (numLostBytes > kMaxBufferSize) { 354b575ddce78d266fa218006f90306158dda5c8f56James Dong numLostBytes -= kMaxBufferSize; 355b575ddce78d266fa218006f90306158dda5c8f56James Dong bufferSize = kMaxBufferSize; 356b575ddce78d266fa218006f90306158dda5c8f56James Dong } else { 357b575ddce78d266fa218006f90306158dda5c8f56James Dong numLostBytes = 0; 358d707fcb3e29707ca4a5935c294ef0b38eb5aba5fJames Dong } 359b575ddce78d266fa218006f90306158dda5c8f56James Dong MediaBuffer *lostAudioBuffer = new MediaBuffer(bufferSize); 360b575ddce78d266fa218006f90306158dda5c8f56James Dong memset(lostAudioBuffer->data(), 0, bufferSize); 361b575ddce78d266fa218006f90306158dda5c8f56James Dong lostAudioBuffer->set_range(0, bufferSize); 362b575ddce78d266fa218006f90306158dda5c8f56James Dong queueInputBuffer_l(lostAudioBuffer, timeUs); 363b575ddce78d266fa218006f90306158dda5c8f56James Dong } 364b575ddce78d266fa218006f90306158dda5c8f56James Dong 365b575ddce78d266fa218006f90306158dda5c8f56James Dong if (audioBuffer.size == 0) { 366b575ddce78d266fa218006f90306158dda5c8f56James Dong ALOGW("Nothing is available from AudioRecord callback buffer"); 367b575ddce78d266fa218006f90306158dda5c8f56James Dong return OK; 3686b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong } 3693c3763d2ee1cd1fba7fe522fbaf0faca315d8c2aJames Dong 370b575ddce78d266fa218006f90306158dda5c8f56James Dong const size_t bufferSize = audioBuffer.size; 371b575ddce78d266fa218006f90306158dda5c8f56James Dong MediaBuffer *buffer = new MediaBuffer(bufferSize); 372b575ddce78d266fa218006f90306158dda5c8f56James Dong memcpy((uint8_t *) buffer->data(), 373b575ddce78d266fa218006f90306158dda5c8f56James Dong audioBuffer.i16, audioBuffer.size); 3746b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong buffer->set_range(0, bufferSize); 375b575ddce78d266fa218006f90306158dda5c8f56James Dong queueInputBuffer_l(buffer, timeUs); 376b575ddce78d266fa218006f90306158dda5c8f56James Dong return OK; 377b575ddce78d266fa218006f90306158dda5c8f56James Dong} 378b575ddce78d266fa218006f90306158dda5c8f56James Dong 379b575ddce78d266fa218006f90306158dda5c8f56James Dongvoid AudioSource::queueInputBuffer_l(MediaBuffer *buffer, int64_t timeUs) { 380b575ddce78d266fa218006f90306158dda5c8f56James Dong const size_t bufferSize = buffer->range_length(); 381b575ddce78d266fa218006f90306158dda5c8f56James Dong const size_t frameSize = mRecord->frameSize(); 382b575ddce78d266fa218006f90306158dda5c8f56James Dong const int64_t timestampUs = 383b575ddce78d266fa218006f90306158dda5c8f56James Dong mPrevSampleTimeUs + 384b575ddce78d266fa218006f90306158dda5c8f56James Dong ((1000000LL * (bufferSize / frameSize)) + 385b575ddce78d266fa218006f90306158dda5c8f56James Dong (mSampleRate >> 1)) / mSampleRate; 386e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 3876b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong if (mNumFramesReceived == 0) { 3886b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong buffer->meta_data()->setInt64(kKeyAnchorTime, mStartTimeUs); 389542db5d438988360d491a5add1040a2df9aa90c9James Dong } 390b575ddce78d266fa218006f90306158dda5c8f56James Dong 3916b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong buffer->meta_data()->setInt64(kKeyTime, mPrevSampleTimeUs); 3926b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong buffer->meta_data()->setInt64(kKeyDriftTime, timeUs - mInitialReadTimeUs); 3936b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mPrevSampleTimeUs = timestampUs; 394b575ddce78d266fa218006f90306158dda5c8f56James Dong mNumFramesReceived += bufferSize / frameSize; 3956b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mBuffersReceived.push_back(buffer); 3966b61f4355db1974cd0f0dfaa4effdd7117b9f09bJames Dong mFrameAvailableCondition.signal(); 397e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber} 398e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber 399d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dongvoid AudioSource::trackMaxAmplitude(int16_t *data, int nSamples) { 400d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong for (int i = nSamples; i > 0; --i) { 401d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong int16_t value = *data++; 402d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong if (value < 0) { 403d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong value = -value; 404d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong } 405d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong if (mMaxAmplitude < value) { 406d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong mMaxAmplitude = value; 407d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong } 408d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong } 409d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong} 410d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong 411d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dongint16_t AudioSource::getMaxAmplitude() { 412d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong // First call activates the tracking. 413d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong if (!mTrackMaxAmplitude) { 414d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong mTrackMaxAmplitude = true; 415d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong } 416d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong int16_t value = mMaxAmplitude; 417d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong mMaxAmplitude = 0; 4183856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("max amplitude since last call: %d", value); 419d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong return value; 420d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong} 421d3d4e5069e1af0437c4f5a7b4ba344bda5b937afJames Dong 422e7c9cb48fec02697227bd847cd2e69432659adfdAndreas Huber} // namespace android 423