mirror of
https://github.com/roytam1/palemoon27.git
synced 2026-05-26 14:18:48 +00:00
93f846cd1f
- Bug 1275016 - Rename Endian.h to EndianUtils.h to avoid #include confusion with Android's endian.h stdlib header. r=froydnj (b54a25f572) - add crashreporter stuff (aa7ef15337) - Bug 1261168 - Add AlignedAutoTArray type in Web Audio; r=padenot (285d2cb88b) - Bug 1273390. Part 1 - move some functions to private. r=jya. (07a3037e59) - Bug 1273390. Part 2 - add assertions. r=jya. (2cae7c596a) - Bug 1273390. Part 3 - rename some functions to be consistent with other sub-classes of MediaDataDecoder. r=jya. (c48c7060ce) - Bug 1273390. Part 4 - remove use of FlushableTaskQueue::Flush(). r=jya. (00565a65f4) - Bug 1273390. Part 5 - remove use of FlushableTaskQueue. r=jya. (30600b204e) - Bug 1273774. Part 1 - remove unused members and thread assertions. r=jya (f5177ed641) - Bug 1273774. Part 2 - do decoding jobs synchronously without dispatching. r=jya. (62d840d27c) - Bug 1273774. Part 3 - remove members no longer used. r=jya. (e957ca512a) - Bug 1244410: [ffmpeg] Ensure the last drained frame has the proper duration set. r=gerald (d5521bfdd4) - Bug 1271508. Part 1 - refactor FFmpegAudioDecoder code to be similar to FFmpegVideoDecoder::Input() so it would be easier to extract common code to the parent class. r=jya. (613e6c624c) - Bug 1271508. Part 2 - rename functions so they are the same as those of FFmpegAudioDecoder so it would be easier to extract common code to the parent class. r=jya. (cb281cba26) - Bug 1270350 - per comment 0, use SyncRunnable to repalce the boilerplate code. r=jya. (b99460e571) - Bug 1271508. Part 3 - extract code to the parent class and remove use of mTaskQueue from sub-classes. r=jya. (2a7ff4dd1e) - Bug 1274216 - remove use of FlushableTaskQueue from PlatformDecoderModule. r=jya. (eb160c5fa2) - Bug 1271517. Part 1 - remove use of FlushableTaskQueue::Flush() from FFmpegDataDecoder::Flush(). r=jya. (fdf10da4ab) - Bug 1271517. Part 2 - remove use of FlushableTaskQueue. r=jya. (a7016d8506) - Bug 1273397. Part 1 - rename some functions to be consistent with other MediaDataDecoder sub-classes. r=jya. (7eecb164be) - Bug 1273397. Part 2 - constify some members. r=jya. (e4482f9a23) - Bug 1273397. Part 3 - remove use of FlushableTaskQueue::Flush(). r=jya. (0b7ee073fe) - Bug 1273397. Part 4 - remove use of FlushableTaskQueue. r=jya. (6a612161d5) - Bug 1273397. Part 5 - add assertions. r=jya. (ff3a62a6fb) - Bug 1274199 - remove use of FlushableTaskQueue. r=cpearce. (adc4c84ede) - Bug 1273405. Part 1 - rename some functions to be consistent with other MediaDataDecoder sub-classes. r=jya. (af123d6c21) - Bug 1273405. Part 2 - remove use of FlushableTaskQueue::Flush(). r=jya. (2d144bfbcd) - Bug 1273405. Part 3 - remove use of FlushableTaskQueue. r=jya. (1e9ea3c2c7) - Bug 1273405. Part 4 - add assertions. r=jya. (b400647323) - Bug 1271491: [WMF] P1. Don't use main thread only preferences methods. r=cpearce (7177454dfb) - Bug 1262427. Don't try D3D11 harder. r=dvander (404147d6fa) - Use gfxConfig for D3D9 preferences. (bug 1270650, r=jrmuizel) (40d89c154c) - Bug 1271491: P2. Allow initialization of WMFPlatformDecoderModule from any threads. r=mattwoodrow (c8fe0bf009) - Bug 1271491: P3. Remove refcounting the number of time apple's linkers are called. r=cpearce (0324ffe876) - Bug 1271491: [ffmpeg] P4. Remove requirements to call Init on the main thread. r=cpearce (b511d7dfd5) - Bug 1271491: [GMP] P5. Allow GMPDecoderModule::Init() to be called off the main thread. r=cpearce (2131eb0b2e) - Bug 1266102 - Don't run VP9 benchmark on Android r=jya (57d7b573fe) - Bug 1271491: P6. Remove the need to call PDMFactory::Init(). r=cpearce (5726cfe49c) - Bug 1271491: P7. Remove unused members. r=alfredo (0f8a9dde73) - Bug 1268905 - Disable D3D11 with some Toshiba DLLs - r=cpearce (b5bf77442e) - Bug 1269204 - Disable D3D11 with idg10umd32 9.17.10.2857 - r=cpearce (7eb6a3d96b) - Bug 1273406 - Disable D3D11 with some iSonyVideoProcessor DLLs - r=cpearce (d9b6f0cefe) - Bug 1273406 - Ugly macros transform into beautiful constexpr goodness - r=cpearce (0671483695) - Bug 1273691 - Implement 'media.wmf.disable-d3d11-for-dlls' pref - r=cpearce (193ae53070) - Bug 1272225. Part 1 - add assertions to make thread constraints clear. r=jya. (83c620470e) - Bug 1272225. Part 2 - remove use of FlushableTaskQueue::Flush(). r=jya. (9473e092d1) - Bug 1272553. Part 1 - move code around to be able to extract common code in P2. r=jya. (d727f97ee8) - Bug 1272553. Part 2 - extract common code to the parent class. r=jya. (2fb3cd4bd9) - Bug 1272553. Part 3 - make mTaskQueue private. r=jya. (93fea98cb6) - Bug 1272232. Part 1 - move code around so we can extract common code in P2. r=jya. (8cdaab9078) - Bug 1272232. Part 2 - extract common code to the parent class. r=jya. (27156668b3) - Bug 1272232. Part 3 - constify some members and make them private when possible. r=jya. (550b963d97) - Bug 1272232. Part 4 - remove use of FlushableTaskQueue::Flush(). r=jya. (bdbfdeb6bc) - Bug 1272232. Part 5 - remove use of FlushableTaskQueue. r=jya. (640f889a9d) - Bug 1274913 - Move PDM log definition to header. r=njn (823b07f42b) - Bug 1275538: P1. Abort early if a skip request is in progress. r=gerald,kamidphish (d67b8a2236) - Bug 1272422 - Part 1: Expose control of suspending background video. r=cpearce (ec7193773f) - Bug 1272422 - Part 2: Vidoe -> Video. r=cpearce (97390aee69) - Bug 1272422 - Part 3: Don't reset audio queue. r=jya (e183db1062) - Bug 1272964: P1. Only activate skip to next keyframe logic when next keyframe time is known. r=gerald (1be74df027) - Bug 1272964: P2. Don't activate skip to next keyframe until we passed the internal seek target. r=gerald (c55b6ae003) - Bug 1258922: [MSE] P1. Initialise variable. r=gerald (56a5acb345) - Bug 1258922: [MSE] P2. Do not go over gap when attempting to find the next key frame. r=gerald (db1319f080) - Bug 1258922: [MSE] P3. Check that the data we are attempting to skip to is buffered. r=gerald (621d71d5d6) - Bug 1258922: [MSE] P4. Set draining flag to true when skip to next keyframe failed. r=gerald (6c75613faf) - Bug 1272916: [MSE] P1. Don't rely only on dts gap to establish if we have a gap in our source buffer. r=gerald (8770113b83) - Bug 1272964: [MSE] P3. Do not skip over gaps when searching for the next keyframe. r=gerald (76916c5ac6) - Bug 1272964: P4. Only flush decoder if skip to next keyframe actually succeeds. r=cpearce (5394708eef) - Bug 1270323: P1. Don't reset flag indicating that new data was received. r=cpearce (d32f06ef34) - Bug 1270323: P2. Don't process new incoming data while a skip to next keyframe is pending. r=cpearce (bca7909de9) - Bug 1270323: [ffmpeg] P3. Use the dts of the last sample input, not the dts of the last decoded sample (0d768c33ef) - Bug 1270323: P4. Don't drain decoder if we're already waiting for new data. r=cpearce (679302cb6e) - Bug 1270323: P5. Prevent potential null deref. r=cpearce (cc63270e06) - Bug 1275538: P2. Drop decoded frames that we know are already too late. r=kamidphish (4e7af9398c) - Bug 1273018: P1. Rename some members. r=gerald (3a92fbd994) - Bug 1273018: P2. Don't reject audio waiting promise when performing a video only seek. r=gerald (34e4988db1) - Bug 1273018: P3. Adjust range of audio assertions. r=gerald (feb2afd0ae) - Bug 1249706 - Backout a085ea2d24bb for blowing telemetry server's mind. r=backout (d61fb51f52) - Bug 1249706 - Fix 8fe22dd4fc8a (backout of a085ea2d24bb). r=bustage (ba65251db7) - Bug 1272964: [MSE] P5. Default to skipping to the next keyframe if no keyframe was found past currentTime. (29086fcf56) - Bug 1272964: P6. Exclude frames dropped due to internal seeking from calculations. r=cpearce (bf6faa7612) - Bug 1068151 - keep decoding a corrupted video. r=jya (3b5462e5b6) - Bug 1273947 - Update ResetDecode() to ResetDecode(TargetQueue) r=jya (6c28d46974) - Bug 1277508: P1. Don't attempt to demux new samples while we're currently draining. r=kamidphish (64f200b921) - Bug 1274933: Reject data promise when EOS is encountered following waiting for data. r=gerald (5bba4a7853) - Bug 1277508: P2. Add HasPendingDrain convenience method. r=kamidphish (3d89a90a97)
797 lines
21 KiB
C++
797 lines
21 KiB
C++
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "AndroidDecoderModule.h"
|
|
#include "AndroidBridge.h"
|
|
#include "AndroidSurfaceTexture.h"
|
|
#include "GLImages.h"
|
|
|
|
#include "MediaData.h"
|
|
#include "MediaInfo.h"
|
|
#include "VPXDecoder.h"
|
|
|
|
#include "nsThreadUtils.h"
|
|
#include "nsAutoPtr.h"
|
|
#include "nsPromiseFlatString.h"
|
|
#include "nsIGfxInfo.h"
|
|
|
|
#include "prlog.h"
|
|
|
|
#include <jni.h>
|
|
|
|
static PRLogModuleInfo* AndroidDecoderModuleLog()
|
|
{
|
|
static PRLogModuleInfo* sLogModule = nullptr;
|
|
if (!sLogModule) {
|
|
sLogModule = PR_NewLogModule("AndroidDecoderModule");
|
|
}
|
|
return sLogModule;
|
|
}
|
|
|
|
#undef LOG
|
|
#define LOG(arg, ...) MOZ_LOG(AndroidDecoderModuleLog(), \
|
|
mozilla::LogLevel::Debug, ("AndroidDecoderModule(%p)::%s: " arg, \
|
|
this, __func__, ##__VA_ARGS__))
|
|
|
|
using namespace mozilla;
|
|
using namespace mozilla::gl;
|
|
using namespace mozilla::widget::sdk;
|
|
using media::TimeUnit;
|
|
|
|
namespace mozilla {
|
|
|
|
#define INVOKE_CALLBACK(Func, ...) \
|
|
if (mCallback) { \
|
|
mCallback->Func(__VA_ARGS__); \
|
|
} else { \
|
|
NS_WARNING("Callback not set"); \
|
|
}
|
|
|
|
static const char*
|
|
TranslateMimeType(const nsACString& aMimeType)
|
|
{
|
|
if (VPXDecoder::IsVPX(aMimeType, VPXDecoder::VP8)) {
|
|
return "video/x-vnd.on2.vp8";
|
|
} else if (VPXDecoder::IsVPX(aMimeType, VPXDecoder::VP9)) {
|
|
return "video/x-vnd.on2.vp9";
|
|
}
|
|
return PromiseFlatCString(aMimeType).get();
|
|
}
|
|
|
|
static MediaCodec::LocalRef
|
|
CreateDecoder(const nsACString& aMimeType)
|
|
{
|
|
MediaCodec::LocalRef codec;
|
|
NS_ENSURE_SUCCESS(MediaCodec::CreateDecoderByType(TranslateMimeType(aMimeType),
|
|
&codec), nullptr);
|
|
return codec;
|
|
}
|
|
|
|
static bool
|
|
GetFeatureStatus(int32_t aFeature)
|
|
{
|
|
nsCOMPtr<nsIGfxInfo> gfxInfo = services::GetGfxInfo();
|
|
int32_t status = nsIGfxInfo::FEATURE_STATUS_UNKNOWN;
|
|
nsCString discardFailureId;
|
|
if (!gfxInfo || NS_FAILED(gfxInfo->GetFeatureStatus(aFeature, discardFailureId, &status))) {
|
|
return false;
|
|
}
|
|
return status == nsIGfxInfo::FEATURE_STATUS_OK;
|
|
};
|
|
|
|
class VideoDataDecoder : public MediaCodecDataDecoder
|
|
{
|
|
public:
|
|
VideoDataDecoder(const VideoInfo& aConfig,
|
|
MediaFormat::Param aFormat,
|
|
MediaDataDecoderCallback* aCallback,
|
|
layers::ImageContainer* aImageContainer)
|
|
: MediaCodecDataDecoder(MediaData::Type::VIDEO_DATA, aConfig.mMimeType,
|
|
aFormat, aCallback)
|
|
, mImageContainer(aImageContainer)
|
|
, mConfig(aConfig)
|
|
{
|
|
|
|
}
|
|
|
|
const char* GetDescriptionName() const override
|
|
{
|
|
return "android video decoder";
|
|
}
|
|
|
|
RefPtr<InitPromise> Init() override
|
|
{
|
|
mSurfaceTexture = AndroidSurfaceTexture::Create();
|
|
if (!mSurfaceTexture) {
|
|
NS_WARNING("Failed to create SurfaceTexture for video decode\n");
|
|
return InitPromise::CreateAndReject(DecoderFailureReason::INIT_ERROR, __func__);
|
|
}
|
|
|
|
if (NS_FAILED(InitDecoder(mSurfaceTexture->JavaSurface()))) {
|
|
return InitPromise::CreateAndReject(DecoderFailureReason::INIT_ERROR, __func__);
|
|
}
|
|
|
|
return InitPromise::CreateAndResolve(TrackInfo::kVideoTrack, __func__);
|
|
}
|
|
|
|
void Cleanup() override
|
|
{
|
|
}
|
|
|
|
nsresult Input(MediaRawData* aSample) override
|
|
{
|
|
return MediaCodecDataDecoder::Input(aSample);
|
|
}
|
|
|
|
nsresult PostOutput(BufferInfo::Param aInfo, MediaFormat::Param aFormat,
|
|
const TimeUnit& aDuration) override
|
|
{
|
|
RefPtr<layers::Image> img =
|
|
new SurfaceTextureImage(mSurfaceTexture.get(), mConfig.mDisplay,
|
|
gl::OriginPos::BottomLeft);
|
|
|
|
nsresult rv;
|
|
int32_t flags;
|
|
NS_ENSURE_SUCCESS(rv = aInfo->Flags(&flags), rv);
|
|
|
|
bool isSync = !!(flags & MediaCodec::BUFFER_FLAG_SYNC_FRAME);
|
|
|
|
int32_t offset;
|
|
NS_ENSURE_SUCCESS(rv = aInfo->Offset(&offset), rv);
|
|
|
|
int64_t presentationTimeUs;
|
|
NS_ENSURE_SUCCESS(rv = aInfo->PresentationTimeUs(&presentationTimeUs), rv);
|
|
|
|
RefPtr<VideoData> v =
|
|
VideoData::CreateFromImage(mConfig,
|
|
mImageContainer,
|
|
offset,
|
|
presentationTimeUs,
|
|
aDuration.ToMicroseconds(),
|
|
img,
|
|
isSync,
|
|
presentationTimeUs,
|
|
gfx::IntRect(0, 0,
|
|
mConfig.mDisplay.width,
|
|
mConfig.mDisplay.height));
|
|
INVOKE_CALLBACK(Output, v);
|
|
return NS_OK;
|
|
}
|
|
|
|
protected:
|
|
layers::ImageContainer* mImageContainer;
|
|
const VideoInfo& mConfig;
|
|
RefPtr<AndroidSurfaceTexture> mSurfaceTexture;
|
|
};
|
|
|
|
class AudioDataDecoder : public MediaCodecDataDecoder
|
|
{
|
|
public:
|
|
AudioDataDecoder(const AudioInfo& aConfig, MediaFormat::Param aFormat,
|
|
MediaDataDecoderCallback* aCallback)
|
|
: MediaCodecDataDecoder(MediaData::Type::AUDIO_DATA, aConfig.mMimeType,
|
|
aFormat, aCallback)
|
|
{
|
|
JNIEnv* const env = jni::GetEnvForThread();
|
|
|
|
jni::Object::LocalRef buffer(env);
|
|
NS_ENSURE_SUCCESS_VOID(aFormat->GetByteBuffer(NS_LITERAL_STRING("csd-0"),
|
|
&buffer));
|
|
|
|
if (!buffer && aConfig.mCodecSpecificConfig->Length() >= 2) {
|
|
buffer = jni::Object::LocalRef::Adopt(
|
|
env, env->NewDirectByteBuffer(aConfig.mCodecSpecificConfig->Elements(),
|
|
aConfig.mCodecSpecificConfig->Length()));
|
|
NS_ENSURE_SUCCESS_VOID(aFormat->SetByteBuffer(NS_LITERAL_STRING("csd-0"),
|
|
buffer));
|
|
}
|
|
}
|
|
|
|
const char* GetDescriptionName() const override
|
|
{
|
|
return "android audio decoder";
|
|
}
|
|
|
|
nsresult Output(BufferInfo::Param aInfo, void* aBuffer,
|
|
MediaFormat::Param aFormat, const TimeUnit& aDuration)
|
|
{
|
|
// The output on Android is always 16-bit signed
|
|
nsresult rv;
|
|
int32_t numChannels;
|
|
NS_ENSURE_SUCCESS(rv =
|
|
aFormat->GetInteger(NS_LITERAL_STRING("channel-count"), &numChannels), rv);
|
|
AudioConfig::ChannelLayout layout(numChannels);
|
|
if (!layout.IsValid()) {
|
|
return NS_ERROR_FAILURE;
|
|
}
|
|
|
|
int32_t sampleRate;
|
|
NS_ENSURE_SUCCESS(rv =
|
|
aFormat->GetInteger(NS_LITERAL_STRING("sample-rate"), &sampleRate), rv);
|
|
|
|
int32_t size;
|
|
NS_ENSURE_SUCCESS(rv = aInfo->Size(&size), rv);
|
|
|
|
int32_t offset;
|
|
NS_ENSURE_SUCCESS(rv = aInfo->Offset(&offset), rv);
|
|
|
|
#ifdef MOZ_SAMPLE_TYPE_S16
|
|
const int32_t numSamples = size / 2;
|
|
#else
|
|
#error We only support 16-bit integer PCM
|
|
#endif
|
|
|
|
const int32_t numFrames = numSamples / numChannels;
|
|
AlignedAudioBuffer audio(numSamples);
|
|
if (!audio) {
|
|
return NS_ERROR_OUT_OF_MEMORY;
|
|
}
|
|
|
|
const uint8_t* bufferStart = static_cast<uint8_t*>(aBuffer) + offset;
|
|
PodCopy(audio.get(), reinterpret_cast<const AudioDataValue*>(bufferStart),
|
|
numSamples);
|
|
|
|
int64_t presentationTimeUs;
|
|
NS_ENSURE_SUCCESS(rv = aInfo->PresentationTimeUs(&presentationTimeUs), rv);
|
|
|
|
RefPtr<AudioData> data = new AudioData(0, presentationTimeUs,
|
|
aDuration.ToMicroseconds(),
|
|
numFrames,
|
|
Move(audio),
|
|
numChannels,
|
|
sampleRate);
|
|
INVOKE_CALLBACK(Output, data);
|
|
return NS_OK;
|
|
}
|
|
};
|
|
|
|
bool
|
|
AndroidDecoderModule::SupportsMimeType(const nsACString& aMimeType,
|
|
DecoderDoctorDiagnostics* aDiagnostics) const
|
|
{
|
|
if (!AndroidBridge::Bridge() ||
|
|
AndroidBridge::Bridge()->GetAPIVersion() < 16) {
|
|
return false;
|
|
}
|
|
|
|
if (aMimeType.EqualsLiteral("video/mp4") ||
|
|
aMimeType.EqualsLiteral("video/avc")) {
|
|
return true;
|
|
}
|
|
|
|
// When checking "audio/x-wav", CreateDecoder can cause a JNI ERROR by
|
|
// Accessing a stale local reference leading to a SIGSEGV crash.
|
|
// To avoid this we check for wav types here.
|
|
if (aMimeType.EqualsLiteral("audio/x-wav") ||
|
|
aMimeType.EqualsLiteral("audio/wave; codecs=1") ||
|
|
aMimeType.EqualsLiteral("audio/wave; codecs=6") ||
|
|
aMimeType.EqualsLiteral("audio/wave; codecs=7") ||
|
|
aMimeType.EqualsLiteral("audio/wave; codecs=65534")) {
|
|
return false;
|
|
}
|
|
|
|
if ((VPXDecoder::IsVPX(aMimeType, VPXDecoder::VP8) &&
|
|
!GetFeatureStatus(nsIGfxInfo::FEATURE_VP8_HW_DECODE)) ||
|
|
(VPXDecoder::IsVPX(aMimeType, VPXDecoder::VP9) &&
|
|
!GetFeatureStatus(nsIGfxInfo::FEATURE_VP9_HW_DECODE))) {
|
|
return false;
|
|
}
|
|
|
|
return widget::HardwareCodecCapabilityUtils::FindDecoderCodecInfoForMimeType(
|
|
nsCString(TranslateMimeType(aMimeType)));
|
|
}
|
|
|
|
already_AddRefed<MediaDataDecoder>
|
|
AndroidDecoderModule::CreateVideoDecoder(
|
|
const VideoInfo& aConfig, layers::LayersBackend aLayersBackend,
|
|
layers::ImageContainer* aImageContainer, TaskQueue* aTaskQueue,
|
|
MediaDataDecoderCallback* aCallback,
|
|
DecoderDoctorDiagnostics* aDiagnostics)
|
|
{
|
|
MediaFormat::LocalRef format;
|
|
|
|
NS_ENSURE_SUCCESS(MediaFormat::CreateVideoFormat(
|
|
TranslateMimeType(aConfig.mMimeType),
|
|
aConfig.mDisplay.width,
|
|
aConfig.mDisplay.height,
|
|
&format), nullptr);
|
|
|
|
RefPtr<MediaDataDecoder> decoder =
|
|
new VideoDataDecoder(aConfig, format, aCallback, aImageContainer);
|
|
|
|
return decoder.forget();
|
|
}
|
|
|
|
already_AddRefed<MediaDataDecoder>
|
|
AndroidDecoderModule::CreateAudioDecoder(
|
|
const AudioInfo& aConfig, TaskQueue* aTaskQueue,
|
|
MediaDataDecoderCallback* aCallback,
|
|
DecoderDoctorDiagnostics* aDiagnostics)
|
|
{
|
|
MOZ_ASSERT(aConfig.mBitDepth == 16, "We only handle 16-bit audio!");
|
|
|
|
MediaFormat::LocalRef format;
|
|
|
|
LOG("CreateAudioFormat with mimeType=%s, mRate=%d, channels=%d",
|
|
aConfig.mMimeType.Data(), aConfig.mRate, aConfig.mChannels);
|
|
|
|
NS_ENSURE_SUCCESS(MediaFormat::CreateAudioFormat(
|
|
aConfig.mMimeType,
|
|
aConfig.mRate,
|
|
aConfig.mChannels,
|
|
&format), nullptr);
|
|
|
|
RefPtr<MediaDataDecoder> decoder =
|
|
new AudioDataDecoder(aConfig, format, aCallback);
|
|
|
|
return decoder.forget();
|
|
}
|
|
|
|
PlatformDecoderModule::ConversionRequired
|
|
AndroidDecoderModule::DecoderNeedsConversion(const TrackInfo& aConfig) const
|
|
{
|
|
if (aConfig.IsVideo()) {
|
|
return kNeedAnnexB;
|
|
}
|
|
return kNeedNone;
|
|
}
|
|
|
|
MediaCodecDataDecoder::MediaCodecDataDecoder(MediaData::Type aType,
|
|
const nsACString& aMimeType,
|
|
MediaFormat::Param aFormat,
|
|
MediaDataDecoderCallback* aCallback)
|
|
: mType(aType)
|
|
, mMimeType(aMimeType)
|
|
, mFormat(aFormat)
|
|
, mCallback(aCallback)
|
|
, mInputBuffers(nullptr)
|
|
, mOutputBuffers(nullptr)
|
|
, mMonitor("MediaCodecDataDecoder::mMonitor")
|
|
, mState(kDecoding)
|
|
{
|
|
|
|
}
|
|
|
|
MediaCodecDataDecoder::~MediaCodecDataDecoder()
|
|
{
|
|
Shutdown();
|
|
}
|
|
|
|
RefPtr<MediaDataDecoder::InitPromise>
|
|
MediaCodecDataDecoder::Init()
|
|
{
|
|
nsresult rv = InitDecoder(nullptr);
|
|
|
|
TrackInfo::TrackType type =
|
|
(mType == MediaData::AUDIO_DATA ? TrackInfo::TrackType::kAudioTrack
|
|
: TrackInfo::TrackType::kVideoTrack);
|
|
|
|
return NS_SUCCEEDED(rv) ?
|
|
InitPromise::CreateAndResolve(type, __func__) :
|
|
InitPromise::CreateAndReject(
|
|
MediaDataDecoder::DecoderFailureReason::INIT_ERROR, __func__);
|
|
}
|
|
|
|
nsresult
|
|
MediaCodecDataDecoder::InitDecoder(Surface::Param aSurface)
|
|
{
|
|
mDecoder = CreateDecoder(mMimeType);
|
|
if (!mDecoder) {
|
|
INVOKE_CALLBACK(Error, MediaDataDecoderError::FATAL_ERROR);
|
|
return NS_ERROR_FAILURE;
|
|
}
|
|
|
|
nsresult rv;
|
|
NS_ENSURE_SUCCESS(rv = mDecoder->Configure(mFormat, aSurface, nullptr, 0), rv);
|
|
NS_ENSURE_SUCCESS(rv = mDecoder->Start(), rv);
|
|
|
|
NS_ENSURE_SUCCESS(rv = ResetInputBuffers(), rv);
|
|
NS_ENSURE_SUCCESS(rv = ResetOutputBuffers(), rv);
|
|
|
|
nsCOMPtr<nsIRunnable> r = NewRunnableMethod(this, &MediaCodecDataDecoder::DecoderLoop);
|
|
rv = NS_NewNamedThread("MC Decoder", getter_AddRefs(mThread), r);
|
|
|
|
return rv;
|
|
}
|
|
|
|
// This is in usec, so that's 10ms.
|
|
static const int64_t kDecoderTimeout = 10000;
|
|
|
|
#define BREAK_ON_DECODER_ERROR() \
|
|
if (NS_FAILED(res)) { \
|
|
NS_WARNING("Exiting decoder loop due to exception"); \
|
|
if (State() == kDrainDecoder) { \
|
|
INVOKE_CALLBACK(DrainComplete); \
|
|
State(kDecoding); \
|
|
} \
|
|
INVOKE_CALLBACK(Error, MediaDataDecoderError::FATAL_ERROR); \
|
|
break; \
|
|
}
|
|
|
|
nsresult
|
|
MediaCodecDataDecoder::GetInputBuffer(
|
|
JNIEnv* aEnv, int aIndex, jni::Object::LocalRef* aBuffer)
|
|
{
|
|
MOZ_ASSERT(aEnv);
|
|
MOZ_ASSERT(!*aBuffer);
|
|
|
|
int numTries = 2;
|
|
|
|
while (numTries--) {
|
|
*aBuffer = jni::Object::LocalRef::Adopt(
|
|
aEnv->GetObjectArrayElement(mInputBuffers.Get(), aIndex));
|
|
if (*aBuffer) {
|
|
return NS_OK;
|
|
}
|
|
nsresult res = ResetInputBuffers();
|
|
if (NS_FAILED(res)) {
|
|
return res;
|
|
}
|
|
}
|
|
return NS_ERROR_FAILURE;
|
|
}
|
|
|
|
bool
|
|
MediaCodecDataDecoder::WaitForInput()
|
|
{
|
|
MonitorAutoLock lock(mMonitor);
|
|
|
|
while (State() == kDecoding && mQueue.empty()) {
|
|
// Signal that we require more input.
|
|
INVOKE_CALLBACK(InputExhausted);
|
|
lock.Wait();
|
|
}
|
|
|
|
return State() != kStopping;
|
|
}
|
|
|
|
|
|
already_AddRefed<MediaRawData>
|
|
MediaCodecDataDecoder::PeekNextSample()
|
|
{
|
|
MonitorAutoLock lock(mMonitor);
|
|
|
|
if (State() == kFlushing) {
|
|
mDecoder->Flush();
|
|
ClearQueue();
|
|
State(kDecoding);
|
|
lock.Notify();
|
|
return nullptr;
|
|
}
|
|
|
|
if (mQueue.empty()) {
|
|
if (State() == kDrainQueue) {
|
|
State(kDrainDecoder);
|
|
}
|
|
return nullptr;
|
|
}
|
|
|
|
// We're not stopping or flushing, so try to get a sample.
|
|
return RefPtr<MediaRawData>(mQueue.front()).forget();
|
|
}
|
|
|
|
nsresult
|
|
MediaCodecDataDecoder::QueueSample(const MediaRawData* aSample)
|
|
{
|
|
MOZ_ASSERT(aSample);
|
|
AutoLocalJNIFrame frame(jni::GetEnvForThread(), 1);
|
|
|
|
// We have a sample, try to feed it to the decoder.
|
|
int32_t inputIndex = -1;
|
|
nsresult res = mDecoder->DequeueInputBuffer(kDecoderTimeout, &inputIndex);
|
|
if (NS_FAILED(res)) {
|
|
return res;
|
|
}
|
|
|
|
if (inputIndex < 0) {
|
|
// There is no valid input buffer available.
|
|
return NS_ERROR_FAILURE;
|
|
}
|
|
|
|
jni::Object::LocalRef buffer(frame.GetEnv());
|
|
res = GetInputBuffer(frame.GetEnv(), inputIndex, &buffer);
|
|
if (NS_FAILED(res)) {
|
|
return res;
|
|
}
|
|
|
|
void* directBuffer = frame.GetEnv()->GetDirectBufferAddress(buffer.Get());
|
|
|
|
MOZ_ASSERT(frame.GetEnv()->GetDirectBufferCapacity(buffer.Get()) >=
|
|
aSample->Size(),
|
|
"Decoder buffer is not large enough for sample");
|
|
|
|
PodCopy(static_cast<uint8_t*>(directBuffer), aSample->Data(), aSample->Size());
|
|
|
|
res = mDecoder->QueueInputBuffer(inputIndex, 0, aSample->Size(),
|
|
aSample->mTime, 0);
|
|
if (NS_FAILED(res)) {
|
|
return res;
|
|
}
|
|
|
|
mDurations.push_back(TimeUnit::FromMicroseconds(aSample->mDuration));
|
|
return NS_OK;
|
|
}
|
|
|
|
nsresult
|
|
MediaCodecDataDecoder::QueueEOS()
|
|
{
|
|
mMonitor.AssertCurrentThreadOwns();
|
|
|
|
nsresult res = NS_OK;
|
|
int32_t inputIndex = -1;
|
|
res = mDecoder->DequeueInputBuffer(kDecoderTimeout, &inputIndex);
|
|
if (NS_FAILED(res) || inputIndex < 0) {
|
|
return res;
|
|
}
|
|
|
|
res = mDecoder->QueueInputBuffer(inputIndex, 0, 0, 0,
|
|
MediaCodec::BUFFER_FLAG_END_OF_STREAM);
|
|
if (NS_SUCCEEDED(res)) {
|
|
State(kDrainWaitEOS);
|
|
mMonitor.Notify();
|
|
}
|
|
return res;
|
|
}
|
|
|
|
void
|
|
MediaCodecDataDecoder::HandleEOS(int32_t aOutputStatus)
|
|
{
|
|
MonitorAutoLock lock(mMonitor);
|
|
|
|
if (State() == kDrainWaitEOS) {
|
|
State(kDecoding);
|
|
mMonitor.Notify();
|
|
|
|
INVOKE_CALLBACK(DrainComplete);
|
|
}
|
|
|
|
mDecoder->ReleaseOutputBuffer(aOutputStatus, false);
|
|
}
|
|
|
|
TimeUnit
|
|
MediaCodecDataDecoder::GetOutputDuration()
|
|
{
|
|
MOZ_ASSERT(!mDurations.empty(), "Should have had a duration queued");
|
|
const TimeUnit duration = mDurations.front();
|
|
mDurations.pop_front();
|
|
return duration;
|
|
}
|
|
|
|
nsresult
|
|
MediaCodecDataDecoder::ProcessOutput(
|
|
BufferInfo::Param aInfo, MediaFormat::Param aFormat, int32_t aStatus)
|
|
{
|
|
AutoLocalJNIFrame frame(jni::GetEnvForThread(), 1);
|
|
|
|
const TimeUnit duration = GetOutputDuration();
|
|
const auto buffer = jni::Object::LocalRef::Adopt(
|
|
frame.GetEnv()->GetObjectArrayElement(mOutputBuffers.Get(), aStatus));
|
|
|
|
if (buffer) {
|
|
// The buffer will be null on Android L if we are decoding to a Surface.
|
|
void* directBuffer = frame.GetEnv()->GetDirectBufferAddress(buffer.Get());
|
|
Output(aInfo, directBuffer, aFormat, duration);
|
|
}
|
|
|
|
// The Surface will be updated at this point (for video).
|
|
mDecoder->ReleaseOutputBuffer(aStatus, true);
|
|
PostOutput(aInfo, aFormat, duration);
|
|
|
|
return NS_OK;
|
|
}
|
|
|
|
void
|
|
MediaCodecDataDecoder::DecoderLoop()
|
|
{
|
|
bool isOutputDone = false;
|
|
AutoLocalJNIFrame frame(jni::GetEnvForThread(), 1);
|
|
MediaFormat::LocalRef outputFormat(frame.GetEnv());
|
|
nsresult res = NS_OK;
|
|
|
|
while (WaitForInput()) {
|
|
RefPtr<MediaRawData> sample = PeekNextSample();
|
|
|
|
{
|
|
MonitorAutoLock lock(mMonitor);
|
|
if (State() == kDrainDecoder) {
|
|
MOZ_ASSERT(!sample, "Shouldn't have a sample when pushing EOF frame");
|
|
res = QueueEOS();
|
|
BREAK_ON_DECODER_ERROR();
|
|
}
|
|
}
|
|
|
|
if (sample) {
|
|
res = QueueSample(sample);
|
|
if (NS_SUCCEEDED(res)) {
|
|
// We've fed this into the decoder, so remove it from the queue.
|
|
MonitorAutoLock lock(mMonitor);
|
|
MOZ_RELEASE_ASSERT(mQueue.size(), "Queue may not be empty");
|
|
mQueue.pop_front();
|
|
isOutputDone = false;
|
|
}
|
|
}
|
|
|
|
if (isOutputDone) {
|
|
continue;
|
|
}
|
|
|
|
BufferInfo::LocalRef bufferInfo;
|
|
nsresult res = BufferInfo::New(&bufferInfo);
|
|
BREAK_ON_DECODER_ERROR();
|
|
|
|
int32_t outputStatus = -1;
|
|
res = mDecoder->DequeueOutputBuffer(bufferInfo, kDecoderTimeout,
|
|
&outputStatus);
|
|
BREAK_ON_DECODER_ERROR();
|
|
|
|
if (outputStatus == MediaCodec::INFO_TRY_AGAIN_LATER) {
|
|
// We might want to call mCallback->InputExhausted() here, but there seems
|
|
// to be some possible bad interactions here with the threading.
|
|
} else if (outputStatus == MediaCodec::INFO_OUTPUT_BUFFERS_CHANGED) {
|
|
res = ResetOutputBuffers();
|
|
BREAK_ON_DECODER_ERROR();
|
|
} else if (outputStatus == MediaCodec::INFO_OUTPUT_FORMAT_CHANGED) {
|
|
res = mDecoder->GetOutputFormat(ReturnTo(&outputFormat));
|
|
BREAK_ON_DECODER_ERROR();
|
|
} else if (outputStatus < 0) {
|
|
NS_WARNING("Unknown error from decoder!");
|
|
INVOKE_CALLBACK(Error, MediaDataDecoderError::DECODE_ERROR);
|
|
// Don't break here just in case it's recoverable. If it's not, other
|
|
// stuff will fail later and we'll bail out.
|
|
} else {
|
|
// We have a valid buffer index >= 0 here.
|
|
int32_t flags;
|
|
nsresult res = bufferInfo->Flags(&flags);
|
|
BREAK_ON_DECODER_ERROR();
|
|
|
|
if (flags & MediaCodec::BUFFER_FLAG_END_OF_STREAM) {
|
|
HandleEOS(outputStatus);
|
|
isOutputDone = true;
|
|
// We only queue empty EOF frames, so we're done for now.
|
|
continue;
|
|
}
|
|
|
|
res = ProcessOutput(bufferInfo, outputFormat, outputStatus);
|
|
BREAK_ON_DECODER_ERROR();
|
|
}
|
|
}
|
|
|
|
Cleanup();
|
|
|
|
// We're done.
|
|
MonitorAutoLock lock(mMonitor);
|
|
State(kShutdown);
|
|
mMonitor.Notify();
|
|
}
|
|
|
|
const char*
|
|
MediaCodecDataDecoder::ModuleStateStr(ModuleState aState) {
|
|
static const char* kStr[] = {
|
|
"Decoding", "Flushing", "DrainQueue", "DrainDecoder", "DrainWaitEOS",
|
|
"Stopping", "Shutdown"
|
|
};
|
|
|
|
MOZ_ASSERT(aState < sizeof(kStr) / sizeof(kStr[0]));
|
|
return kStr[aState];
|
|
}
|
|
|
|
MediaCodecDataDecoder::ModuleState
|
|
MediaCodecDataDecoder::State() const
|
|
{
|
|
return mState;
|
|
}
|
|
|
|
bool
|
|
MediaCodecDataDecoder::State(ModuleState aState)
|
|
{
|
|
bool ok = true;
|
|
|
|
if (mState == kShutdown) {
|
|
ok = false;
|
|
} else if (mState == kStopping) {
|
|
ok = aState == kShutdown;
|
|
} else if (aState == kDrainDecoder) {
|
|
ok = mState == kDrainQueue;
|
|
} else if (aState == kDrainWaitEOS) {
|
|
ok = mState == kDrainDecoder;
|
|
}
|
|
|
|
if (ok) {
|
|
LOG("%s -> %s", ModuleStateStr(mState), ModuleStateStr(aState));
|
|
mState = aState;
|
|
}
|
|
|
|
return ok;
|
|
}
|
|
|
|
void
|
|
MediaCodecDataDecoder::ClearQueue()
|
|
{
|
|
mMonitor.AssertCurrentThreadOwns();
|
|
|
|
mQueue.clear();
|
|
mDurations.clear();
|
|
}
|
|
|
|
nsresult
|
|
MediaCodecDataDecoder::Input(MediaRawData* aSample)
|
|
{
|
|
MonitorAutoLock lock(mMonitor);
|
|
mQueue.push_back(aSample);
|
|
lock.NotifyAll();
|
|
|
|
return NS_OK;
|
|
}
|
|
|
|
nsresult
|
|
MediaCodecDataDecoder::ResetInputBuffers()
|
|
{
|
|
return mDecoder->GetInputBuffers(ReturnTo(&mInputBuffers));
|
|
}
|
|
|
|
nsresult
|
|
MediaCodecDataDecoder::ResetOutputBuffers()
|
|
{
|
|
return mDecoder->GetOutputBuffers(ReturnTo(&mOutputBuffers));
|
|
}
|
|
|
|
nsresult
|
|
MediaCodecDataDecoder::Flush()
|
|
{
|
|
MonitorAutoLock lock(mMonitor);
|
|
if (!State(kFlushing)) {
|
|
return NS_OK;
|
|
}
|
|
lock.Notify();
|
|
|
|
while (State() == kFlushing) {
|
|
lock.Wait();
|
|
}
|
|
|
|
return NS_OK;
|
|
}
|
|
|
|
nsresult
|
|
MediaCodecDataDecoder::Drain()
|
|
{
|
|
MonitorAutoLock lock(mMonitor);
|
|
if (State() == kDrainDecoder || State() == kDrainQueue) {
|
|
return NS_OK;
|
|
}
|
|
|
|
State(kDrainQueue);
|
|
lock.Notify();
|
|
|
|
return NS_OK;
|
|
}
|
|
|
|
|
|
nsresult
|
|
MediaCodecDataDecoder::Shutdown()
|
|
{
|
|
MonitorAutoLock lock(mMonitor);
|
|
|
|
State(kStopping);
|
|
lock.Notify();
|
|
|
|
while (mThread && State() != kShutdown) {
|
|
lock.Wait();
|
|
}
|
|
|
|
if (mThread) {
|
|
mThread->Shutdown();
|
|
mThread = nullptr;
|
|
}
|
|
|
|
if (mDecoder) {
|
|
mDecoder->Stop();
|
|
mDecoder->Release();
|
|
mDecoder = nullptr;
|
|
}
|
|
|
|
return NS_OK;
|
|
}
|
|
|
|
} // mozilla
|