mirror of
https://github.com/roytam1/palemoon27.git
synced 2026-05-26 14:18:48 +00:00
147c5fa2eb
- Bug 1150437 - Make gmp-clearkey consistently Apache2 licensed. r=edwin,jwwang,kentuckyfriedtakahe (3c954c73dd) - Bug 1223486 - Ensure WrapTexCoord returns 0.0 instead of 1.0 when given a negative whole number. r=Bas (b4af8eb524) - Bug 1160914 - Make gmp-clearkey's decoders threadsafe refcounted, to handle DecodingComplete while GMPVideoHost::CreateFrame() is waiting. r=edwin (03359c7730) - Bug 1206763 - Enable SkiaGL canvas on gonk r=mattwoodrow (1588079b23) - Decouple CairoImage from ImageContainer. (bug 1222910, r=roc) (a93a4dad82) - Decouple D3D11ShareHandleImage from ImageContainer. (bug 1222910, r=mattwoodrow) (9642ef1c53) - Bug 1194753 - Wait longer when decoding the first frame of D3D9 DXVA video before deciding it is invalid. r=cpearce (865fe1d2f3) - Decouple D3D9SurfaceImage from ImageContainer. (bug 1222910, r=mattwoodrow) (55bc5abffc) - Bug 1191534 - Implement BlitImageToFramebuffer for IOSurface. r=jgilbert (0da6aff77f) - Decouple EGLImageImage from ImageContainer. (bug 1222910, r=snorp) (cffb7aadcb) - Decouple SurfaceTextureImage from ImageContainer. (bug 1222910, r=snorp) (5b920014d0) - Decouple MacIOSurfaceImage from ImageContainer. (bug 1222910, r=mstange) (ffab69155c) - Decouple SharedRGBImage and PlanarYCbCrImage from ImageContainer. (bug 1222910, r=mattwoodrow) (a9f6e23788) - Remove Gonk usage of ImageContainer::CreateImage. (bug 1222910, r=sotaro) (3f460b901d) - Remove CreateImage() from ImageContainer, ImageFactory, and ImageClient. (bug 1222910, r=roc) (873d5d5e47) - Bug 1212795: P1. Ensure the check if HW acceleration is allowed is performed on the main thread. r=jwwang (7cac257e5a) - Bug 1137529: Prefer Apple's VDA hardware acceleration for Hi-Def videos. r=rillian (a3ffc48e5e) - Bug 1212795: P2. Ensure all frameworks required for video decoding on mac are loaded. r=jwwang (b903b94c60) - Bug 1212795: P3. Make AppleDecoderModule detects if the required modules are loaded. r=jwwang (fb132e36b0) - Bug 1221991 - [1.3] Make SupportsMimeType a const function. r=jya (2450030808) - Bug 1221991 - [2.3] Split DecoderLoop into functions, simplify decoding state and clean up style. r=snorp (7c0e665cf7) - Bug 1221991 - [3.1] Manage module state via accessor functions. r=snorp (491b00f74b) - Bug 1221991 - [4.2] Add AndroidDecoderModule logging. r=snorp (7213505016) - Bug 1153110: Don't prefer VDA for 720p and above. r=rillian (50d5fbfa7c) - remove PR_LOGGING (44f4efbaa2) - Bug 1169653 - Limit use of the speech recognition API in JS to certified apps or apps with the proper flags set. r=smaug (c93a8949b8) - Bug 1133633: Part2. Enable async decoding on mac. r=mattmoodrow (c9740168bd) - Bug 1154896: Report decoding errors back to MP4Reader. r=rillian (26291f72e1) - Bug 1154896: Part2. Ignore kVTDecodeInfo_FrameDropped flag. r=rillian (bfca4c264e) - Bug 1198094: P1. Limit rate at which InputExhausted could be called by mac decoder. r=rillian (e5819c1666) - Bug 1214678 - Allow Apple media decoders to work on iOS r=jya (c475eff0be) - Bug 1219140 - Remove AskMediaCodecAndWait() r=bwu (dbe8d364ec) - fix includes (432c3419b0) - adapted Bug 1159509 - Support audio AMR-NB for Gonk in MP4Reader. r=jya (adaddc5c21) - Bug 1154512 - Remove MediaTaskQueue::SyncDispatch() from PDM. r=cpearce (5bddd082bd) - Bug 1204622 - release codec listener at reader task queue. r=jya (72b062b5d7) - Bug 1097498 - Wait fence for the graphic buffer. r=sotaro (c72f301939) - Bug 1198664 - Refactor: move common behaviors to base class. r=bwu,jya (a754813c5b) - Bug 1198664 - Use looper to process decoder tasks. r=bwu (768315de13) - Bug 1174721 - Use AudioCompactor for GonkAudioDecoderManager. r=sotaro (768e68c946) - Bug 1199809 - Refactor: use RAII to help manage output buffer lifecycle. r=sotaro (9a6e0dceb7) - Bug 1133955 - Record the last seek time to decide the direction to seek. r=sotaro (d0bcdbe68b) - Bug 1210045 - Fix GonkVideoDecoderManager shutdown during initialization r=bwu (b379248ff1) - Bug 1214997 - Use MozPromise in MediaCodecProxy and OMXCodecProxy r=bwu (ab9a92d640) - Bug 1199809 - Make a copy of output buffer after flush(). r=sotaro (17465ecaea) - Bug 1216895 - assert that decoder methods are run on correct thread. r=jya (b8c106c2ca) - Bug 1185018 - Part 1 of 1 - Made speech recognition services language dependent and removed assumption of a single service. r=smaug (f83acf82b4) - Bug 1207416: Add Telemetry for time spent in different Load states in WebRTC r=gcp (e3959b6760) - Bug 1219480 - Replace PRLogModuleInfo with LazyLogModule in the media directory. r=rillian (a9b13ef334) - Bug 1196558: Don't assert should output task not be dispatched. r=edwin (a2569bca73) - Bug 1199193: Ensure DrainComplete() is called once all decoded frames have been output. r=rillian (760fb42753) - Bug 1079621 - Change non-fatal errors to warnings. r=rillian (20c85e7e56) - Bug 1185234 - Implement SpeechRecognition::interimResults. r=smaug (b3d635d8c0) - Bug 1171850 - Remove 'models' dir from MODELSPS_DEST as the dir 'models' now comes from MODELSPS_FILES. r=gps (5515511e3a) - Bug 1183503 - Rename model and dictionary files for recognition in preparation for localization. r=smaug (32c78610af) - Bug 1185235 - Implement SpeechRecognition::maxAlternatives. r=smaug (91eac7f30f) - Bug 1177514 - Remove final text of 'ERROR' on recognition error, should be signaled by SpeechRecognitionError. r=smaug (c8d7b198e0) - Bug 1187791 - Part 1 of 1 - SpeechRecognition::maxAlternatives can't throw; so, rm webidl throws specifier. r=smaug (e295b2bde5) - Bug 1213131: [vpx] Configure libvpx decoder to use multi-threads decoding. r=kentuckyfriedtakahe (f38ba0ef82) - Bug 1206845: Prevent overflows in MediaCache. r=roc (e8a228dcd3) - Bug 1205825 - part 1 - don't reacquire the media cache's monitor in MediaCacheStream::FlushPartialBlockInternal; r=roc (6342592be3) - Bug 1205825 - part 2 - call Get*CachedData*Internal variants from MediaCacheStream::GetCachedRanges; r=roc (f229c8f757)
373 lines
9.9 KiB
C++
373 lines
9.9 KiB
C++
/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
|
|
/* This Source Code Form is subject to the terms of the Mozilla Public
|
|
* License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
|
|
|
|
#include "GMPVideoEncoderParent.h"
|
|
#include "mozilla/Logging.h"
|
|
#include "GMPVideoi420FrameImpl.h"
|
|
#include "GMPVideoEncodedFrameImpl.h"
|
|
#include "mozilla/unused.h"
|
|
#include "GMPMessageUtils.h"
|
|
#include "nsAutoRef.h"
|
|
#include "GMPContentParent.h"
|
|
#include "mozilla/gmp/GMPTypes.h"
|
|
#include "nsThread.h"
|
|
#include "nsThreadUtils.h"
|
|
#include "runnable_utils.h"
|
|
#include "GMPUtils.h"
|
|
|
|
namespace mozilla {
|
|
|
|
#ifdef LOG
|
|
#undef LOG
|
|
#endif
|
|
|
|
extern LogModule* GetGMPLog();
|
|
|
|
#define LOGD(msg) MOZ_LOG(GetGMPLog(), mozilla::LogLevel::Debug, msg)
|
|
#define LOG(level, msg) MOZ_LOG(GetGMPLog(), (level), msg)
|
|
|
|
#ifdef __CLASS__
|
|
#undef __CLASS__
|
|
#endif
|
|
#define __CLASS__ "GMPVideoEncoderParent"
|
|
|
|
namespace gmp {
|
|
|
|
// States:
|
|
// Initial: mIsOpen == false
|
|
// on InitDecode success -> Open
|
|
// on Shutdown -> Dead
|
|
// Open: mIsOpen == true
|
|
// on Close -> Dead
|
|
// on ActorDestroy -> Dead
|
|
// on Shutdown -> Dead
|
|
// Dead: mIsOpen == false
|
|
|
|
GMPVideoEncoderParent::GMPVideoEncoderParent(GMPContentParent *aPlugin)
|
|
: GMPSharedMemManager(aPlugin),
|
|
mIsOpen(false),
|
|
mShuttingDown(false),
|
|
mActorDestroyed(false),
|
|
mPlugin(aPlugin),
|
|
mCallback(nullptr),
|
|
mVideoHost(this),
|
|
mPluginId(aPlugin->GetPluginId())
|
|
{
|
|
MOZ_ASSERT(mPlugin);
|
|
|
|
nsresult rv = NS_NewNamedThread("GMPEncoded", getter_AddRefs(mEncodedThread));
|
|
if (NS_FAILED(rv)) {
|
|
MOZ_CRASH();
|
|
}
|
|
}
|
|
|
|
GMPVideoEncoderParent::~GMPVideoEncoderParent()
|
|
{
|
|
if (mEncodedThread) {
|
|
mEncodedThread->Shutdown();
|
|
}
|
|
}
|
|
|
|
GMPVideoHostImpl&
|
|
GMPVideoEncoderParent::Host()
|
|
{
|
|
return mVideoHost;
|
|
}
|
|
|
|
// Note: may be called via Terminated()
|
|
void
|
|
GMPVideoEncoderParent::Close()
|
|
{
|
|
LOGD(("%s::%s: %p", __CLASS__, __FUNCTION__, this));
|
|
MOZ_ASSERT(mPlugin->GMPThread() == NS_GetCurrentThread());
|
|
// Consumer is done with us; we can shut down. No more callbacks should
|
|
// be made to mCallback. Note: do this before Shutdown()!
|
|
mCallback = nullptr;
|
|
// Let Shutdown mark us as dead so it knows if we had been alive
|
|
|
|
// In case this is the last reference
|
|
RefPtr<GMPVideoEncoderParent> kungfudeathgrip(this);
|
|
Release();
|
|
Shutdown();
|
|
}
|
|
|
|
GMPErr
|
|
GMPVideoEncoderParent::InitEncode(const GMPVideoCodec& aCodecSettings,
|
|
const nsTArray<uint8_t>& aCodecSpecific,
|
|
GMPVideoEncoderCallbackProxy* aCallback,
|
|
int32_t aNumberOfCores,
|
|
uint32_t aMaxPayloadSize)
|
|
{
|
|
LOGD(("%s::%s: %p", __CLASS__, __FUNCTION__, this));
|
|
if (mIsOpen) {
|
|
NS_WARNING("Trying to re-init an in-use GMP video encoder!");
|
|
return GMPGenericErr;;
|
|
}
|
|
|
|
MOZ_ASSERT(mPlugin->GMPThread() == NS_GetCurrentThread());
|
|
|
|
if (!aCallback) {
|
|
return GMPGenericErr;
|
|
}
|
|
mCallback = aCallback;
|
|
|
|
if (!SendInitEncode(aCodecSettings, aCodecSpecific, aNumberOfCores, aMaxPayloadSize)) {
|
|
return GMPGenericErr;
|
|
}
|
|
mIsOpen = true;
|
|
|
|
// Async IPC, we don't have access to a return value.
|
|
return GMPNoErr;
|
|
}
|
|
|
|
GMPErr
|
|
GMPVideoEncoderParent::Encode(GMPUniquePtr<GMPVideoi420Frame> aInputFrame,
|
|
const nsTArray<uint8_t>& aCodecSpecificInfo,
|
|
const nsTArray<GMPVideoFrameType>& aFrameTypes)
|
|
{
|
|
if (!mIsOpen) {
|
|
NS_WARNING("Trying to use an dead GMP video encoder");
|
|
return GMPGenericErr;
|
|
}
|
|
|
|
MOZ_ASSERT(mPlugin->GMPThread() == NS_GetCurrentThread());
|
|
|
|
GMPUniquePtr<GMPVideoi420FrameImpl> inputFrameImpl(
|
|
static_cast<GMPVideoi420FrameImpl*>(aInputFrame.release()));
|
|
|
|
// Very rough kill-switch if the plugin stops processing. If it's merely
|
|
// hung and continues, we'll come back to life eventually.
|
|
// 3* is because we're using 3 buffers per frame for i420 data for now.
|
|
if ((NumInUse(GMPSharedMem::kGMPFrameData) > 3*GMPSharedMem::kGMPBufLimit) ||
|
|
(NumInUse(GMPSharedMem::kGMPEncodedData) > GMPSharedMem::kGMPBufLimit)) {
|
|
return GMPGenericErr;
|
|
}
|
|
|
|
GMPVideoi420FrameData frameData;
|
|
inputFrameImpl->InitFrameData(frameData);
|
|
|
|
if (!SendEncode(frameData,
|
|
aCodecSpecificInfo,
|
|
aFrameTypes)) {
|
|
return GMPGenericErr;
|
|
}
|
|
|
|
// Async IPC, we don't have access to a return value.
|
|
return GMPNoErr;
|
|
}
|
|
|
|
GMPErr
|
|
GMPVideoEncoderParent::SetChannelParameters(uint32_t aPacketLoss, uint32_t aRTT)
|
|
{
|
|
if (!mIsOpen) {
|
|
NS_WARNING("Trying to use an invalid GMP video encoder!");
|
|
return GMPGenericErr;
|
|
}
|
|
|
|
MOZ_ASSERT(mPlugin->GMPThread() == NS_GetCurrentThread());
|
|
|
|
if (!SendSetChannelParameters(aPacketLoss, aRTT)) {
|
|
return GMPGenericErr;
|
|
}
|
|
|
|
// Async IPC, we don't have access to a return value.
|
|
return GMPNoErr;
|
|
}
|
|
|
|
GMPErr
|
|
GMPVideoEncoderParent::SetRates(uint32_t aNewBitRate, uint32_t aFrameRate)
|
|
{
|
|
if (!mIsOpen) {
|
|
NS_WARNING("Trying to use an dead GMP video decoder");
|
|
return GMPGenericErr;
|
|
}
|
|
|
|
MOZ_ASSERT(mPlugin->GMPThread() == NS_GetCurrentThread());
|
|
|
|
if (!SendSetRates(aNewBitRate, aFrameRate)) {
|
|
return GMPGenericErr;
|
|
}
|
|
|
|
// Async IPC, we don't have access to a return value.
|
|
return GMPNoErr;
|
|
}
|
|
|
|
GMPErr
|
|
GMPVideoEncoderParent::SetPeriodicKeyFrames(bool aEnable)
|
|
{
|
|
if (!mIsOpen) {
|
|
NS_WARNING("Trying to use an invalid GMP video encoder!");
|
|
return GMPGenericErr;
|
|
}
|
|
|
|
MOZ_ASSERT(mPlugin->GMPThread() == NS_GetCurrentThread());
|
|
|
|
if (!SendSetPeriodicKeyFrames(aEnable)) {
|
|
return GMPGenericErr;
|
|
}
|
|
|
|
// Async IPC, we don't have access to a return value.
|
|
return GMPNoErr;
|
|
}
|
|
|
|
// Note: Consider keeping ActorDestroy sync'd up when making changes here.
|
|
void
|
|
GMPVideoEncoderParent::Shutdown()
|
|
{
|
|
LOGD(("%s::%s: %p", __CLASS__, __FUNCTION__, this));
|
|
MOZ_ASSERT(mPlugin->GMPThread() == NS_GetCurrentThread());
|
|
|
|
if (mShuttingDown) {
|
|
return;
|
|
}
|
|
mShuttingDown = true;
|
|
|
|
// Notify client we're gone! Won't occur after Close()
|
|
if (mCallback) {
|
|
mCallback->Terminated();
|
|
mCallback = nullptr;
|
|
}
|
|
mVideoHost.DoneWithAPI();
|
|
|
|
mIsOpen = false;
|
|
if (!mActorDestroyed) {
|
|
Unused << SendEncodingComplete();
|
|
}
|
|
}
|
|
|
|
static void
|
|
ShutdownEncodedThread(nsCOMPtr<nsIThread>& aThread)
|
|
{
|
|
aThread->Shutdown();
|
|
}
|
|
|
|
// Note: Keep this sync'd up with Shutdown
|
|
void
|
|
GMPVideoEncoderParent::ActorDestroy(ActorDestroyReason aWhy)
|
|
{
|
|
LOGD(("%s::%s: %p (%d)", __CLASS__, __FUNCTION__, this, (int) aWhy));
|
|
mIsOpen = false;
|
|
mActorDestroyed = true;
|
|
if (mCallback) {
|
|
// May call Close() (and Shutdown()) immediately or with a delay
|
|
mCallback->Terminated();
|
|
mCallback = nullptr;
|
|
}
|
|
// Must be shut down before VideoEncoderDestroyed(), since this can recurse
|
|
// the GMPThread event loop. See bug 1049501
|
|
if (mEncodedThread) {
|
|
// Can't get it to allow me to use WrapRunnable with a nsCOMPtr<nsIThread>()
|
|
NS_DispatchToMainThread(
|
|
WrapRunnableNM<decltype(&ShutdownEncodedThread),
|
|
nsCOMPtr<nsIThread> >(&ShutdownEncodedThread, mEncodedThread));
|
|
mEncodedThread = nullptr;
|
|
}
|
|
if (mPlugin) {
|
|
// Ignore any return code. It is OK for this to fail without killing the process.
|
|
mPlugin->VideoEncoderDestroyed(this);
|
|
mPlugin = nullptr;
|
|
}
|
|
mVideoHost.ActorDestroyed();
|
|
}
|
|
|
|
static void
|
|
EncodedCallback(GMPVideoEncoderCallbackProxy* aCallback,
|
|
GMPVideoEncodedFrame* aEncodedFrame,
|
|
nsTArray<uint8_t>* aCodecSpecificInfo,
|
|
nsCOMPtr<nsIThread> aThread)
|
|
{
|
|
aCallback->Encoded(aEncodedFrame, *aCodecSpecificInfo);
|
|
delete aCodecSpecificInfo;
|
|
// Ugh. Must destroy the frame on GMPThread.
|
|
// XXX add locks to the ShmemManager instead?
|
|
aThread->Dispatch(WrapRunnable(aEncodedFrame,
|
|
&GMPVideoEncodedFrame::Destroy),
|
|
NS_DISPATCH_NORMAL);
|
|
}
|
|
|
|
bool
|
|
GMPVideoEncoderParent::RecvEncoded(const GMPVideoEncodedFrameData& aEncodedFrame,
|
|
InfallibleTArray<uint8_t>&& aCodecSpecificInfo)
|
|
{
|
|
if (!mCallback) {
|
|
return false;
|
|
}
|
|
|
|
auto f = new GMPVideoEncodedFrameImpl(aEncodedFrame, &mVideoHost);
|
|
nsTArray<uint8_t> *codecSpecificInfo = new nsTArray<uint8_t>;
|
|
codecSpecificInfo->AppendElements((uint8_t*)aCodecSpecificInfo.Elements(), aCodecSpecificInfo.Length());
|
|
nsCOMPtr<nsIThread> thread = NS_GetCurrentThread();
|
|
|
|
mEncodedThread->Dispatch(WrapRunnableNM(&EncodedCallback,
|
|
mCallback, f, codecSpecificInfo, thread),
|
|
NS_DISPATCH_NORMAL);
|
|
|
|
return true;
|
|
}
|
|
|
|
bool
|
|
GMPVideoEncoderParent::RecvError(const GMPErr& aError)
|
|
{
|
|
if (!mCallback) {
|
|
return false;
|
|
}
|
|
|
|
// Ignore any return code. It is OK for this to fail without killing the process.
|
|
mCallback->Error(aError);
|
|
|
|
return true;
|
|
}
|
|
|
|
bool
|
|
GMPVideoEncoderParent::RecvShutdown()
|
|
{
|
|
Shutdown();
|
|
return true;
|
|
}
|
|
|
|
bool
|
|
GMPVideoEncoderParent::RecvParentShmemForPool(Shmem&& aFrameBuffer)
|
|
{
|
|
if (aFrameBuffer.IsWritable()) {
|
|
mVideoHost.SharedMemMgr()->MgrDeallocShmem(GMPSharedMem::kGMPFrameData,
|
|
aFrameBuffer);
|
|
}
|
|
return true;
|
|
}
|
|
|
|
bool
|
|
GMPVideoEncoderParent::AnswerNeedShmem(const uint32_t& aEncodedBufferSize,
|
|
Shmem* aMem)
|
|
{
|
|
ipc::Shmem mem;
|
|
|
|
if (!mVideoHost.SharedMemMgr()->MgrAllocShmem(GMPSharedMem::kGMPEncodedData,
|
|
aEncodedBufferSize,
|
|
ipc::SharedMemory::TYPE_BASIC, &mem))
|
|
{
|
|
LOG(LogLevel::Error, ("%s::%s: Failed to get a shared mem buffer for Child! size %u",
|
|
__CLASS__, __FUNCTION__, aEncodedBufferSize));
|
|
return false;
|
|
}
|
|
*aMem = mem;
|
|
mem = ipc::Shmem();
|
|
return true;
|
|
}
|
|
|
|
bool
|
|
GMPVideoEncoderParent::Recv__delete__()
|
|
{
|
|
if (mPlugin) {
|
|
// Ignore any return code. It is OK for this to fail without killing the process.
|
|
mPlugin->VideoEncoderDestroyed(this);
|
|
mPlugin = nullptr;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
} // namespace gmp
|
|
} // namespace mozilla
|