/* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/. */
#include "GMPVideoDecoderParent.h"
#include "GMPContentParent.h"
#include "GMPLog.h"
#include "GMPMessageUtils.h"
#include "GMPUtils.h"
#include "GMPVideoEncodedFrameImpl.h"
#include "GMPVideoi420FrameImpl.h"
#include "mozilla/gmp/GMPTypes.h"
#include "nsAutoRef.h"
#include "nsPrintfCString.h"
#include "nsThreadUtils.h"
namespace mozilla::gmp {
// States:
// Initial: mIsOpen == false
// on InitDecode success -> Open
// on Shutdown -> Dead
// Open: mIsOpen == true
// on Close -> Dead
// on ActorDestroy -> Dead
// on Shutdown -> Dead
// Dead: mIsOpen == false
GMPVideoDecoderParent::GMPVideoDecoderParent(GMPContentParent* aPlugin)
: mIsOpen(
false),
mShuttingDown(
false),
mActorDestroyed(
false),
mIsAwaitingResetComplete(
false),
mIsAwaitingDrainComplete(
false),
mPlugin(aPlugin),
mCallback(nullptr),
mPluginId(aPlugin->GetPluginId()),
mPluginType(aPlugin->GetPluginType()),
mFrameCount(
0) {
MOZ_ASSERT(mPlugin);
}
GMPVideoDecoderParent::~GMPVideoDecoderParent() =
default;
bool GMPVideoDecoderParent::MgrIsOnOwningThread()
const {
return !mPlugin || mPlugin->GMPEventTarget()->IsOnCurrentThread();
}
// Note: may be called via Terminated()
void GMPVideoDecoderParent::Close() {
GMP_LOG_DEBUG(
"GMPVideoDecoderParent[{}]::Close()", fmt::ptr(this));
MOZ_ASSERT(!mPlugin || mPlugin->GMPEventTarget()->IsOnCurrentThread());
// Ensure if we've received a Close while waiting for a ResetComplete
// or DrainComplete notification, we'll unblock the caller before processing
// the close. This seems unlikely to happen, but better to be careful.
UnblockResetAndDrain();
// Consumer is done with us; we can shut down. No more callbacks should
// be made to mCallback. Note: do this before Shutdown()!
mCallback = nullptr;
// Let Shutdown mark us as dead so it knows if we had been alive
// In case this is the last reference
RefPtr<GMPVideoDecoderParent> kungfudeathgrip(this);
Release();
Shutdown();
}
nsresult GMPVideoDecoderParent::InitDecode(
const GMPVideoCodec& aCodecSettings,
const nsTArray<uint8_t>& aCodecSpecific,
GMPVideoDecoderCallbackProxy* aCallback, int32_t aCoreCount) {
GMP_LOG_DEBUG(
"GMPVideoDecoderParent[{}]::InitDecode()", fmt::ptr(this));
if (mActorDestroyed) {
NS_WARNING(
"Trying to use a destroyed GMP video decoder!");
return NS_ERROR_FAILURE;
}
if (mIsOpen) {
NS_WARNING(
"Trying to re-init an in-use GMP video decoder!");
return NS_ERROR_FAILURE;
}
MOZ_ASSERT(mPlugin->GMPEventTarget()->IsOnCurrentThread());
if (!aCallback) {
return NS_ERROR_FAILURE;
}
mCallback = aCallback;
if (!SendInitDecode(aCodecSettings, aCodecSpecific, aCoreCount)) {
return NS_ERROR_FAILURE;
}
mIsOpen = true;
// Async IPC, we don't have access to a return value.
return NS_OK;
}
nsresult GMPVideoDecoderParent::Decode(
GMPUniquePtr<GMPVideoEncodedFrame> aInputFrame,
bool aMissingFrames,
const nsTArray<uint8_t>& aCodecSpecificInfo, int64_t aRenderTimeMs) {
GMP_LOG_VERBOSE(
"GMPVideoDecoderParent[{}]::Decode() timestamp={} keyframe={}",
fmt::ptr(this), aInputFrame->TimeStamp(),
aInputFrame->FrameType() == kGMPKeyFrame);
if (!mIsOpen) {
GMP_LOG_ERROR(
"GMPVideoDecoderParent[{}]::Decode() ERROR; dead GMPVideoDecoder",
fmt::ptr(this));
NS_WARNING(
"Trying to use an dead GMP video decoder");
return NS_ERROR_FAILURE;
}
MOZ_ASSERT(mPlugin->GMPEventTarget()->IsOnCurrentThread());
GMPUniquePtr<GMPVideoEncodedFrameImpl> inputFrameImpl(
static_cast<GMPVideoEncodedFrameImpl*>(aInputFrame.release()));
GMPVideoEncodedFrameData frameData;
ipc::Shmem frameShmem;
if (!inputFrameImpl->RelinquishFrameData(frameData, frameShmem)) {
GMP_LOG_ERROR(
"GMPVideoDecoderParent[{}]::Decode() ERROR; missing input shmem",
fmt::ptr(this));
return NS_ERROR_FAILURE;
}
if (mDecodedShmemSize >
0) {
ipc::Shmem outputShmem;
if (MgrTakeShmem(GMPSharedMemClass::Decoded, mDecodedShmemSize,
&outputShmem)) {
(
void)SendGiveShmem(std::move(outputShmem));
}
}
if (!SendDecode(frameData, std::move(frameShmem), aMissingFrames,
aCodecSpecificInfo, aRenderTimeMs)) {
GMP_LOG_ERROR(
"GMPVideoDecoderParent[{}]::Decode() ERROR; SendDecode() failure.",
fmt::ptr(this));
return NS_ERROR_FAILURE;
}
mFrameCount++;
// Async IPC, we don't have access to a return value.
return NS_OK;
}
nsresult GMPVideoDecoderParent::Reset() {
GMP_LOG_DEBUG(
"GMPVideoDecoderParent[{}]::Reset()", fmt::ptr(this));
if (!mIsOpen) {
NS_WARNING(
"Trying to use an dead GMP video decoder");
return NS_ERROR_FAILURE;
}
MOZ_ASSERT(mPlugin->GMPEventTarget()->IsOnCurrentThread());
if (!SendReset()) {
return NS_ERROR_FAILURE;
}
mIsAwaitingResetComplete = true;
RefPtr<GMPVideoDecoderParent> self(this);
nsCOMPtr<nsIRunnable> task = NS_NewRunnableFunction(
"gmp::GMPVideoDecoderParent::Reset", [self]() ->
void {
GMP_LOG_DEBUG(
"GMPVideoDecoderParent[{}]::ResetCompleteTimeout() timed out "
"waiting for ResetComplete",
fmt::ptr(self.get()));
self->mResetCompleteTimeout = nullptr;
LogToBrowserConsole(nsLiteralString(
u
"GMPVideoDecoderParent timed out waiting for ResetComplete()"));
});
CancelResetCompleteTimeout();
nsCOMPtr<nsISerialEventTarget> target = mPlugin->GMPEventTarget();
mResetCompleteTimeout = SimpleTimer::Create(task,
5000, target);
// Async IPC, we don't have access to a return value.
return NS_OK;
}
void GMPVideoDecoderParent::CancelResetCompleteTimeout() {
if (mResetCompleteTimeout) {
mResetCompleteTimeout->Cancel();
mResetCompleteTimeout = nullptr;
}
}
nsresult GMPVideoDecoderParent::Drain() {
GMP_LOG_DEBUG(
"GMPVideoDecoderParent[{}]::Drain() frameCount={}",
fmt::ptr(this), mFrameCount);
if (!mIsOpen) {
NS_WARNING(
"Trying to use an dead GMP video decoder");
return NS_ERROR_FAILURE;
}
MOZ_ASSERT(mPlugin->GMPEventTarget()->IsOnCurrentThread());
if (!SendDrain()) {
return NS_ERROR_FAILURE;
}
mIsAwaitingDrainComplete = true;
// Async IPC, we don't have access to a return value.
return NS_OK;
}
nsCString GMPVideoDecoderParent::GetDisplayName()
const {
if (NS_WARN_IF(!mIsOpen)) {
return ""_ns;
}
MOZ_ASSERT(mPlugin->GMPEventTarget()->IsOnCurrentThread());
return mPlugin->GetDisplayName();
}
// Note: Consider keeping ActorDestroy sync'd up when making changes here.
nsresult GMPVideoDecoderParent::Shutdown() {
GMP_LOG_DEBUG(
"GMPVideoDecoderParent[{}]::Shutdown()", fmt::ptr(this));
MOZ_ASSERT(!mPlugin || mPlugin->GMPEventTarget()->IsOnCurrentThread());
if (mShuttingDown) {
return NS_OK;
}
mShuttingDown = true;
// Ensure if we've received a shutdown while waiting for a ResetComplete
// or DrainComplete notification, we'll unblock the caller before processing
// the shutdown.
UnblockResetAndDrain();
// Notify client we're gone! Won't occur after Close()
if (mCallback) {
mCallback->Terminated();
mCallback = nullptr;
}
mIsOpen =
false;
if (!mActorDestroyed) {
(
void)Send__delete__(this);
}
return NS_OK;
}
// Note: Keep this sync'd up with Shutdown
void GMPVideoDecoderParent::ActorDestroy(ActorDestroyReason aWhy) {
GMP_LOG_DEBUG(
"GMPVideoDecoderParent[{}]::ActorDestroy reason={}",
fmt::ptr(this), static_cast<
int>(aWhy));
mIsOpen =
false;
mActorDestroyed = true;
// Ensure if we've received a destroy while waiting for a ResetComplete
// or DrainComplete notification, we'll unblock the caller before processing
// the error.
UnblockResetAndDrain();
if (mCallback) {
// May call Close() (and Shutdown()) immediately or with a delay
mCallback->Terminated();
mCallback = nullptr;
}
if (mPlugin) {
// Ignore any return code. It is OK for this to fail without killing the
// process.
mPlugin->VideoDecoderDestroyed(this);
mPlugin = nullptr;
}
MgrPurgeShmems();
MaybeDisconnect(aWhy == AbnormalShutdown);
}
bool GMPVideoDecoderParent::HandleDecoded(
const GMPVideoi420FrameData& aDecodedFrame, size_t aDecodedSize) {
--mFrameCount;
if (aDecodedFrame.mUpdatedTimestamp() &&
aDecodedFrame.mUpdatedTimestamp().value() != aDecodedFrame.mTimestamp()) {
GMP_LOG_VERBOSE(
"GMPVideoDecoderParent[{}]::HandleDecoded() timestamp=[{} -> {}] "
"frameCount={}",
fmt::ptr(this), aDecodedFrame.mTimestamp(),
aDecodedFrame.mUpdatedTimestamp().value(), mFrameCount);
}
else {
GMP_LOG_VERBOSE(
"GMPVideoDecoderParent[{}]::HandleDecoded() timestamp={} frameCount={}",
fmt::ptr(this), aDecodedFrame.mTimestamp(), mFrameCount);
}
if (mCallback) {
if (GMPVideoi420FrameImpl::CheckFrameData(aDecodedFrame, aDecodedSize)) {
return true;
}
else {
GMP_LOG_ERROR(
"GMPVideoDecoderParent[{}]::HandleDecoded() "
"timestamp={} decoded frame corrupt, ignoring",
fmt::ptr(this), aDecodedFrame.mTimestamp());
// TODO: Verify if we should take more serious the arrival of
// a corrupted frame, see bug 1750506.
}
}
return false;
}
mozilla::ipc::IPCResult GMPVideoDecoderParent::RecvReturnShmem(
ipc::Shmem&& aInputShmem) {
MgrGiveShmem(GMPSharedMemClass::Encoded, std::move(aInputShmem));
return IPC_OK();
}
mozilla::ipc::IPCResult GMPVideoDecoderParent::RecvDecodedShmem(
const GMPVideoi420FrameData& aDecodedFrame, ipc::Shmem&& aDecodedShmem) {
if (HandleDecoded(aDecodedFrame, aDecodedShmem.Size<uint8_t>())) {
auto* f =
new GMPVideoi420FrameImpl(aDecodedFrame, std::move(aDecodedShmem),
this);
mCallback->Decoded(f);
}
else {
DeallocShmem(aDecodedShmem);
}
return IPC_OK();
}
mozilla::ipc::IPCResult GMPVideoDecoderParent::RecvDecodedData(
const GMPVideoi420FrameData& aDecodedFrame,
nsTArray<uint8_t>&& aDecodedArray) {
if (HandleDecoded(aDecodedFrame, aDecodedArray.Length())) {
mDecodedShmemSize = std::max(mDecodedShmemSize, aDecodedArray.Length());
auto* f =
new GMPVideoi420FrameImpl(aDecodedFrame, std::move(aDecodedArray),
this);
mCallback->Decoded(f);
}
return IPC_OK();
}
mozilla::ipc::IPCResult
GMPVideoDecoderParent::RecvReceivedDecodedReferenceFrame(
const uint64_t& aPictureId) {
if (mCallback) {
mCallback->ReceivedDecodedReferenceFrame(aPictureId);
}
return IPC_OK();
}
mozilla::ipc::IPCResult GMPVideoDecoderParent::RecvReceivedDecodedFrame(
const uint64_t& aPictureId) {
if (mCallback) {
mCallback->ReceivedDecodedFrame(aPictureId);
}
return IPC_OK();
}
mozilla::ipc::IPCResult GMPVideoDecoderParent::RecvInputDataExhausted() {
GMP_LOG_VERBOSE(
"GMPVideoDecoderParent[{}]::RecvInputDataExhausted()",
fmt::ptr(this));
if (mCallback) {
mCallback->InputDataExhausted();
}
return IPC_OK();
}
mozilla::ipc::IPCResult GMPVideoDecoderParent::RecvDrainComplete() {
GMP_LOG_DEBUG(
"GMPVideoDecoderParent[{}]::RecvDrainComplete() frameCount={}",
fmt::ptr(this), mFrameCount);
nsAutoString msg;
msg.AppendLiteral(
"GMPVideoDecoderParent::RecvDrainComplete() outstanding frames=");
msg.AppendInt(mFrameCount);
LogToBrowserConsole(msg);
if (mCallback && mIsAwaitingDrainComplete) {
mIsAwaitingDrainComplete =
false;
mCallback->DrainComplete();
}
return IPC_OK();
}
mozilla::ipc::IPCResult GMPVideoDecoderParent::RecvResetComplete() {
GMP_LOG_DEBUG(
"GMPVideoDecoderParent[{}]::RecvResetComplete()",
fmt::ptr(this));
CancelResetCompleteTimeout();
if (mCallback && mIsAwaitingResetComplete) {
mIsAwaitingResetComplete =
false;
mFrameCount =
0;
mCallback->ResetComplete();
}
return IPC_OK();
}
mozilla::ipc::IPCResult GMPVideoDecoderParent::RecvError(
const GMPErr& aError) {
GMP_LOG_DEBUG(
"GMPVideoDecoderParent[{}]::RecvError(error={})",
fmt::ptr(this), static_cast<
int>(aError));
if (mCallback) {
// Ensure if we've received an error while waiting for a ResetComplete
// or DrainComplete notification, we'll unblock the caller before processing
// the error.
UnblockResetAndDrain();
mCallback->Error(aError);
}
return IPC_OK();
}
mozilla::ipc::IPCResult GMPVideoDecoderParent::RecvShutdown() {
GMP_LOG_DEBUG(
"GMPVideoDecoderParent[{}]::RecvShutdown()", fmt::ptr(this));
Shutdown();
return IPC_OK();
}
void GMPVideoDecoderParent::UnblockResetAndDrain() {
GMP_LOG_DEBUG(
"GMPVideoDecoderParent[{}]::UnblockResetAndDrain() "
"awaitingResetComplete={} awaitingDrainComplete={}",
fmt::ptr(this), mIsAwaitingResetComplete, mIsAwaitingDrainComplete);
if (!mCallback) {
MOZ_ASSERT(!mIsAwaitingResetComplete);
MOZ_ASSERT(!mIsAwaitingDrainComplete);
return;
}
if (mIsAwaitingResetComplete) {
mIsAwaitingResetComplete =
false;
mCallback->ResetComplete();
}
if (mIsAwaitingDrainComplete) {
mIsAwaitingDrainComplete =
false;
mCallback->DrainComplete();
}
CancelResetCompleteTimeout();
}
}
// namespace mozilla::gmp