Quelle  VideoSegment.cpp   Sprache: C

/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
/* This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this file,
 * You can obtain one at http://mozilla.org/MPL/2.0/. */

#include "VideoSegment.h"

#include "gfx2DGlue.h"
#include "ImageContainer.h"
#include "VideoUtils.h"
#include "mozilla/UniquePtr.h"

namespace mozilla {

using namespace layers;

VideoFrame::VideoFrame(already_AddRefed<Image> aImage,
                       const gfx::IntSize& aIntrinsicSize)
    : mImage(aImage),
      mIntrinsicSize(aIntrinsicSize),
      mForceBlack(false),
      mPrincipalHandle(PRINCIPAL_HANDLE_NONE) {}

VideoFrame::VideoFrame()
    : mIntrinsicSize(0, 0),
      mForceBlack(false),
      mPrincipalHandle(PRINCIPAL_HANDLE_NONE) {}

VideoFrame::~VideoFrame() = default;

void VideoFrame::SetNull() {
  mImage = nullptr;
  mIntrinsicSize = gfx::IntSize(0, 0);
  mPrincipalHandle = PRINCIPAL_HANDLE_NONE;
}

void VideoFrame::TakeFrom(VideoFrame* aFrame) {
  mImage = std::move(aFrame->mImage);
  mIntrinsicSize = aFrame->mIntrinsicSize;
  mForceBlack = aFrame->GetForceBlack();
  mPrincipalHandle = aFrame->mPrincipalHandle;
}

/* static */
already_AddRefed<Image> VideoFrame::CreateBlackImage(
    const gfx::IntSize& aSize) {
  RefPtr<ImageContainer> container = MakeAndAddRef<ImageContainer>(
      ImageUsageType::BlackImage, ImageContainer::ASYNCHRONOUS);
  RefPtr<PlanarYCbCrImage> image = container->CreatePlanarYCbCrImage();
  if (!image) {
    return nullptr;
  }

  gfx::IntSize cbcrSize((aSize.width + 1) / 2, (aSize.height + 1) / 2);
  int yLen = aSize.width * aSize.height;
  int cbcrLen = cbcrSize.width * cbcrSize.height;

  // Generate a black image.
  auto frame = MakeUnique<uint8_t[]>(yLen + 2 * cbcrLen);
  // Fill Y plane.
  memset(frame.get(), 0x10, yLen);
  // Fill Cb/Cr planes.
  memset(frame.get() + yLen, 0x80, 2 * cbcrLen);

  layers::PlanarYCbCrData data;
  data.mYChannel = frame.get();
  data.mYStride = aSize.width;
  data.mCbCrStride = cbcrSize.width;
  data.mCbChannel = frame.get() + yLen;
  data.mCrChannel = data.mCbChannel + cbcrLen;
  data.mPictureRect = gfx::IntRect(0, 0, aSize.width, aSize.height);
  data.mStereoMode = StereoMode::MONO;
  data.mYUVColorSpace = gfx::YUVColorSpace::BT601;
  // This could be made FULL once bug 1568745 is complete. A black pixel being
  // 0x00, 0x80, 0x80
  data.mColorRange = gfx::ColorRange::LIMITED;
  data.mChromaSubsampling = gfx::ChromaSubsampling::HALF_WIDTH_AND_HEIGHT;

  // Copies data, so we can free data.
  if (NS_FAILED(image->CopyData(data))) {
    return nullptr;
  }

  return image.forget();
}

void VideoSegment::AppendFrame(const VideoChunk& aChunk,
                               const Maybe<bool>& aForceBlack,
                               const Maybe<TimeStamp>& aTimeStamp) {
  VideoChunk* chunk = AppendChunk(0);
  chunk->mTimeStamp = aTimeStamp ? *aTimeStamp : aChunk.mTimeStamp;
  chunk->mProcessingDuration = aChunk.mProcessingDuration;
  chunk->mMediaTime = aChunk.mMediaTime;
  chunk->mWebrtcCaptureTime = aChunk.mWebrtcCaptureTime;
  chunk->mWebrtcReceiveTime = aChunk.mWebrtcReceiveTime;
  chunk->mRtpTimestamp = aChunk.mRtpTimestamp;
  VideoFrame frame(do_AddRef(aChunk.mFrame.GetImage()),
                   aChunk.mFrame.GetIntrinsicSize());
  MOZ_ASSERT_IF(!IsNull(), !aChunk.mTimeStamp.IsNull());
  frame.SetForceBlack(aForceBlack ? *aForceBlack
                                  : aChunk.mFrame.GetForceBlack());
  frame.SetPrincipalHandle(aChunk.mFrame.GetPrincipalHandle());
  chunk->mFrame.TakeFrom(&frame);
}

void VideoSegment::AppendFrame(already_AddRefed<Image>&& aImage,
                               const IntSize& aIntrinsicSize,
                               const PrincipalHandle& aPrincipalHandle,
                               bool aForceBlack, TimeStamp aTimeStamp,
                               media::TimeUnit aProcessingDuration,
                               media::TimeUnit aMediaTime) {
  VideoChunk* chunk = AppendChunk(0);
  chunk->mTimeStamp = aTimeStamp;
  chunk->mProcessingDuration = aProcessingDuration;
  chunk->mMediaTime = aMediaTime;
  VideoFrame frame(std::move(aImage), aIntrinsicSize);
  MOZ_ASSERT_IF(!IsNull(), !aTimeStamp.IsNull());
  frame.SetForceBlack(aForceBlack);
  frame.SetPrincipalHandle(aPrincipalHandle);
  chunk->mFrame.TakeFrom(&frame);
}

void VideoSegment::AppendWebrtcRemoteFrame(
    already_AddRefed<Image>&& aImage, const IntSize& aIntrinsicSize,
    const PrincipalHandle& aPrincipalHandle, bool aForceBlack,
    TimeStamp aTimeStamp, media::TimeUnit aProcessingDuration,
    uint32_t aRtpTimestamp, int64_t aWebrtcCaptureTimeNtp,
    int64_t aWebrtcReceiveTimeUs) {
  VideoChunk* chunk = AppendChunk(0);
  chunk->mTimeStamp = aTimeStamp;
  chunk->mProcessingDuration = aProcessingDuration;
  if (aWebrtcCaptureTimeNtp > 0) {
    chunk->mWebrtcCaptureTime = AsVariant(aWebrtcCaptureTimeNtp);
  }
  if (aWebrtcReceiveTimeUs > 0) {
    chunk->mWebrtcReceiveTime = Some(aWebrtcReceiveTimeUs);
  }
  chunk->mRtpTimestamp = Some(aRtpTimestamp);
  VideoFrame frame(std::move(aImage), aIntrinsicSize);
  MOZ_ASSERT_IF(!IsNull(), !aTimeStamp.IsNull());
  frame.SetForceBlack(aForceBlack);
  frame.SetPrincipalHandle(aPrincipalHandle);
  chunk->mFrame.TakeFrom(&frame);
}

void VideoSegment::AppendWebrtcLocalFrame(
    already_AddRefed<Image>&& aImage, const IntSize& aIntrinsicSize,
    const PrincipalHandle& aPrincipalHandle, bool aForceBlack,
    TimeStamp aTimeStamp, media::TimeUnit aProcessingDuration,
    TimeStamp aWebrtcCaptureTime) {
  VideoChunk* chunk = AppendChunk(0);
  chunk->mTimeStamp = aTimeStamp;
  chunk->mProcessingDuration = aProcessingDuration;
  chunk->mWebrtcCaptureTime = AsVariant(aWebrtcCaptureTime);
  VideoFrame frame(std::move(aImage), aIntrinsicSize);
  MOZ_ASSERT_IF(!IsNull(), !aTimeStamp.IsNull());
  frame.SetForceBlack(aForceBlack);
  frame.SetPrincipalHandle(aPrincipalHandle);
  chunk->mFrame.TakeFrom(&frame);
}

VideoSegment::VideoSegment()
    : MediaSegmentBase<VideoSegment, VideoChunk>(VIDEO) {}

VideoSegment::VideoSegment(VideoSegment&& aSegment)
    : MediaSegmentBase<VideoSegment, VideoChunk>(std::move(aSegment)) {}

VideoSegment::~VideoSegment() = default;

}  // namespace mozilla