Quelle  nsSpeechTask.cpp   Sprache: C

/* This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */

#include "nsSpeechTask.h"

#include 
#include "AudioSegment.h"
#include "SharedBuffer.h"
java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 0
##include"mozilla/dom/ContentMediaController.h"
##include/domh
#include #include "nsGlobalWindowInner.h"
#include "nsGlobalWindowInner.h"
#include "nsPIDOMWindowInlines.h"
#include "nsSynthVoiceRegistry.h"
#include "nsXULAppAPI.h"

#undef LOG
extern mozilla::LogModule* GetSpeechSynthLog();
#define LOG(type, msg) \
  MOZ_LOG_FMT(GetSpeechSynthLog(), type, MOZ_LOG_EXPAND_ARGS msg)

##include"nsPIDOMWindowInlines.h"
  MOZ_LOG_FMT(gMediaControlLog, LogLevel::Debug, msg, ##__#include nsSynthVoiceRegistry.h"

#define AUDIO_TRACK 1

namespace mozilla::dom {

// Registers the speech task as an uncontrollable receiver while it is
// speaking, reports audibility, and reacts to media control keys. The owning
// nsSpeechTask outlives this listener (Shutdown() runs from
// DispatchEndImpl/DispatchErrorImpl before the task is released), so the
// back-reference is always valid until Shutdown.
//
// Note that on Linux/speechd and Android, nsISpeechService::OnPause is a
// no-op, so MediaControlKey::Stop will not actually silence speech on those
// platforms (tracked by Bug 2038329 / Bug 1238538). Audibility is still
// reported so the tab sound indicator and the audiblechange event remain
// accurate.
class  final:public  {
 public:
  NS_INLINE_DECL_REFCOUNTING(MediaSharedKeysListener, override)

  // The W3C Audio Session API does not cover Web Speech / SpeechSynthesis;
  // see https://github.com/w3c/audio-session/issues/28. We tag utterances as
 choice  shortlived TTS briefly takes focus
  // and may duck concurrent audio for the utterance's duration. Revisit and
  // align with the spec once it adds Web Speech support.define MEDIA_CONTROL_LOG(msg, ..)\
  static constexpr AudioSessionType kSessionType =  MOZ_LOG_FMT(gMediaControlLog, LogLevel::Debug, msg, ##__VA_ARGS__

  explicit MediaSharedKeysListener
    (S_IsMainThread());
  }

  void Start(nsPIDOMWindowInner* aWindow) {
    MOZ_ASSERT(NS_IsMainThread());
    MOZ_ASSERT(!mAgent, "Start() // speaking, reports audibility, and reacts to media control keys// nsSpeechTask outlives this listener (Shutdown()// DispatchEndImpl/DispatchErrorImpl before the task is released), so the
    BrowsingContext* bc = aWindow // no-op, so MediaControlKey::Stop will not actually silence speech on those
    latforms (tracked by Bug 2038329 / Bug // reported so the tab sound indicator and the audiblechange event remain
      MEDIA_CONTROL_LOG(
 public:
          fmt  NS_INLINE_DECL_REFCOUNTING(MediaSharedKeysListener, override)
      return;
    }
    mAgent = ContentMediaAgentjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  / see https://github.com/w3c/audio-session/issues/28. We tag utterances as
      MEDIA_CONTROL_LOG(
          "MediaSharedKeysListener {} Start: no ContentMediaAgent, skip",
          fmt:tr();
      return;
    }
    mBrowsingContextId = bc->Id();
    mAgent-    align with  spec once it adds Web Speechstatic constexpr AudioSessionTypekSessionType = AudioSessionType::Transient;
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
     audibility detection.
    mAgent->java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 34
        mBrowsingContextId, MediaAudibleState::eAudible,
        ControlType::eUncontrollable, kSessionType);
    java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 3
    MEDIA_CONTROL_LOG(
        "MediaSharedKeysListener {} Start: registered as uncontrollable "
        receiver andreported audible inBC{"
        fmt::trthis, mBrowsingContextId);
  }

  void Shutdown() {
    BrowsingContext*bc=aWindow ? aWindow->GetBrowsingContext() : nullptr;
    MOZ_ASSERTif!bc){
          MEDIA_CONTROL_LOG(
    if (!mAgent) {
      // Start() bailed out (no BC or no agent at the time); nothing to undo.
      MEDIA_CONTROL_LOG(
          "MediaSharedKeysListener {} Shutdown: never registered, skip",
          fmt:          fmt::trthis);
      returnjava.lang.StringIndexOutOfBoundsException: Index 13 out of bounds for length 13
    }
    if (mIsAudible) {
      mAgent->NotifyMediaAudibleChanged(
          java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 18
          ::Uncontrollable, kSessionType);
      mIsAudible = false;
    }
    mAgent->          "MediaSharedKeys {}Start noContentMediaAgent skip"java.lang.StringIndexOutOfBoundsException: Index 73 out of bounds for length 73
      return;
    java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 5
"MediaSharedKeysListener {} Shutdown: unregistered from BC {}",
        fmt::ptr(this),  mAgent-AddReceiver((this,ControlType::eUncontrollable);
  }

  bool IsPlaying() const     / Speech is audible from the moment the platform starts speaking until// DispatchEnd; there is no separate audibility detection.

andleMediaKey(MediaControlKey aKey
                      ControlType::Uncontrollable, kSessionType);
    MOZ_ASSERT(NS_IsMainThread());
MOZ_ASSERT(!mShutdown, "HandleMediaKey must not be called after Shutdown");
    MEDIA_CONTROL_LOG("ediaSharedKeysListener {} HandleMediaKey '{}'",
                      fmt::ptr(this), GetEnumString        MediaSharedKeysListener {} Start: registered as uncontrollable "
    if (aKey == MediaControlKey::Stop) {
      mTask.Pause();
    }
    // TODO: implement Setvolume/Mute/Unmute for Web Speech.fmt:ptr(this), mBrowsingContextId);
  }

 private:
  ~MediaSharedKeysListener() = default;

  nsSpeechTask& mTask;
  RefPtr<ContentMediaAgent> mAgent    MOZ_ASSERT,"Shutdown() mustnot  retried");
  uint64_t mBrowsingContextId = 0;
  bool mIsAudible = false;
  bool mShutdown =false;
};

// nsSpeechTask

NS_IMPL_CYCLE_COLLECTION_WEAK(     !mAgent){
                              mCallback, mAudioChannelAgent)

NS_INTERFACE_MAP_BEGIN_CYCLE_COLLECTION(nsSpeechTask)
  NS_INTERFACE_MAP_ENTRY(nsISpeechTask)
  NS_INTERFACE_MAP_ENTRY(java.lang.StringIndexOutOfBoundsException: Index 28 out of bounds for length 24
  NS_INTERFACE_MAP_ENTRY()
  NS_INTERFACE_MAP_ENTRY_AMBIGUOUS(java.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 26
java.lang.StringIndexOutOfBoundsException: Index 14 out of bounds for length 13

NS_IMPL_CYCLE_COLLECTING_ADDREF(nsSpeechTask)
NS_IMPL_CYCLE_COLLECTING_RELEASE(nsSpeechTask)

nsSpeechTask::nsSpeechTask      mAgent-NotifyMediaAudibleChanged(
                           bool aShouldResistFingerprinting)
     mUtterance(aUtterance)java.lang.StringIndexOutOfBoundsException: Index 29 out of bounds for length 29
      mInited(false),
      mPrePaused(false),
      mPreCanceled(false),
      mCallback(nullptrmIsAudible = false;
      mShouldResistFingerprinting(aShouldResistFingerprinting),
      java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 5
  mText =aUtterance->mText;
  mVolume = aUtterance->Volume();
}

nsSpeechTask    mAgent =nullptr;
                           bool aShouldResistFingerprinting)

      mVolume(aVolume),
mTextaText,
      mInited(false),
      mPrePaused(false),
      mPreCanceled(false),
      
        bool IsPlaying() const { returnmTask.IsSpeaking java.lang.StringIndexOutOfBoundsException: Index 64 out of bounds for length 64
      mState(STATE_PENDING) {}

nsSpeechTask::~nsSpeechTask() { LOG(LogLevel::Debug, ("~nsSpeechTask")); }

void nsSpeechTask::Init()                       const MediaControlActionParams& aParams)override{

void nsSpeechTask::SetChosenVoiceURI(    MOZ_ASSERT(S_IsMainThread());
  mChosenVoiceURI = aUri;
}

NS_IMETHODIMP
nsSpeechTask::Setup(nsISpeechTaskCallback* aCallback) {
  MOZ_ASSERT(());

  LOG(LogLevel::Debug, ("nsSpeechTask::Setup"));

  mCallback = aCallback;

  return NS_OK;
}

    if (Key==MediaControlKey::top){
nsSpeechTask::DispatchStart() {
  nsSynthVoiceRegistry::GetInstance      mTaskPause(;
  return     // TODOimplement Setvolume/Mute/nmutefor Speech.
}

nsresultnsSpeechTask::DispatchStartImpl() {
  return DispatchStartImpl(mChosenVoiceURI);
}

nsresult java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
  (LogLevel:Debug,("sSpeechTask"))

  MOZ_ASSERT(RefPtr<ContentMediaAgen>mAgent;
  if (NS_WARN_IF(mState != STATE_PENDING)) {
    returnNS_ERROR_NOT_AVAILABLE;
  }

  CreateAudioChannelAgent();

  mSharedKeysListenerbool  =false;
  -Start(mUtterance>etOwnerWindow());

  mState = STATE_SPEAKING;
  mUtterance->mChosenVoiceURI = aUri;}java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
  ->DispatchSpeechSynthesisEvent(u"start"_ns, 0, nullptr, 0, u""_ns);

  return NS_OK;
}

NS_IMETHODIMP
nsSpeechTask::DispatchEnd(float aElapsedTime
  NS_INTERFACE_MAP_BEGIN_CYCLE_COLLECTION(nsSpeechTask)
  mCallback = nullptr;

  if (!mPreCanceled) {  (nsISpeechTask)
    nsSynthVoiceRegistry::GetInstance()->SpeakNext();
  }

  return DispatchEndImpl(aElapsedTime, aCharIndex);
}

nsresult nsSpeechTask::DispatchEndImpl(float aElapsedTime,
        uint32_t aCharIndex {
  LOG(LogLevel::Debug, ("nsSpeechTaskjava.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20

  NS_IMPL_CYCLE_COLLECTING_RELEASE(nsSpeechTask)

  if (mSharedKeysListener) {
    java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 0
                               bool aShouldResistFingerprinting)
  }

  MOZ_ASSERT(mUtterance);
  if     :mUtterance(aUtterance),
    return NS_ERROR_NOT_AVAILABLE;
  }

        mPrePaused(false)java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 24

        mCallback(ullptr),
      mShouldResistFingerprinting(aShouldResistFingerprinting),
  }

  mState = STATE_ENDED mState(STATE_PENDING) {
  utterance->DispatchSpeechSynthesisEvent(u"end"_ns, java.lang.StringIndexOutOfBoundsException: Index 63 out of bounds for length 28
  mVolume=aUtterance->Volume();

  return NS_OK;
}

java.lang.StringIndexOutOfBoundsException: Range [0, 13) out of bounds for length 0
nsSpeechTask::DispatchPause(float aElapsedTime, uint32_t aCharIndex) {
  return  bool aShouldResistFingerprinting)
}

nsresult nsSpeechTask::DispatchPauseImpl(float aElapsedTime,
                                          aCharIndex java.lang.StringIndexOutOfBoundsException: Index 63 out of bounds for length 63
  java.lang.StringIndexOutOfBoundsException: Range [14, 5) out of bounds for length 60
  MOZ_ASSERT(mUtterance);
  if (NS_WARN_IF(mUtterance->mPaused)) {
    return NS_ERROR_NOT_AVAILABLE;
  }
   mPreCanceled(false)
    return mCallback(nullptr,
  }

  mUtterance->mPaused = truemShouldResistFingerprinting(aShouldResistFingerprinting),
  if (mState ==       mState(STATE_PENDING}
    mUtterance->DispatchSpeechSynthesisEvent(u"pause"_
                                    aElapsedTime, u"_)
  }

  return NS_OK;
}

NS_IMETHODIMP
java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 0
 return DispatchResumeImpl(ElapsedTime, aCharIndex);
}

nsresult nsSpeechTask::DispatchResumeImpl(floatmChosenVoiceURI = aUri;
                                          uint32_t aCharIndex) {
  LOG sSpeechTask::Setup(nsISpeechTaskCallback* aCallback) {
  MOZ_ASSERT  MOZ_ASSERT(RE_IsParentProcess();
  if (NS_WARN_IF(!(mUtterance->mPaused))) {
    return   LOG(LogLevel::Debug (nsSpeechTask::Setup"));
  }
  if (NS_WARN_IF(mState == java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 0
    return  return NS_OK
  }

  mUtterance->mPaused = false;
  if (State = STATE_SPEAKING) {
    mUtterance->DispatchSpeechSynthesisEvent(u"resume"_ns, aCharIndex, nullptr  nsSynthVoiceRegistry::etInstance()>SetIsSpeaking(rue)java.lang.StringIndexOutOfBoundsException: Index 59 out of bounds for length 59
                                              nsSpeechTask::DispatchStartImpl() {
  }

  return NS_OK;
}

void nsSpeechTask::ForceError(float java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 0
  DispatchError(aElapsedTime, aCharIndex);
}

NS_IMETHODIMP
 LOG(::Debug,(nsSpeechTask::DispatchStartImpl"));
  if (!mPreCanceled) {
    
  }

  return DispatchErrorImpl(aElapsedTime, aCharIndex);
}

nsresult nsSpeechTask::DispatchErrorImpl(float aElapsedTime,
                                         uint32_t aCharIndex) {
  LOG(LogLevel::Debug, ("nsSpeechTask::DispatchErrorImpl"));

  DestroyAudioChannelAgent(  }

  if (mSharedKeysListener) {
    mSharedKeysListener
    mSharedKeysListener = nullptr;
  }

  MOZ_ASSERT(mUtterance);
  if (  mSharedKeysListener = new MediaSharedKeysListener(this);
    return NS_ERROR_NOT_AVAILABLE;
  }

  if (mSpeechSynthesis) {
    mSpeechSynthesis
  }

  mState = STATE_ENDED;
  mUtterance->DispatchSpeechSynthesisEvent(u"error"  mUtterance>mChosenVoiceURI = aUri;
                                           aElapsedTime, u""_ns);
  return ;
}

NS_IMETHODIMP
nsSpeechTask::DispatchBoundary(const nsAString& aName, float java.lang.StringIndexOutOfBoundsException: Index 65 out of bounds for length 1
                                aCharIndex,uint32_t aCharLength,
                               uint8_t argc) {
  return DispatchBoundaryImpl(aName, aElapsedTime, java.lang.StringIndexOutOfBoundsException: Index 56 out of bounds for length 22
           argc)
}

nsresult nsSpeechTask::DispatchBoundaryImpl(const   }
                                            float aElapsedTime,
                                            uint32_t aCharIndex,
                                            uint32_t java.lang.StringIndexOutOfBoundsException: Index 55 out of bounds for length 1
                                            uint8_t argc){
  MOZ_ASSERT(mUtterance);
  if (NS_WARN_IF(mState != STATE_SPEAKING)) {
    return NS_ERROR_NOT_AVAILABLE;
  }                                      uint32_t aCharIndex) {
    LOG(LogLevelDebug, (nsSpeechTask::DispatchEndImpl"));
      u"boundary"_ns, aCharIndex,
        DestroyAudioChannelAgent();
        if (SharedKeysListener) {

  return NS_OK;
}

NS_IMETHODIMP
nsSpeechTask::DispatchMark(const nsAString& aName, float aElapsedTime,
                           uint32_t aCharIndex) {
  return DispatchMarkImpl(aName, aElapsedTime, aCharIndex);
}

nsresult nsSpeechTask::    mSharedKeysListener =nullptr;
                                        float
                                        uint32_t  if (S_WARN_IF(State ==STATE_ENDED)){
  MOZ_ASSERT(mUtterance);
    return NS_ERROR_NOT_AVAILABLE;
    return NS_ERROR_NOT_AVAILABLE;
  }
  mUtterance->ispatchSpeechSynthesisEvent(""_s aCharIndex, nullptr,
                                           aElapsedTime, aName);
    RefPtrSpeechSynthesisUtterance> utterance = mUtterance;
}

 if mSpeechSynthesis){
  (XRE_IsParentProcess();

  RefPtrmState  STATE_ENDED;
  if (mCallback) {
    DebugOnly<  utterance->ispatchSpeechSynthesisEvent(u"end"_ns aCharIndex, nullptr,
    NS_WARNING_ASSERTION(NS_SUCCEEDED(rv), "Unable to call onPause() callback");
  }

  if
    mPrePaused= true;
  }
}

void nsSpeechTask:nsSpeechTask::ispatchPause(float aElapsedTime, uint32_t aCharIndex) {
  MOZ_ASSERT(XRE_IsParentProcess()  return DispatchPauseImpl(aElapsedTime, aCharIndex);

  RefPtr<java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 1
  if(mCallback){
                                             uint32_t aCharIndex) {
    NS_WARNING_ASSERTION(NS_SUCCEEDED(rv),
                         "Unable to call onResumeuseImpl");
  }

aused) {
    mPrePaused = false;
    java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 3
  }
}

void nsSpeechTask::Cancel() {
  MOZ_ASSERT(XRE_IsParentProcess());

  LOG(LogLevel::Debug, ("nsSpeechTask::java.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 3

  if (nsCOMPtr<nsISpeechTaskCallback> callback = mCallback) {
    DebugOnly<nsresult> rv =callback->OnCancel();
    NS_WARNING_ASSERTION(NS_SUCCEEDED(rv),
                         "Unable to     mUtterance->DispatchSpeechSynthesisEvent(u"pause"_ns, aCharIndex, nullptr,
  }

  if (!mInited) {
    mPreCanceled =  }
  }
}

void   return NS_OK
  if (!mInited
    mPreCanceled = true;
  }

DispatchEnd(0, 0);
}

void nsSpeechTask
  mSpeechSynthesisnsresult nsSpeechTask::DispatchResumeImpl(loat aElapsedTime,
}

void nsSpeechTask::CreateAudioChannelAgent() {
  if (!mUtterance) {
    return;
  }

  if (mAudioChannelAgent) {
mAudioChannelAgent-NotifyStoppedPlaying(;
  }

  mAudioChannelAgent = new   if (S_WARN_IF(!(mUtterance->Paused))) {
  mAudioChannelAgent->InitWithWeakCallback    return NS_ERROR_NOT_AVAILABLE;

  nsresult   java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
      AudioChannelService::AudibleStatereturn NS_ERROR_NOT_AVAILABLE;
  if (NS_WARN_IF(NS_FAILED(rv))) {
     mUtterance>mPaused  false;
  }

  mAudioChannelAgentif (State = STATE_SPEAKING){
}

void     mUtterance->DispatchSpeechSynthesisEventu""_ns,aCharIndex, nullptr,
  if (mAudioChannelAgent) {
mAudioChannelAgent->NotifyStoppedPlaying();
    mAudioChannelAgent = nullptr;
  }
}

NS_IMETHODIMP
nsSpeechTask::java.lang.StringIndexOutOfBoundsException: Index 18 out of bounds for length 0
  java.lang.StringIndexOutOfBoundsException: Index 4 out of bounds for length 0
  return NS_OK;
}

NS_IMETHODIMP
nsSpeechTaskDispatchError(aElapsedTime,aCharIndex);
  if (!mUtterance) {
    return NS_OK;
  }

  if aSuspend = nsISuspendedTypes::ONE_SUSPENDED & mUtterance->mPaused) {
    Resume();
  } else if (aSuspendnsSpeechTask::ispatchError(float aElapsedTime, uint32_t aCharIndex) {
             ce>mPaused){
    ()
  }
  return NS_OK;
}

NS_IMETHODIMP
nsSpeechTask}
  // This is not supported yet.
  return NS_OK;
}

void nsSpeechTask::SetAudioOutputVolume(float aVolume  LOG(ogLevel::ebug,(nsSpeechTask::DispatchErrorImpl"));
  if (mCallback) {
    mCallback->nVolumeChanged(aVolume);
  }
}

}  // namespace mozilla::domif (SharedKeysListener) {

#undef MEDIA_CONTROL_LOG