Commit 6785a406 authored by Raymond Toy's avatar Raymond Toy Committed by Commit Bot

Add mutex for allowing the graph to be pulled

Basically add a mutex to protect access to
allow_pulling_audio_graph_.  The main thread waits until it has the
lock before setting this.  This prevents the main thread from deleting
things while the audio thread is pulling on the graph.

A try lock is used so as not to block the audio thread if it can't get
lock.

This is applied to both real time and offline contexts which required
moving the original real-time-only implementation to
audio_destination_node so we can use the same methods for the offline
context.

Tested the repro case from 1125635, and the issue does not reproduce.
We're assuming this will fix 1115901, but I've not been able to
reproduce that locally.

Bug: 1125635, 1115901
Change-Id: I1037d8c44225c6dcc8fe906c29a5a86740a15e1d
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/src/+/2410743Reviewed-by: default avatarHongchan Choi <hongchan@chromium.org>
Commit-Queue: Raymond Toy <rtoy@chromium.org>
Cr-Commit-Position: refs/heads/master@{#809393}
parent 88b6595c
...@@ -30,7 +30,8 @@ ...@@ -30,7 +30,8 @@
namespace blink { namespace blink {
AudioDestinationHandler::AudioDestinationHandler(AudioNode& node) AudioDestinationHandler::AudioDestinationHandler(AudioNode& node)
: AudioHandler(kNodeTypeDestination, node, 0) { : AudioHandler(kNodeTypeDestination, node, 0),
allow_pulling_audio_graph_(false) {
AddInput(); AddInput();
} }
......
...@@ -71,6 +71,53 @@ class AudioDestinationHandler : public AudioHandler { ...@@ -71,6 +71,53 @@ class AudioDestinationHandler : public AudioHandler {
return is_execution_context_destroyed_; return is_execution_context_destroyed_;
} }
// Should only be called from
// RealtimeAudioDestinationHandler::StartPlatformDestination for a realtime
// context or OfflineAudioDestinationHandler::StartRendering for an offline
// context---basically wherever the context has started rendering.
// TODO(crbug.com/1128121): Consider removing this if possible
void EnablePullingAudioGraph() {
MutexLocker lock(allow_pulling_audio_graph_mutex_);
allow_pulling_audio_graph_.store(true, std::memory_order_release);
}
// Should only be called from
// RealtimeAudioDestinationHandler::StopPlatformDestination for a realtime
// context or from OfflineAudioDestinationHandler::Uninitialize for an offline
// context---basically whenever the context is being stopped.
// TODO(crbug.com/1128121): Consider removing this if possible
void DisablePullingAudioGraph() {
MutexLocker lock(allow_pulling_audio_graph_mutex_);
allow_pulling_audio_graph_.store(false, std::memory_order_release);
}
// TODO(crbug.com/1128121): Consider removing this if possible
bool IsPullingAudioGraphAllowed() const {
return allow_pulling_audio_graph_.load(std::memory_order_acquire);
}
// If true, the audio graph will be pulled to get new data. Otherwise, the
// graph is not pulled, even if the audio thread is still running and
// requesting data.
//
// For an AudioContext, this MUST be modified only in
// RealtimeAudioDestinationHandler::StartPlatformDestination (via
// AudioDestinationHandler::EnablePullingAudioGraph) or
// RealtimeAudioDestinationHandler::StopPlatformDestination (via
// AudioDestinationHandler::DisablePullingAudioGraph), including destroying
// the the realtime context.
//
// For an OfflineAudioContext, this MUST be modified only when the the context
// is started or it has stopped rendering, including destroying the offline
// context.
// TODO(crbug.com/1128121): Consider removing this if possible
std::atomic_bool allow_pulling_audio_graph_;
// Protects allow_pulling_audio_graph_ from race conditions. Must use try
// lock on the audio thread.
mutable Mutex allow_pulling_audio_graph_mutex_;
protected: protected:
void AdvanceCurrentSampleFrame(size_t number_of_frames) { void AdvanceCurrentSampleFrame(size_t number_of_frames) {
current_sample_frame_.fetch_add(number_of_frames, current_sample_frame_.fetch_add(number_of_frames,
......
...@@ -96,6 +96,7 @@ void OfflineAudioDestinationHandler::Uninitialize() { ...@@ -96,6 +96,7 @@ void OfflineAudioDestinationHandler::Uninitialize() {
if (render_thread_) if (render_thread_)
render_thread_.reset(); render_thread_.reset();
DisablePullingAudioGraph();
AudioHandler::Uninitialize(); AudioHandler::Uninitialize();
} }
...@@ -115,6 +116,7 @@ void OfflineAudioDestinationHandler::StartRendering() { ...@@ -115,6 +116,7 @@ void OfflineAudioDestinationHandler::StartRendering() {
// Rendering was not started. Starting now. // Rendering was not started. Starting now.
if (!is_rendering_started_) { if (!is_rendering_started_) {
is_rendering_started_ = true; is_rendering_started_ = true;
EnablePullingAudioGraph();
PostCrossThreadTask( PostCrossThreadTask(
*render_thread_task_runner_, FROM_HERE, *render_thread_task_runner_, FROM_HERE,
CrossThreadBindOnce( CrossThreadBindOnce(
...@@ -296,20 +298,34 @@ bool OfflineAudioDestinationHandler::RenderIfNotSuspended( ...@@ -296,20 +298,34 @@ bool OfflineAudioDestinationHandler::RenderIfNotSuspended(
DCHECK_GE(NumberOfInputs(), 1u); DCHECK_GE(NumberOfInputs(), 1u);
// This will cause the node(s) connected to us to process, which in turn will {
// pull on their input(s), all the way backwards through the rendering graph. // The entire block that relies on |IsPullingAudioGraphAllowed| needs
scoped_refptr<AudioBus> rendered_bus = // locking to prevent pulling audio graph being disallowed (i.e. a
Input(0).Pull(destination_bus, number_of_frames); // destruction started) in the middle of processing
MutexTryLocker try_locker(allow_pulling_audio_graph_mutex_);
if (IsPullingAudioGraphAllowed() && try_locker.Locked()) {
// This will cause the node(s) connected to us to process, which in turn
// will pull on their input(s), all the way backwards through the
// rendering graph.
scoped_refptr<AudioBus> rendered_bus =
Input(0).Pull(destination_bus, number_of_frames);
if (!rendered_bus) {
destination_bus->Zero();
} else if (rendered_bus != destination_bus) {
// in-place processing was not possible - so copy
destination_bus->CopyFrom(*rendered_bus);
}
if (!rendered_bus) { } else {
destination_bus->Zero(); // Not allowed to pull on the graph or couldn't get the lock.
} else if (rendered_bus != destination_bus) { destination_bus->Zero();
// in-place processing was not possible - so copy }
destination_bus->CopyFrom(*rendered_bus);
} }
// Process nodes which need a little extra help because they are not connected // Process nodes which need a little extra help because they are not
// to anything, but still need to process. // connected to anything, but still need to process.
Context()->GetDeferredTaskHandler().ProcessAutomaticPullNodes( Context()->GetDeferredTaskHandler().ProcessAutomaticPullNodes(
number_of_frames); number_of_frames);
......
...@@ -53,7 +53,6 @@ RealtimeAudioDestinationHandler::RealtimeAudioDestinationHandler( ...@@ -53,7 +53,6 @@ RealtimeAudioDestinationHandler::RealtimeAudioDestinationHandler(
: AudioDestinationHandler(node), : AudioDestinationHandler(node),
latency_hint_(latency_hint), latency_hint_(latency_hint),
sample_rate_(sample_rate), sample_rate_(sample_rate),
allow_pulling_audio_graph_(false),
task_runner_(Context()->GetExecutionContext()->GetTaskRunner( task_runner_(Context()->GetExecutionContext()->GetTaskRunner(
TaskType::kInternalMediaRealTime)) { TaskType::kInternalMediaRealTime)) {
// Node-specific default channel count and mixing rules. // Node-specific default channel count and mixing rules.
...@@ -200,28 +199,38 @@ void RealtimeAudioDestinationHandler::Render( ...@@ -200,28 +199,38 @@ void RealtimeAudioDestinationHandler::Render(
// Only pull on the audio graph if we have not stopped the destination. It // Only pull on the audio graph if we have not stopped the destination. It
// takes time for the destination to stop, but we want to stop pulling before // takes time for the destination to stop, but we want to stop pulling before
// the destination has actually stopped. // the destination has actually stopped.
if (IsPullingAudioGraphAllowed()) { {
// Renders the graph by pulling all the inputs to this node. This will in // The entire block that relies on |IsPullingAudioGraphAllowed| needs
// turn pull on their inputs, all the way backwards through the graph. // locking to prevent pulling audio graph being disallowed (i.e. a
scoped_refptr<AudioBus> rendered_bus = // destruction started) in the middle of processing.
Input(0).Pull(destination_bus, number_of_frames); MutexTryLocker try_locker(allow_pulling_audio_graph_mutex_);
DCHECK(rendered_bus); if (IsPullingAudioGraphAllowed() && try_locker.Locked()) {
if (!rendered_bus) { // Renders the graph by pulling all the inputs to this node. This will in
// AudioNodeInput might be in the middle of destruction. Then the internal // turn pull on their inputs, all the way backwards through the graph.
// summing bus will return as nullptr. Then zero out the output. scoped_refptr<AudioBus> rendered_bus =
Input(0).Pull(destination_bus, number_of_frames);
DCHECK(rendered_bus);
if (!rendered_bus) {
// AudioNodeInput might be in the middle of destruction. Then the
// internal summing bus will return as nullptr. Then zero out the
// output.
destination_bus->Zero();
} else if (rendered_bus != destination_bus) {
// In-place processing was not possible. Copy the rendered result to the
// given |destination_bus| buffer.
destination_bus->CopyFrom(*rendered_bus);
}
} else {
// Not allowed to pull on the graph or couldn't get the lock.
destination_bus->Zero(); destination_bus->Zero();
} else if (rendered_bus != destination_bus) {
// In-place processing was not possible. Copy the rendered result to the
// given |destination_bus| buffer.
destination_bus->CopyFrom(*rendered_bus);
} }
} else {
destination_bus->Zero();
} }
// Processes "automatic" nodes that are not connected to anything. This can // Processes "automatic" nodes that are not connected to anything. This
// be done after copying because it does not affect the rendered result. // can be done after copying because it does not affect the rendered
// result.
context->GetDeferredTaskHandler().ProcessAutomaticPullNodes(number_of_frames); context->GetDeferredTaskHandler().ProcessAutomaticPullNodes(number_of_frames);
context->HandlePostRenderTasks(); context->HandlePostRenderTasks();
......
...@@ -84,10 +84,6 @@ class RealtimeAudioDestinationHandler final ...@@ -84,10 +84,6 @@ class RealtimeAudioDestinationHandler final
// Returns a given frames-per-buffer size from audio infra. // Returns a given frames-per-buffer size from audio infra.
int GetFramesPerBuffer() const; int GetFramesPerBuffer() const;
bool IsPullingAudioGraphAllowed() const {
return allow_pulling_audio_graph_.load(std::memory_order_acquire);
}
// Sets the detect silence flag for the platform destination. // Sets the detect silence flag for the platform destination.
void SetDetectSilence(bool detect_silence); void SetDetectSilence(bool detect_silence);
...@@ -105,16 +101,6 @@ class RealtimeAudioDestinationHandler final ...@@ -105,16 +101,6 @@ class RealtimeAudioDestinationHandler final
// Render() method. // Render() method.
void SetDetectSilenceIfNecessary(bool has_automatic_pull_nodes); void SetDetectSilenceIfNecessary(bool has_automatic_pull_nodes);
// Should only be called from StartPlatformDestination.
void EnablePullingAudioGraph() {
allow_pulling_audio_graph_.store(true, std::memory_order_release);
}
// Should only be called from StopPlatformDestination.
void DisablePullingAudioGraph() {
allow_pulling_audio_graph_.store(false, std::memory_order_release);
}
const WebAudioLatencyHint latency_hint_; const WebAudioLatencyHint latency_hint_;
// Holds the audio device thread that runs the real time audio context. // Holds the audio device thread that runs the real time audio context.
...@@ -122,16 +108,6 @@ class RealtimeAudioDestinationHandler final ...@@ -122,16 +108,6 @@ class RealtimeAudioDestinationHandler final
base::Optional<float> sample_rate_; base::Optional<float> sample_rate_;
// If true, the audio graph will be pulled to get new data. Otherwise, the
// graph is not pulled, even if the audio thread is still running and
// requesting data.
//
// Must be modified only in StartPlatformDestination (via
// EnablePullingAudioGraph) or StopPlatformDestination (via
// DisablePullingAudioGraph) . This is modified only by the main threda and
// the audio thread only reads this.
std::atomic_bool allow_pulling_audio_graph_;
scoped_refptr<base::SingleThreadTaskRunner> task_runner_; scoped_refptr<base::SingleThreadTaskRunner> task_runner_;
// Represents the current condition of silence detection. By default, the // Represents the current condition of silence detection. By default, the
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment