// Copyright (c) 2012 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "media/audio/audio_output_controller.h" #include "base/bind.h" #include "base/debug/trace_event.h" #include "base/message_loop.h" #include "base/metrics/histogram.h" #include "base/threading/platform_thread.h" #include "base/time.h" #include "build/build_config.h" #include "media/audio/audio_silence_detector.h" #include "media/audio/audio_util.h" #include "media/audio/shared_memory_util.h" #include "media/base/scoped_histogram_timer.h" using base::Time; using base::TimeDelta; namespace media { // Amount of contiguous time where all audio is silent before considering the // stream to have transitioned and EventHandler::OnAudible() should be called. static const int kQuestionableSilencePeriodMillis = 50; // Sample value range below which audio is considered indistinguishably silent. // // TODO(miu): This value should be specified in dbFS units rather than full // scale. See TODO in audio_silence_detector.h. static const float kIndistinguishableSilenceThreshold = 1.0f / 4096.0f; // Note: This is approximately -72 dbFS. // Polling-related constants. const int AudioOutputController::kPollNumAttempts = 3; const int AudioOutputController::kPollPauseInMilliseconds = 3; AudioOutputController::AudioOutputController(AudioManager* audio_manager, EventHandler* handler, const AudioParameters& params, const std::string& input_device_id, SyncReader* sync_reader) : audio_manager_(audio_manager), params_(params), handler_(handler), input_device_id_(input_device_id), stream_(NULL), diverting_to_stream_(NULL), volume_(1.0), state_(kEmpty), num_allowed_io_(0), sync_reader_(sync_reader), message_loop_(audio_manager->GetMessageLoop()), number_polling_attempts_left_(0) { DCHECK(audio_manager); DCHECK(handler_); DCHECK(sync_reader_); DCHECK(message_loop_.get()); } AudioOutputController::~AudioOutputController() { DCHECK_EQ(kClosed, state_); } // static scoped_refptr AudioOutputController::Create( AudioManager* audio_manager, EventHandler* event_handler, const AudioParameters& params, const std::string& input_device_id, SyncReader* sync_reader) { DCHECK(audio_manager); DCHECK(sync_reader); if (!params.IsValid() || !audio_manager) return NULL; scoped_refptr controller(new AudioOutputController( audio_manager, event_handler, params, input_device_id, sync_reader)); controller->message_loop_->PostTask(FROM_HERE, base::Bind( &AudioOutputController::DoCreate, controller, false)); return controller; } void AudioOutputController::Play() { message_loop_->PostTask(FROM_HERE, base::Bind( &AudioOutputController::DoPlay, this)); } void AudioOutputController::Pause() { message_loop_->PostTask(FROM_HERE, base::Bind( &AudioOutputController::DoPause, this)); } void AudioOutputController::Close(const base::Closure& closed_task) { DCHECK(!closed_task.is_null()); message_loop_->PostTaskAndReply(FROM_HERE, base::Bind( &AudioOutputController::DoClose, this), closed_task); } void AudioOutputController::SetVolume(double volume) { message_loop_->PostTask(FROM_HERE, base::Bind( &AudioOutputController::DoSetVolume, this, volume)); } void AudioOutputController::DoCreate(bool is_for_device_change) { DCHECK(message_loop_->BelongsToCurrentThread()); SCOPED_UMA_HISTOGRAM_TIMER("Media.AudioOutputController.CreateTime"); // Close() can be called before DoCreate() is executed. if (state_ == kClosed) return; DoStopCloseAndClearStream(); // Calls RemoveOutputDeviceChangeListener(). DCHECK_EQ(kEmpty, state_); stream_ = diverting_to_stream_ ? diverting_to_stream_ : audio_manager_->MakeAudioOutputStreamProxy(params_, input_device_id_); if (!stream_) { state_ = kError; handler_->OnError(); return; } if (!stream_->Open()) { DoStopCloseAndClearStream(); state_ = kError; handler_->OnError(); return; } // Everything started okay, so re-register for state change callbacks if // stream_ was created via AudioManager. if (stream_ != diverting_to_stream_) audio_manager_->AddOutputDeviceChangeListener(this); // We have successfully opened the stream. Set the initial volume. stream_->SetVolume(volume_); // Finally set the state to kCreated. state_ = kCreated; // And then report we have been created if we haven't done so already. if (!is_for_device_change) handler_->OnCreated(); } void AudioOutputController::DoPlay() { DCHECK(message_loop_->BelongsToCurrentThread()); SCOPED_UMA_HISTOGRAM_TIMER("Media.AudioOutputController.PlayTime"); // We can start from created or paused state. if (state_ != kCreated && state_ != kPaused) return; // Ask for first packet. sync_reader_->UpdatePendingBytes(0); state_ = kPlaying; silence_detector_.reset(new AudioSilenceDetector( params_.sample_rate(), TimeDelta::FromMilliseconds(kQuestionableSilencePeriodMillis), kIndistinguishableSilenceThreshold)); // We start the AudioOutputStream lazily. AllowEntryToOnMoreIOData(); stream_->Start(this); // Tell the event handler that we are now playing, and also start the silence // detection notifications. handler_->OnPlaying(); silence_detector_->Start( base::Bind(&EventHandler::OnAudible, base::Unretained(handler_))); } void AudioOutputController::StopStream() { DCHECK(message_loop_->BelongsToCurrentThread()); if (state_ == kPlaying) { stream_->Stop(); DisallowEntryToOnMoreIOData(); silence_detector_->Stop(true); silence_detector_.reset(); state_ = kPaused; } } void AudioOutputController::DoPause() { DCHECK(message_loop_->BelongsToCurrentThread()); SCOPED_UMA_HISTOGRAM_TIMER("Media.AudioOutputController.PauseTime"); StopStream(); if (state_ != kPaused) return; // Send a special pause mark to the low-latency audio thread. sync_reader_->UpdatePendingBytes(kPauseMark); handler_->OnPaused(); } void AudioOutputController::DoClose() { DCHECK(message_loop_->BelongsToCurrentThread()); SCOPED_UMA_HISTOGRAM_TIMER("Media.AudioOutputController.CloseTime"); if (state_ != kClosed) { DoStopCloseAndClearStream(); sync_reader_->Close(); state_ = kClosed; } } void AudioOutputController::DoSetVolume(double volume) { DCHECK(message_loop_->BelongsToCurrentThread()); // Saves the volume to a member first. We may not be able to set the volume // right away but when the stream is created we'll set the volume. volume_ = volume; switch (state_) { case kCreated: case kPlaying: case kPaused: stream_->SetVolume(volume_); break; default: return; } } void AudioOutputController::DoReportError() { DCHECK(message_loop_->BelongsToCurrentThread()); if (state_ != kClosed) handler_->OnError(); } int AudioOutputController::OnMoreData(AudioBus* dest, AudioBuffersState buffers_state) { return OnMoreIOData(NULL, dest, buffers_state); } int AudioOutputController::OnMoreIOData(AudioBus* source, AudioBus* dest, AudioBuffersState buffers_state) { DisallowEntryToOnMoreIOData(); TRACE_EVENT0("audio", "AudioOutputController::OnMoreIOData"); // The OS level audio APIs on Linux and Windows all have problems requesting // data on a fixed interval. Sometimes they will issue calls back to back // which can cause glitching, so wait until the renderer is ready. // // We also need to wait when diverting since the virtual stream will call this // multiple times without waiting. // // NEVER wait on OSX unless a virtual stream is connected, otherwise we can // end up hanging the entire OS. // // See many bugs for context behind this decision: http://crbug.com/170498, // http://crbug.com/171651, http://crbug.com/174985, and more. #if defined(OS_WIN) || defined(OS_LINUX) const bool kShouldBlock = true; #else const bool kShouldBlock = diverting_to_stream_ != NULL; #endif const int frames = sync_reader_->Read(kShouldBlock, source, dest); DCHECK_LE(0, frames); sync_reader_->UpdatePendingBytes( buffers_state.total_bytes() + frames * params_.GetBytesPerFrame()); silence_detector_->Scan(dest, frames); AllowEntryToOnMoreIOData(); return frames; } void AudioOutputController::OnError(AudioOutputStream* stream) { // Handle error on the audio controller thread. message_loop_->PostTask(FROM_HERE, base::Bind( &AudioOutputController::DoReportError, this)); } void AudioOutputController::DoStopCloseAndClearStream() { DCHECK(message_loop_->BelongsToCurrentThread()); // Allow calling unconditionally and bail if we don't have a stream_ to close. if (stream_) { // De-register from state change callbacks if stream_ was created via // AudioManager. if (stream_ != diverting_to_stream_) audio_manager_->RemoveOutputDeviceChangeListener(this); StopStream(); stream_->Close(); if (stream_ == diverting_to_stream_) diverting_to_stream_ = NULL; stream_ = NULL; } state_ = kEmpty; } void AudioOutputController::OnDeviceChange() { DCHECK(message_loop_->BelongsToCurrentThread()); SCOPED_UMA_HISTOGRAM_TIMER("Media.AudioOutputController.DeviceChangeTime"); // TODO(dalecurtis): Notify the renderer side that a device change has // occurred. Currently querying the hardware information here will lead to // crashes on OSX. See http://crbug.com/158170. // Recreate the stream (DoCreate() will first shut down an existing stream). // Exit if we ran into an error. const State original_state = state_; DoCreate(true); if (!stream_ || state_ == kError) return; // Get us back to the original state or an equivalent state. switch (original_state) { case kPlaying: DoPlay(); return; case kCreated: case kPaused: // From the outside these two states are equivalent. return; default: NOTREACHED() << "Invalid original state."; } } const AudioParameters& AudioOutputController::GetAudioParameters() { return params_; } void AudioOutputController::StartDiverting(AudioOutputStream* to_stream) { message_loop_->PostTask( FROM_HERE, base::Bind(&AudioOutputController::DoStartDiverting, this, to_stream)); } void AudioOutputController::StopDiverting() { message_loop_->PostTask( FROM_HERE, base::Bind(&AudioOutputController::DoStopDiverting, this)); } void AudioOutputController::DoStartDiverting(AudioOutputStream* to_stream) { DCHECK(message_loop_->BelongsToCurrentThread()); if (state_ == kClosed) return; DCHECK(!diverting_to_stream_); diverting_to_stream_ = to_stream; // Note: OnDeviceChange() will engage the "re-create" process, which will // detect and use the alternate AudioOutputStream rather than create a new one // via AudioManager. OnDeviceChange(); } void AudioOutputController::DoStopDiverting() { DCHECK(message_loop_->BelongsToCurrentThread()); if (state_ == kClosed) return; // Note: OnDeviceChange() will cause the existing stream (the consumer of the // diverted audio data) to be closed, and diverting_to_stream_ will be set // back to NULL. OnDeviceChange(); DCHECK(!diverting_to_stream_); } void AudioOutputController::AllowEntryToOnMoreIOData() { DCHECK(base::AtomicRefCountIsZero(&num_allowed_io_)); base::AtomicRefCountInc(&num_allowed_io_); } void AudioOutputController::DisallowEntryToOnMoreIOData() { const bool is_zero = !base::AtomicRefCountDec(&num_allowed_io_); DCHECK(is_zero); } } // namespace media