[go: nahoru, domu]
Google Git
Sign in
chromium / chromium / src / ab0f589954d1b27370cf6f9703807652b7829ee6 / . / chrome / browser / ash / accessibility / accessibility_manager.cc
blob: 5ef0bb7f336a3b2bf25939f0c8c14f303e8f1231 [file] [log] [blame]
// Copyright 2013 The Chromium Authors
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "chrome/browser/ash/accessibility/accessibility_manager.h"
#include <stddef.h>
#include <stdint.h>
#include <string_view>
#include <utility>
#include "ash/accessibility/accessibility_controller.h"
#include "ash/accessibility/autoclick/autoclick_controller.h"
#include "ash/accessibility/sticky_keys/sticky_keys_controller.h"
#include "ash/color_enhancement/color_enhancement_controller.h"
#include "ash/constants/ash_constants.h"
#include "ash/constants/ash_pref_names.h"
#include "ash/constants/ash_switches.h"
#include "ash/public/cpp/accelerators.h"
#include "ash/public/cpp/accessibility_controller_enums.h"
#include "ash/public/cpp/accessibility_focus_ring_controller.h"
#include "ash/public/cpp/accessibility_focus_ring_info.h"
#include "ash/root_window_controller.h"
#include "ash/shell.h"
#include "ash/webui/settings/public/constants/routes_util.h"
#include "base/command_line.h"
#include "base/containers/flat_map.h"
#include "base/files/file_util.h"
#include "base/functional/bind.h"
#include "base/functional/callback.h"
#include "base/functional/callback_helpers.h"
#include "base/location.h"
#include "base/memory/ptr_util.h"
#include "base/memory/raw_ptr.h"
#include "base/memory/singleton.h"
#include "base/metrics/histogram_functions.h"
#include "base/path_service.h"
#include "base/ranges/algorithm.h"
#include "base/strings/string_number_conversions.h"
#include "base/strings/string_split.h"
#include "base/strings/string_util.h"
#include "base/strings/stringprintf.h"
#include "base/task/task_traits.h"
#include "base/task/thread_pool.h"
#include "base/threading/scoped_blocking_call.h"
#include "base/values.h"
#include "chrome/browser/accessibility/accessibility_extension_api_ash.h"
#include "chrome/browser/ash/accessibility/accessibility_dlc_installer.h"
#include "chrome/browser/ash/accessibility/accessibility_extension_loader.h"
#include "chrome/browser/ash/accessibility/dictation.h"
#include "chrome/browser/ash/accessibility/magnification_manager.h"
#include "chrome/browser/ash/accessibility/select_to_speak_event_handler_delegate_impl.h"
#include "chrome/browser/ash/accessibility/service/accessibility_service_client.h"
#include "chrome/browser/ash/crosapi/browser_manager.h"
#include "chrome/browser/ash/policy/enrollment/enrollment_requisition_manager.h"
#include "chrome/browser/ash/profiles/profile_helper.h"
#include "chrome/browser/browser_process.h"
#include "chrome/browser/extensions/api/braille_display_private/stub_braille_controller.h"
#include "chrome/browser/extensions/component_loader.h"
#include "chrome/browser/extensions/extension_service.h"
#include "chrome/browser/lifetime/termination_notification.h"
#include "chrome/browser/profiles/profile_manager.h"
#include "chrome/browser/ui/ash/keyboard/chrome_keyboard_controller_client.h"
#include "chrome/browser/ui/ash/multi_user/multi_user_util.h"
#include "chrome/browser/ui/settings_window_manager_chromeos.h"
#include "chrome/browser/ui/singleton_tabs.h"
#include "chrome/common/chrome_paths.h"
#include "chrome/common/extensions/api/accessibility_private.h"
#include "chrome/common/extensions/extension_constants.h"
#include "chrome/common/pref_names.h"
#include "chrome/common/url_constants.h"
#include "chrome/grit/browser_resources.h"
#include "chrome/grit/generated_resources.h"
#include "chromeos/ash/components/audio/sounds.h"
#include "chromeos/ash/components/browser_context_helper/browser_context_helper.h"
#include "chromeos/ash/components/browser_context_helper/browser_context_types.h"
#include "chromeos/ash/components/dbus/upstart/upstart_client.h"
#include "chromeos/ash/components/language_packs/language_pack_manager.h"
#include "chromeos/constants/devicetype.h"
#include "chromeos/dbus/power/power_manager_client.h"
#include "components/language/core/browser/pref_names.h"
#include "components/live_caption/pref_names.h"
#include "components/prefs/pref_member.h"
#include "components/prefs/pref_service.h"
#include "components/prefs/scoped_user_pref_update.h"
#include "components/soda/soda_installer.h"
#include "components/user_manager/known_user.h"
#include "content/public/browser/browser_accessibility_state.h"
#include "content/public/browser/browser_task_traits.h"
#include "content/public/browser/browser_thread.h"
#include "content/public/browser/focused_node_details.h"
#include "content/public/browser/media_session_service.h"
#include "content/public/browser/web_ui.h"
#include "content/public/common/content_switches.h"
#include "extensions/browser/api/virtual_keyboard_private/virtual_keyboard_delegate.h"
#include "extensions/browser/api/virtual_keyboard_private/virtual_keyboard_private_api.h"
#include "extensions/common/constants.h"
#include "extensions/common/extension.h"
#include "extensions/common/extension_resource.h"
#include "media/base/audio_codecs.h"
#include "services/accessibility/buildflags.h"
#include "services/audio/public/cpp/sounds/sounds_manager.h"
#include "ui/accessibility/accessibility_features.h"
#include "ui/accessibility/accessibility_switches.h"
#include "ui/accessibility/ax_enum_util.h"
#include "ui/accessibility/ax_enums.mojom.h"
#include "ui/base/ime/ash/extension_ime_util.h"
#include "ui/base/l10n/l10n_util.h"
#include "ui/base/resource/resource_bundle.h"
#include "ui/events/keycodes/keyboard_codes_posix.h"
#include "ui/strings/grit/ui_strings.h"
#include "ui/views/widget/widget.h"
#include "ui/views/widget/widget_observer.h"
#include "url/gurl.h"
namespace ash {
namespace {
using ::extensions::api::accessibility_private::DlcType;
using ::extensions::api::accessibility_private::FaceGazeAssets;
using ::extensions::api::accessibility_private::PumpkinData;
using ::extensions::api::accessibility_private::TtsVariant;
using ::extensions::api::braille_display_private::BrailleController;
using ::extensions::api::braille_display_private::DisplayState;
using ::extensions::api::braille_display_private::KeyEvent;
using ::extensions::api::braille_display_private::StubBrailleController;
// When this flag is set, system sounds will not be played.
constexpr char kAshDisableSystemSounds[] = "ash-disable-system-sounds";
// A key for the spoken feedback enabled boolean state for a known user.
const char kUserSpokenFeedbackEnabled[] = "UserSpokenFeedbackEnabled";
// A key for the startup sound enabled boolean state for a known user.
const char kUserStartupSoundEnabled[] = "UserStartupSoundEnabled";
// A key for the bluetooth braille display for a user.
const char kUserBluetoothBrailleDisplayAddress[] =
"UserBluetoothBrailleDisplayAddress";
// The name of the Brltty upstart job.
constexpr char kBrlttyUpstartJobName[] = "brltty";
// The file name of a lite TTS voice.
const char kTtsLiteFileName[] = "voice.zvoice";
// The file name of a standard TTS voice.
const char kTtsStandardFileName[] = "voice-standard.zvoice";
static AccessibilityManager* g_accessibility_manager = nullptr;
static BrailleController* g_braille_controller_for_test = nullptr;
BrailleController* GetBrailleController() {
if (g_braille_controller_for_test)
return g_braille_controller_for_test;
// Don't use the real braille controller for tests to avoid automatically
// starting ChromeVox which confuses some tests.
base::CommandLine* command_line = base::CommandLine::ForCurrentProcess();
if (command_line->HasSwitch(::switches::kTestType))
return StubBrailleController::GetInstance();
return BrailleController::GetInstance();
}
// Restarts (stops, then starts brltty). If |address| is empty, only stops.
// In Upstart, sending an explicit restart command is a no-op if the job isn't
// already started. Without knowledge regarding brltty's current job status,
// stop followed by start ensures we both stop a started job, and also start
// brltty.
void RestartBrltty(const std::string& address) {
UpstartClient* client = UpstartClient::Get();
client->StopJob(kBrlttyUpstartJobName, {}, base::DoNothing());
std::vector<std::string> args;
if (address.empty())
return;
args.push_back(base::StringPrintf("ADDRESS=%s", address.c_str()));
client->StartJob(kBrlttyUpstartJobName, args, base::DoNothing());
}
bool VolumeAdjustSoundEnabled() {
return !base::CommandLine::ForCurrentProcess()->HasSwitch(
switches::kDisableVolumeAdjustSound);
}
std::string AccessibilityPrivateEnumForAction(SelectToSpeakPanelAction action) {
switch (action) {
case SelectToSpeakPanelAction::kPreviousSentence:
return extensions::api::accessibility_private::ToString(
extensions::api::accessibility_private::SelectToSpeakPanelAction::
kPreviousSentence);
case SelectToSpeakPanelAction::kPreviousParagraph:
return extensions::api::accessibility_private::ToString(
extensions::api::accessibility_private::SelectToSpeakPanelAction::
kPreviousParagraph);
case SelectToSpeakPanelAction::kPause:
return extensions::api::accessibility_private::ToString(
extensions::api::accessibility_private::SelectToSpeakPanelAction::
kPause);
case SelectToSpeakPanelAction::kResume:
return extensions::api::accessibility_private::ToString(
extensions::api::accessibility_private::SelectToSpeakPanelAction::
kResume);
case SelectToSpeakPanelAction::kNextSentence:
return extensions::api::accessibility_private::ToString(
extensions::api::accessibility_private::SelectToSpeakPanelAction::
kNextSentence);
case SelectToSpeakPanelAction::kNextParagraph:
return extensions::api::accessibility_private::ToString(
extensions::api::accessibility_private::SelectToSpeakPanelAction::
kNextParagraph);
case SelectToSpeakPanelAction::kChangeSpeed:
return extensions::api::accessibility_private::ToString(
extensions::api::accessibility_private::SelectToSpeakPanelAction::
kChangeSpeed);
case SelectToSpeakPanelAction::kExit:
return extensions::api::accessibility_private::ToString(
extensions::api::accessibility_private::SelectToSpeakPanelAction::
kExit);
case SelectToSpeakPanelAction::kNone:
NOTREACHED();
return "";
}
}
std::optional<bool> GetDictationOfflineNudgePrefForLocale(
Profile* profile,
const std::string& dictation_locale) {
if (dictation_locale.empty()) {
return std::nullopt;
}
const base::Value::Dict& offline_nudges = profile->GetPrefs()->GetDict(
prefs::kAccessibilityDictationLocaleOfflineNudge);
return offline_nudges.FindBoolByDottedPath(dictation_locale);
}
// Represents response data returned by `ReadDlcFile`.
struct ReadDlcFileResponse {
ReadDlcFileResponse(std::vector<uint8_t> contents,
std::optional<std::string> error)
: contents(contents), error(error) {}
~ReadDlcFileResponse() = default;
ReadDlcFileResponse(const ReadDlcFileResponse&) = default;
ReadDlcFileResponse& operator=(const ReadDlcFileResponse&) = default;
// The content of the DLC file.
std::vector<uint8_t> contents;
// An error, if any.
std::optional<std::string> error;
};
// Reads the contents of a DLC file specified by `path`. Must run asynchronously
// on a new ThreadPool.
ReadDlcFileResponse ReadDlcFile(base::FilePath path) {
DCHECK(!content::BrowserThread::CurrentlyOn(content::BrowserThread::UI));
base::ScopedBlockingCall scoped_blocking_call(FROM_HERE,
base::BlockingType::MAY_BLOCK);
std::string error;
if (!base::PathExists(path)) {
error = "Error: DLC file does not exist on-device: " + path.AsUTF8Unsafe();
return ReadDlcFileResponse(std::vector<uint8_t>(), error);
}
int64_t file_size = 0;
if (!base::GetFileSize(path, &file_size) || (file_size <= 0)) {
error = "Error: failed to read size of file: " + path.AsUTF8Unsafe();
return ReadDlcFileResponse(std::vector<uint8_t>(), error);
}
std::vector<uint8_t> contents(file_size);
int bytes_read =
base::ReadFile(path, reinterpret_cast<char*>(contents.data()),
base::checked_cast<int>(file_size));
if (bytes_read != file_size) {
error = "Error: could not read file: " + path.AsUTF8Unsafe();
return ReadDlcFileResponse(std::vector<uint8_t>(), error);
}
return ReadDlcFileResponse(contents, std::nullopt);
}
// Runs when `ReadDlcFile` returns the contents of a file.
void OnReadDlcFile(GetTtsDlcContentsCallback callback,
ReadDlcFileResponse response) {
std::move(callback).Run(response.contents, response.error);
}
std::optional<FaceGazeAssets> CreateFaceGazeAssets(base::FilePath base_path) {
DCHECK(!content::BrowserThread::CurrentlyOn(content::BrowserThread::UI));
base::ScopedBlockingCall scoped_blocking_call(FROM_HERE,
base::BlockingType::MAY_BLOCK);
FaceGazeAssets assets;
base::flat_map<std::string, std::vector<uint8_t>*> files_to_data({
{"face_landmarker.task", &assets.model},
{"vision_wasm_internal.wasm", &assets.wasm},
});
for (const auto& iter : files_to_data) {
std::string file_name = iter.first;
std::vector<uint8_t>* file_data = iter.second;
ReadDlcFileResponse response = ReadDlcFile(base_path.Append(file_name));
if (response.error.has_value()) {
return std::nullopt;
}
*file_data = response.contents;
}
return assets;
}
std::optional<PumpkinData> CreatePumpkinData(base::FilePath base_pumpkin_path) {
DCHECK(!content::BrowserThread::CurrentlyOn(content::BrowserThread::UI));
base::ScopedBlockingCall scoped_blocking_call(FROM_HERE,
base::BlockingType::MAY_BLOCK);
PumpkinData data;
// TODO(https://crbug.com/1258190): Consider making action/pumpkin configs
// optional.
base::flat_map<std::string, std::vector<uint8_t>*> files_to_data({
{"js_pumpkin_tagger_bin.js", &data.js_pumpkin_tagger_bin_js},
{"tagger_wasm_main.js", &data.tagger_wasm_main_js},
{"tagger_wasm_main.wasm", &data.tagger_wasm_main_wasm},
{"en_us/action_config.binarypb", &data.en_us_action_config_binarypb},
{"en_us/pumpkin_config.binarypb", &data.en_us_pumpkin_config_binarypb},
{"fr_fr/action_config.binarypb", &data.fr_fr_action_config_binarypb},
{"fr_fr/pumpkin_config.binarypb", &data.fr_fr_pumpkin_config_binarypb},
{"it_it/action_config.binarypb", &data.it_it_action_config_binarypb},
{"it_it/pumpkin_config.binarypb", &data.it_it_pumpkin_config_binarypb},
{"de_de/action_config.binarypb", &data.de_de_action_config_binarypb},
{"de_de/pumpkin_config.binarypb", &data.de_de_pumpkin_config_binarypb},
{"es_es/action_config.binarypb", &data.es_es_action_config_binarypb},
{"es_es/pumpkin_config.binarypb", &data.es_es_pumpkin_config_binarypb},
});
for (const auto& iter : files_to_data) {
std::string file_name = iter.first;
std::vector<uint8_t>* file_data = iter.second;
ReadDlcFileResponse response =
ReadDlcFile(base_pumpkin_path.Append(file_name));
if (response.error.has_value())
return std::nullopt;
*file_data = response.contents;
}
return data;
}
} // namespace
class AccessibilityPanelWidgetObserver : public views::WidgetObserver {
public:
AccessibilityPanelWidgetObserver(views::Widget* widget,
base::OnceCallback<void()> on_destroying)
: widget_(widget), on_destroying_(std::move(on_destroying)) {
widget_->AddObserver(this);
}
AccessibilityPanelWidgetObserver(const AccessibilityPanelWidgetObserver&) =
delete;
AccessibilityPanelWidgetObserver& operator=(
const AccessibilityPanelWidgetObserver&) = delete;
~AccessibilityPanelWidgetObserver() override { CHECK(!IsInObserverList()); }
void OnWidgetDestroying(views::Widget* widget) override {
CHECK_EQ(widget_, widget);
widget->RemoveObserver(this);
std::move(on_destroying_).Run();
// |this| should be deleted.
}
private:
raw_ptr<views::Widget> widget_;
base::OnceCallback<void()> on_destroying_;
};
///////////////////////////////////////////////////////////////////////////////
// AccessibilityStatusEventDetails
AccessibilityStatusEventDetails::AccessibilityStatusEventDetails(
AccessibilityNotificationType notification_type,
bool enabled)
: notification_type(notification_type), enabled(enabled) {}
///////////////////////////////////////////////////////////////////////////////
//
// AccessibilityManager
// static
void AccessibilityManager::Initialize() {
CHECK(g_accessibility_manager == nullptr);
g_accessibility_manager = new AccessibilityManager();
}
// static
void AccessibilityManager::Shutdown() {
CHECK(g_accessibility_manager);
delete g_accessibility_manager;
g_accessibility_manager = nullptr;
}
// static
AccessibilityManager* AccessibilityManager::Get() {
return g_accessibility_manager;
}
// static
void AccessibilityManager::ShowAccessibilityHelp() {
ShowSingletonTab(ProfileManager::GetActiveUserProfile(),
GURL(chrome::kChromeAccessibilityHelpURL));
}
AccessibilityManager::AccessibilityManager() {
session_observation_.Observe(session_manager::SessionManager::Get());
on_app_terminating_subscription_ =
browser_shutdown::AddAppTerminatingCallback(base::BindOnce(
&AccessibilityManager::OnAppTerminating, base::Unretained(this)));
focus_changed_subscription_ =
content::BrowserAccessibilityState::GetInstance()
->RegisterFocusChangedCallback(
base::BindRepeating(&AccessibilityManager::OnFocusChangedInPage,
base::Unretained(this)));
input_method::InputMethodManager::Get()->AddObserver(this);
user_manager::UserManager::Get()->AddSessionStateObserver(this);
ui::ResourceBundle& bundle = ui::ResourceBundle::GetSharedInstance();
audio::SoundsManager* manager = audio::SoundsManager::Get();
manager->Initialize(static_cast<int>(Sound::kShutdown),
bundle.GetRawDataResource(IDR_SOUND_SHUTDOWN_WAV),
media::AudioCodec::kPCM);
manager->Initialize(
static_cast<int>(Sound::kSpokenFeedbackEnabled),
bundle.GetRawDataResource(IDR_SOUND_SPOKEN_FEEDBACK_ENABLED_WAV),
media::AudioCodec::kPCM);
manager->Initialize(
static_cast<int>(Sound::kSpokenFeedbackDisabled),
bundle.GetRawDataResource(IDR_SOUND_SPOKEN_FEEDBACK_DISABLED_WAV),
media::AudioCodec::kPCM);
manager->Initialize(static_cast<int>(Sound::kPassthrough),
bundle.GetRawDataResource(IDR_SOUND_PASSTHROUGH_WAV),
media::AudioCodec::kPCM);
manager->Initialize(static_cast<int>(Sound::kExitScreen),
bundle.GetRawDataResource(IDR_SOUND_EXIT_SCREEN_WAV),
media::AudioCodec::kPCM);
manager->Initialize(static_cast<int>(Sound::kEnterScreen),
bundle.GetRawDataResource(IDR_SOUND_ENTER_SCREEN_WAV),
media::AudioCodec::kPCM);
manager->Initialize(
static_cast<int>(Sound::kSpokenFeedbackToggleCountdownHigh),
bundle.GetRawDataResource(
IDR_SOUND_SPOKEN_FEEDBACK_TOGGLE_COUNTDOWN_HIGH_WAV),
media::AudioCodec::kPCM);
manager->Initialize(
static_cast<int>(Sound::kSpokenFeedbackToggleCountdownLow),
bundle.GetRawDataResource(
IDR_SOUND_SPOKEN_FEEDBACK_TOGGLE_COUNTDOWN_LOW_WAV),
media::AudioCodec::kPCM);
manager->Initialize(static_cast<int>(Sound::kTouchType),
bundle.GetRawDataResource(IDR_SOUND_TOUCH_TYPE_WAV),
media::AudioCodec::kPCM);
manager->Initialize(static_cast<int>(Sound::kStartup),
bundle.GetRawDataResource(IDR_SOUND_STARTUP_WAV),
media::AudioCodec::kPCM);
if (VolumeAdjustSoundEnabled()) {
manager->Initialize(static_cast<int>(Sound::kVolumeAdjust),
bundle.GetRawDataResource(IDR_SOUND_VOLUME_ADJUST_WAV),
media::AudioCodec::kPCM);
}
if (::features::IsAccessibilityServiceEnabled()) {
// We create an AccessibilityServiceClient even if the build flag is not
// set, because this allows tests with the AccessibilityServiceClient to
// run.
accessibility_service_client_ =
std::make_unique<AccessibilityServiceClient>();
#if !BUILDFLAG(ENABLE_ACCESSIBILITY_SERVICE)
LOG(WARNING) << "Constructing an AccessibilityServiceClient for "
"AccessibilityManager, but Chrome was not built with the "
"Accessibility Service. Did you mean to add "
"`enable_accessibility_service=true` to your gn args?";
#endif // !BUILDFLAG(ENABLE_ACCESSIBILITY_SERVICE)
}
base::FilePath resources_path;
if (!base::PathService::Get(chrome::DIR_RESOURCES, &resources_path))
NOTREACHED();
const bool enable_v3_manifest =
base::CommandLine::ForCurrentProcess()->HasSwitch(
::switches::kEnableExperimentalAccessibilityManifestV3);
const base::FilePath::CharType* accessibility_common_manifest_filename =
enable_v3_manifest
? extension_misc::kAccessibilityCommonManifestV3Filename
: extension_misc::kAccessibilityCommonManifestFilename;
const base::FilePath::CharType* accessibility_common_guest_manifest_filename =
enable_v3_manifest
? extension_misc::kAccessibilityCommonGuestManifestV3Filename
: extension_misc::kAccessibilityCommonGuestManifestFilename;
accessibility_common_extension_loader_ =
base::WrapUnique(new AccessibilityExtensionLoader(
extension_misc::kAccessibilityCommonExtensionId,
resources_path.Append(
extension_misc::kAccessibilityCommonExtensionPath),
accessibility_common_manifest_filename,
accessibility_common_guest_manifest_filename,
base::BindRepeating(
&AccessibilityManager::PostUnloadAccessibilityCommon,
weak_ptr_factory_.GetWeakPtr())));
const base::FilePath::CharType* chromevox_manifest_filename =
enable_v3_manifest ? extension_misc::kChromeVoxManifestV3Filename
: extension_misc::kChromeVoxManifestFilename;
const base::FilePath::CharType* chromevox_guest_manifest_filename =
enable_v3_manifest ? extension_misc::kChromeVoxGuestManifestV3Filename
: extension_misc::kChromeVoxGuestManifestFilename;
chromevox_loader_ = base::WrapUnique(new AccessibilityExtensionLoader(
extension_misc::kChromeVoxExtensionId,
resources_path.Append(extension_misc::kChromeVoxExtensionPath),
chromevox_manifest_filename, chromevox_guest_manifest_filename,
base::BindRepeating(&AccessibilityManager::PostUnloadChromeVox,
weak_ptr_factory_.GetWeakPtr())));
const base::FilePath::CharType* select_to_speak_manifest_filename =
enable_v3_manifest ? extension_misc::kSelectToSpeakManifestV3Filename
: extension_misc::kSelectToSpeakManifestFilename;
const base::FilePath::CharType* select_to_speak_guest_manifest_filename =
enable_v3_manifest ? extension_misc::kSelectToSpeakGuestManifestV3Filename
: extension_misc::kSelectToSpeakGuestManifestFilename;
select_to_speak_loader_ = base::WrapUnique(new AccessibilityExtensionLoader(
extension_misc::kSelectToSpeakExtensionId,
resources_path.Append(extension_misc::kSelectToSpeakExtensionPath),
select_to_speak_manifest_filename,
select_to_speak_guest_manifest_filename,
base::BindRepeating(&AccessibilityManager::PostUnloadSelectToSpeak,
weak_ptr_factory_.GetWeakPtr())));
const base::FilePath::CharType* switch_access_manifest_filename =
enable_v3_manifest ? extension_misc::kSwitchAccessManifestV3Filename
: extension_misc::kSwitchAccessManifestFilename;
const base::FilePath::CharType* switch_access_guest_manifest_filename =
enable_v3_manifest ? extension_misc::kSwitchAccessGuestManifestV3Filename
: extension_misc::kSwitchAccessGuestManifestFilename;
switch_access_loader_ = base::WrapUnique(new AccessibilityExtensionLoader(
extension_misc::kSwitchAccessExtensionId,
resources_path.Append(extension_misc::kSwitchAccessExtensionPath),
switch_access_manifest_filename, switch_access_guest_manifest_filename,
base::BindRepeating(&AccessibilityManager::PostUnloadSwitchAccess,
weak_ptr_factory_.GetWeakPtr())));
// Connect to the media session service.
content::GetMediaSessionService().BindAudioFocusManager(
audio_focus_manager_.BindNewPipeAndPassReceiver());
AcceleratorController::SetVolumeAdjustmentSoundCallback(base::BindRepeating(
&AccessibilityManager::PlayVolumeAdjustSound, base::Unretained(this)));
CrasAudioHandler::Get()->AddAudioObserver(this);
dlc_installer_ = std::make_unique<AccessibilityDlcInstaller>();
}
AccessibilityManager::~AccessibilityManager() {
CHECK(this == g_accessibility_manager);
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kManagerShutdown, false);
NotifyAccessibilityStatusChanged(details);
CrasAudioHandler::Get()->RemoveAudioObserver(this);
user_manager::UserManager::Get()->RemoveSessionStateObserver(this);
input_method::InputMethodManager::Get()->RemoveObserver(this);
if (chromevox_panel_) {
chromevox_panel_->CloseNow();
chromevox_panel_ = nullptr;
}
AcceleratorController::SetVolumeAdjustmentSoundCallback({});
}
bool AccessibilityManager::ShouldShowAccessibilityMenu() {
// If any of the loaded profiles has an accessibility feature turned on - or
// enforced to always show the menu - we return true to show the menu.
// NOTE: This includes the login screen profile, so if a feature is turned on
// at the login screen the menu will show even if the user has no features
// enabled inside the session. http://crbug.com/755631
std::vector<Profile*> profiles =
g_browser_process->profile_manager()->GetLoadedProfiles();
for (std::vector<Profile*>::iterator it = profiles.begin();
it != profiles.end(); ++it) {
PrefService* prefs = (*it)->GetPrefs();
if (prefs->GetBoolean(prefs::kAccessibilityStickyKeysEnabled) ||
prefs->GetBoolean(prefs::kAccessibilityLargeCursorEnabled) ||
prefs->GetBoolean(::prefs::kLiveCaptionEnabled) ||
prefs->GetBoolean(prefs::kAccessibilitySpokenFeedbackEnabled) ||
prefs->GetBoolean(prefs::kAccessibilitySelectToSpeakEnabled) ||
prefs->GetBoolean(prefs::kAccessibilitySwitchAccessEnabled) ||
prefs->GetBoolean(prefs::kAccessibilityHighContrastEnabled) ||
prefs->GetBoolean(prefs::kAccessibilityAutoclickEnabled) ||
prefs->GetBoolean(prefs::kShouldAlwaysShowAccessibilityMenu) ||
prefs->GetBoolean(prefs::kAccessibilityScreenMagnifierEnabled) ||
prefs->GetBoolean(prefs::kAccessibilityVirtualKeyboardEnabled) ||
prefs->GetBoolean(prefs::kAccessibilityMonoAudioEnabled) ||
prefs->GetBoolean(prefs::kAccessibilityCaretHighlightEnabled) ||
prefs->GetBoolean(prefs::kAccessibilityCursorHighlightEnabled) ||
prefs->GetBoolean(prefs::kAccessibilityFocusHighlightEnabled) ||
prefs->GetBoolean(prefs::kAccessibilityDictationEnabled) ||
prefs->GetBoolean(prefs::kDockedMagnifierEnabled) ||
prefs->GetBoolean(prefs::kAccessibilityColorCorrectionEnabled)) {
return true;
}
}
return false;
}
void AccessibilityManager::UpdateAlwaysShowMenuFromPref() {
if (!profile_)
return;
// Update system tray menu visibility.
AccessibilityController::Get()->NotifyAccessibilityStatusChanged();
}
void AccessibilityManager::EnableLargeCursor(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilityLargeCursorEnabled, enabled);
pref_service->CommitPendingWrite();
}
void AccessibilityManager::OnLargeCursorChanged() {
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kToggleLargeCursor,
IsLargeCursorEnabled());
NotifyAccessibilityStatusChanged(details);
}
bool AccessibilityManager::IsLargeCursorEnabled() const {
return profile_ && profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilityLargeCursorEnabled);
}
void AccessibilityManager::EnableLiveCaption(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(::prefs::kLiveCaptionEnabled, enabled);
pref_service->CommitPendingWrite();
}
void AccessibilityManager::OnLiveCaptionChanged() {
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kToggleLiveCaption,
IsLiveCaptionEnabled());
NotifyAccessibilityStatusChanged(details);
}
bool AccessibilityManager::IsLiveCaptionEnabled() const {
return profile_ &&
profile_->GetPrefs()->GetBoolean(::prefs::kLiveCaptionEnabled);
}
void AccessibilityManager::EnableStickyKeys(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilityStickyKeysEnabled, enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsStickyKeysEnabled() const {
return profile_ && profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilityStickyKeysEnabled);
}
void AccessibilityManager::OnStickyKeysChanged() {
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kToggleStickyKeys, IsStickyKeysEnabled());
NotifyAccessibilityStatusChanged(details);
}
void AccessibilityManager::EnableSpokenFeedback(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilitySpokenFeedbackEnabled, enabled);
pref_service->CommitPendingWrite();
}
void AccessibilityManager::OnSpokenFeedbackChanged() {
if (!profile_)
return;
const bool enabled = profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilitySpokenFeedbackEnabled);
if (IsUserBrowserContext(profile_)) {
user_manager::KnownUser known_user(g_browser_process->local_state());
known_user.SetBooleanPref(
multi_user_util::GetAccountIdFromProfile(profile_),
kUserSpokenFeedbackEnabled, enabled);
}
// TODO(crbug.com/1355633): Refactor a helper class that uses either
// AccessibilityExtensionLoader or AccessibilityServiceClient when
// setting profile or turning on/off extensions depending on the state
// of the flag. That class will own both the loaders and the
// AccessibilityServiceClient.
if (enabled) {
chromevox_loader_->SetBrowserContext(
profile_,
base::BindOnce(&AccessibilityManager::PostSwitchChromeVoxProfile,
weak_ptr_factory_.GetWeakPtr()));
}
if (spoken_feedback_enabled_ == enabled)
return;
if (accessibility_service_client_)
accessibility_service_client_->SetChromeVoxEnabled(enabled);
spoken_feedback_enabled_ = enabled;
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kToggleSpokenFeedback, enabled);
NotifyAccessibilityStatusChanged(details);
if (enabled) {
chromevox_loader_->Load(
profile_, base::BindRepeating(&AccessibilityManager::PostLoadChromeVox,
weak_ptr_factory_.GetWeakPtr()));
} else {
chromevox_loader_->Unload();
}
UpdateBrailleImeState();
}
void AccessibilityManager::EnableSpokenFeedbackWithTutorial() {
// Automatically start the tutorial if the device is a Chromebook. Skip the
// tutorial for all other device types. We want to avoid showing the tutorial
// on CFM, for example, since it isn't typically used by external users.
if (chromeos::GetDeviceType() == chromeos::DeviceType::kChromebook)
start_chromevox_with_tutorial_ = true;
EnableSpokenFeedback(true);
}
bool AccessibilityManager::IsSpokenFeedbackEnabled() const {
return profile_ && profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilitySpokenFeedbackEnabled);
}
void AccessibilityManager::EnableHighContrast(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilityHighContrastEnabled, enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsHighContrastEnabled() const {
return profile_ && profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilityHighContrastEnabled);
}
void AccessibilityManager::OnHighContrastChanged() {
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kToggleHighContrastMode,
IsHighContrastEnabled());
NotifyAccessibilityStatusChanged(details);
}
void AccessibilityManager::OnLocaleChanged() {
if (!profile_)
return;
if (!IsSpokenFeedbackEnabled())
return;
// If the system locale changes and spoken feedback is enabled,
// reload ChromeVox so that it switches its internal translations
// to the new language.
EnableSpokenFeedback(false);
EnableSpokenFeedback(true);
}
void AccessibilityManager::OnViewFocusedInArc(
const gfx::Rect& bounds_in_screen) {
AccessibilityController::Get()->SetFocusHighlightRect(bounds_in_screen);
}
bool AccessibilityManager::PlayEarcon(Sound sound_key, PlaySoundOption option) {
base::CommandLine* cl = base::CommandLine::ForCurrentProcess();
if (cl->HasSwitch(kAshDisableSystemSounds))
return false;
if (option == PlaySoundOption::kOnlyIfSpokenFeedbackEnabled &&
!IsSpokenFeedbackEnabled()) {
return false;
}
return audio::SoundsManager::Get()->Play(static_cast<int>(sound_key));
}
void AccessibilityManager::OnTwoFingerTouchStart() {
if (!profile_)
return;
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
auto event = std::make_unique<extensions::Event>(
extensions::events::ACCESSIBILITY_PRIVATE_ON_TWO_FINGER_TOUCH_START,
extensions::api::accessibility_private::OnTwoFingerTouchStart::kEventName,
base::Value::List());
event_router->BroadcastEvent(std::move(event));
}
void AccessibilityManager::OnTwoFingerTouchStop() {
if (!profile_)
return;
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
auto event = std::make_unique<extensions::Event>(
extensions::events::ACCESSIBILITY_PRIVATE_ON_TWO_FINGER_TOUCH_STOP,
extensions::api::accessibility_private::OnTwoFingerTouchStop::kEventName,
base::Value::List());
event_router->BroadcastEvent(std::move(event));
}
bool AccessibilityManager::ShouldToggleSpokenFeedbackViaTouch() {
return false;
}
bool AccessibilityManager::PlaySpokenFeedbackToggleCountdown(int tick_count) {
return audio::SoundsManager::Get()->Play(
tick_count % 2
? static_cast<int>(Sound::kSpokenFeedbackToggleCountdownHigh)
: static_cast<int>(Sound::kSpokenFeedbackToggleCountdownLow));
}
void AccessibilityManager::HandleAccessibilityGesture(
ax::mojom::Gesture gesture,
gfx::PointF location) {
if (!profile_)
return;
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
base::Value::List event_args;
event_args.Append(ui::ToString(gesture));
event_args.Append(location.x());
event_args.Append(location.y());
auto event = std::make_unique<extensions::Event>(
extensions::events::ACCESSIBILITY_PRIVATE_ON_ACCESSIBILITY_GESTURE,
extensions::api::accessibility_private::OnAccessibilityGesture::
kEventName,
std::move(event_args));
event_router->DispatchEventWithLazyListener(
extension_misc::kChromeVoxExtensionId, std::move(event));
}
void AccessibilityManager::SetTouchAccessibilityAnchorPoint(
const gfx::Point& anchor_point) {
for (auto* rwc : RootWindowController::root_window_controllers())
rwc->SetTouchAccessibilityAnchorPoint(anchor_point);
}
void AccessibilityManager::EnableAutoclick(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilityAutoclickEnabled, enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsAutoclickEnabled() const {
return profile_ && profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilityAutoclickEnabled);
}
void AccessibilityManager::EnableFaceGaze(bool enabled) {
if (!profile_) {
return;
}
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilityFaceGazeEnabled, enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsFaceGazeEnabled() const {
return profile_ &&
profile_->GetPrefs()->GetBoolean(prefs::kAccessibilityFaceGazeEnabled);
}
void AccessibilityManager::OnAccessibilityCommonChanged(
const std::string& pref_name) {
if (!profile_)
return;
const bool enabled = profile_->GetPrefs()->GetBoolean(pref_name);
if (enabled) {
accessibility_common_extension_loader_->SetBrowserContext(
profile_, base::OnceClosure() /* done_callback */);
}
size_t pref_count = accessibility_common_enabled_features_.count(pref_name);
if ((pref_count != 0 && enabled) || (pref_count == 0 && !enabled))
return;
if (accessibility_service_client_) {
if (pref_name == prefs::kDockedMagnifierEnabled ||
pref_name == prefs::kAccessibilityScreenMagnifierEnabled) {
accessibility_service_client_->SetMagnifierEnabled(enabled);
} else if (pref_name == prefs::kAccessibilityAutoclickEnabled) {
accessibility_service_client_->SetAutoclickEnabled(enabled);
}
}
if (enabled) {
accessibility_common_enabled_features_.insert(pref_name);
if (!accessibility_common_extension_loader_->loaded()) {
accessibility_common_extension_loader_->Load(profile_, base::DoNothing());
}
} else {
accessibility_common_enabled_features_.erase(pref_name);
if (accessibility_common_enabled_features_.empty()) {
accessibility_common_extension_loader_->Unload();
}
}
}
void AccessibilityManager::RequestAutoclickScrollableBoundsForPoint(
const gfx::Point& point_in_screen) {
if (!profile_)
return;
if (::features::IsAccessibilityServiceEnabled()) {
accessibility_service_client_->RequestScrollableBoundsForPoint(
point_in_screen);
return;
}
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
auto event_args = extensions::api::accessibility_private::
OnScrollableBoundsForPointRequested::Create(point_in_screen.x(),
point_in_screen.y());
std::unique_ptr<extensions::Event> event =
std::make_unique<extensions::Event>(
extensions::events::
ACCESSIBILITY_PRIVATE_FIND_SCROLLABLE_BOUNDS_FOR_POINT,
extensions::api::accessibility_private::
OnScrollableBoundsForPointRequested::kEventName,
std::move(event_args));
event_router->DispatchEventWithLazyListener(
extension_misc::kAccessibilityCommonExtensionId, std::move(event));
}
void AccessibilityManager::MagnifierBoundsChanged(
const gfx::Rect& bounds_in_screen) {
if (!profile_)
return;
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
auto magnifier_bounds =
std::make_unique<extensions::api::accessibility_private::ScreenRect>();
magnifier_bounds->left = bounds_in_screen.x();
magnifier_bounds->top = bounds_in_screen.y();
magnifier_bounds->width = bounds_in_screen.width();
magnifier_bounds->height = bounds_in_screen.height();
auto event_args =
extensions::api::accessibility_private::OnMagnifierBoundsChanged::Create(
*magnifier_bounds.get());
auto event = std::make_unique<extensions::Event>(
extensions::events::ACCESSIBILITY_PRIVATE_ON_MAGNIFIER_BOUNDS_CHANGED,
extensions::api::accessibility_private::OnMagnifierBoundsChanged::
kEventName,
std::move(event_args));
event_router->DispatchEventWithLazyListener(
extension_misc::kAccessibilityCommonExtensionId, std::move(event));
if (magnifier_bounds_observer_for_test_) {
magnifier_bounds_observer_for_test_.Run();
}
}
void AccessibilityManager::EnableVirtualKeyboard(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilityVirtualKeyboardEnabled,
enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsVirtualKeyboardEnabled() const {
return profile_ && profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilityVirtualKeyboardEnabled);
}
void AccessibilityManager::OnVirtualKeyboardChanged() {
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kToggleVirtualKeyboard,
IsVirtualKeyboardEnabled());
NotifyAccessibilityStatusChanged(details);
}
void AccessibilityManager::EnableMonoAudio(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilityMonoAudioEnabled, enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsMonoAudioEnabled() const {
return profile_ && profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilityMonoAudioEnabled);
}
void AccessibilityManager::OnMonoAudioChanged() {
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kToggleMonoAudio, IsMonoAudioEnabled());
NotifyAccessibilityStatusChanged(details);
}
void AccessibilityManager::SetDarkenScreen(bool darken) {
AccessibilityController::Get()->SetDarkenScreen(darken);
if (screen_darken_observer_for_test_) {
screen_darken_observer_for_test_.Run();
}
}
void AccessibilityManager::SetCaretHighlightEnabled(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilityCaretHighlightEnabled, enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsCaretHighlightEnabled() const {
return profile_ && profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilityCaretHighlightEnabled);
}
void AccessibilityManager::OnCaretHighlightChanged() {
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kToggleCaretHighlight,
IsCaretHighlightEnabled());
NotifyAccessibilityStatusChanged(details);
}
void AccessibilityManager::SetCursorHighlightEnabled(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilityCursorHighlightEnabled,
enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsCursorHighlightEnabled() const {
return profile_ && profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilityCursorHighlightEnabled);
}
void AccessibilityManager::OnCursorHighlightChanged() {
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kToggleCursorHighlight,
IsCursorHighlightEnabled());
NotifyAccessibilityStatusChanged(details);
}
void AccessibilityManager::SetDictationEnabled(bool enabled) const {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilityDictationEnabled, enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsDictationEnabled() const {
return profile_ && profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilityDictationEnabled);
}
void AccessibilityManager::OnDictationChanged(bool triggered_by_user) {
OnAccessibilityCommonChanged(prefs::kAccessibilityDictationEnabled);
dictation_triggered_by_user_ = triggered_by_user;
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
const bool enabled =
pref_service->GetBoolean(prefs::kAccessibilityDictationEnabled);
if (accessibility_service_client_) {
accessibility_service_client_->SetDictationEnabled(enabled);
}
if (enabled &&
pref_service->GetString(prefs::kAccessibilityDictationLocale).empty()) {
// Dictation was turned on but the language pref isn't set yet. Determine if
// this is an upgrade (Dictation was enabled at start-up and the toggle was
// not triggered by a user) or a new user (Dictation was just enabled in
// settings) and pick the language accordingly.
const std::string locale = Dictation::DetermineDefaultSupportedLocale(
profile_, /*new_user=*/triggered_by_user);
// Ensure we don't trigger nudges, downloads or notifications for the locale
// pref upgrade. If these need to occur they will occur below.
ignore_dictation_locale_pref_change_ = true;
pref_service->SetString(prefs::kAccessibilityDictationLocale, locale);
pref_service->CommitPendingWrite();
}
// If SODA isn't available on the device, no need to try to install it.
if (!::features::IsDictationOfflineAvailable()) {
// Show network dictation dialog if needed. Locale doesn't matter as no
// languages are supported by SODA.
if (enabled && triggered_by_user && ShouldShowNetworkDictationDialog("")) {
ShowNetworkDictationDialog();
}
return;
}
// We only reach this point if SODA is available.
if (triggered_by_user && !enabled) {
// Note: This should not be called at start-up or it will
// push back SODA deletion each time start-up occurs with dictation
// disabled.
speech::SodaInstaller::GetInstance()->SetUninstallTimer(
pref_service, g_browser_process->local_state());
}
if (!enabled)
return;
// Dictation is enabled. Check that appropriate nudges, dialogs and downloads
// are triggered.
const std::string dictation_locale =
pref_service->GetString(prefs::kAccessibilityDictationLocale);
if (!triggered_by_user) {
// This Dictation change was not due to an explicit user action.
const std::optional<bool> offline_nudge =
GetDictationOfflineNudgePrefForLocale(profile_, dictation_locale);
// See if the Dictation locale can now work offline in the
// background (not because the user explicitly toggled Dictation), and a
// nudge hasn't yet been shown to the user.
if (!offline_nudge || !offline_nudge.value()) {
if (speech::SodaInstaller::GetInstance()->IsSodaInstalled(
GetDictationLanguageCode())) {
// The locale is already installed on device, show the nudge
// immediately.
ShowDictationLanguageUpgradedNudge(dictation_locale);
} else if (!offline_nudge &&
base::Contains(speech::SodaInstaller::GetInstance()
->GetAvailableLanguages(),
dictation_locale)) {
// If the SODA language isn't installed yet, update the preference to
// ensure the nudge gets shown for this locale when installation
// completes.
ScopedDictPrefUpdate update(
pref_service, prefs::kAccessibilityDictationLocaleOfflineNudge);
update->Set(dictation_locale, false);
}
}
// This shouldn't depend on offline nudge in case SODA was uninstalled out
// from under us (could happen manually on a test image).
// Trigger an installation.
MaybeInstallSoda(dictation_locale);
} else {
// Explicit user action. Show download notification or dialog.
MaybeShowNetworkDictationDialogOrInstallSoda(dictation_locale);
}
}
void AccessibilityManager::OnDictationLocaleChanged() {
if (ignore_dictation_locale_pref_change_) {
ignore_dictation_locale_pref_change_ = false;
return;
}
PrefService* pref_service = profile_->GetPrefs();
const bool enabled =
pref_service->GetBoolean(prefs::kAccessibilityDictationEnabled);
if (!enabled)
return;
const std::string dictation_locale =
pref_service->GetString(prefs::kAccessibilityDictationLocale);
dictation_triggered_by_user_ = true;
MaybeShowNetworkDictationDialogOrInstallSoda(dictation_locale);
}
void AccessibilityManager::MaybeShowNetworkDictationDialogOrInstallSoda(
const std::string& dictation_locale) {
if (ShouldShowNetworkDictationDialog(dictation_locale))
ShowNetworkDictationDialog();
else
MaybeInstallSoda(dictation_locale);
}
void AccessibilityManager::ShowDictationLanguageUpgradedNudge(
const std::string& dictation_locale) {
// Show the nudge, then set the pref to indicate that it has been shown
// for this particular locale.
AccessibilityController::Get()->ShowDictationLanguageUpgradedNudge(
dictation_locale, g_browser_process->GetApplicationLocale());
ScopedDictPrefUpdate update(profile_->GetPrefs(),
prefs::kAccessibilityDictationLocaleOfflineNudge);
update->Set(dictation_locale, true);
}
void AccessibilityManager::SetFocusHighlightEnabled(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilityFocusHighlightEnabled, enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsFocusHighlightEnabled() const {
return profile_ && profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilityFocusHighlightEnabled);
}
void AccessibilityManager::OnFocusHighlightChanged() {
bool enabled = IsFocusHighlightEnabled();
// Focus highlighting can't be on when spoken feedback is on, because
// ChromeVox does its own focus highlighting.
if (IsSpokenFeedbackEnabled())
enabled = false;
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kToggleFocusHighlight, enabled);
NotifyAccessibilityStatusChanged(details);
// TODO(crbug.com/1096759): Load or unload the AccessibilityCommon extension
// which will be used to get the currently focused view. This will enable us
// to get views where focus is only represented in the accessibility tree,
// like those set by aria-activedescendant. It will also possibly eliminate
// the need for OnViewFocusedInArc.
}
void AccessibilityManager::SetSelectToSpeakEnabled(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilitySelectToSpeakEnabled, enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsSelectToSpeakEnabled() const {
return select_to_speak_enabled_;
}
void AccessibilityManager::RequestSelectToSpeakStateChange() {
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
// Send an event to the Select-to-Speak extension requesting a state change.
std::unique_ptr<extensions::Event> event(new extensions::Event(
extensions::events::
ACCESSIBILITY_PRIVATE_ON_SELECT_TO_SPEAK_STATE_CHANGE_REQUESTED,
extensions::api::accessibility_private::
OnSelectToSpeakStateChangeRequested::kEventName,
base::Value::List()));
event_router->DispatchEventWithLazyListener(
extension_misc::kSelectToSpeakExtensionId, std::move(event));
}
void AccessibilityManager::SetSelectToSpeakState(SelectToSpeakState state) {
AccessibilityController::Get()->SetSelectToSpeakState(state);
if (select_to_speak_state_observer_for_test_)
select_to_speak_state_observer_for_test_.Run();
}
void AccessibilityManager::OnSelectToSpeakChanged() {
if (!profile_)
return;
const bool enabled = profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilitySelectToSpeakEnabled);
if (enabled) {
select_to_speak_loader_->SetBrowserContext(profile_, base::OnceClosure());
}
if (select_to_speak_enabled_ == enabled)
return;
if (accessibility_service_client_)
accessibility_service_client_->SetSelectToSpeakEnabled(enabled);
select_to_speak_enabled_ = enabled;
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kToggleSelectToSpeak, enabled);
NotifyAccessibilityStatusChanged(details);
if (enabled) {
select_to_speak_loader_->Load(
profile_,
base::BindRepeating(&AccessibilityManager::PostLoadSelectToSpeak,
weak_ptr_factory_.GetWeakPtr()));
// Construct a delegate to connect SelectToSpeak and its EventHandler in
// ash.
select_to_speak_event_handler_delegate_ =
std::make_unique<SelectToSpeakEventHandlerDelegateImpl>();
} else {
select_to_speak_loader_->Unload();
select_to_speak_event_handler_delegate_.reset();
}
}
void AccessibilityManager::OnSelectToSpeakContextMenuClick() {
if (!profile_) {
return;
}
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
// Send an event to the Select-to-Speak extension requesting a state change.
std::unique_ptr<extensions::Event> event(new extensions::Event(
extensions::events::
ACCESSIBILITY_PRIVATE_ON_SELECT_TO_SPEAK_CONTEXT_MENU_CLICKED,
extensions::api::accessibility_private::
OnSelectToSpeakContextMenuClicked::kEventName,
base::Value::List()));
event_router->DispatchEventWithLazyListener(
extension_misc::kSelectToSpeakExtensionId, std::move(event));
}
void AccessibilityManager::SetSwitchAccessEnabled(bool enabled) {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilitySwitchAccessEnabled, enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsSwitchAccessEnabled() const {
return switch_access_enabled_;
}
void AccessibilityManager::OnSwitchAccessChanged() {
if (!profile_)
return;
const bool enabled = profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilitySwitchAccessEnabled);
if (enabled) {
// Only update |was_vk_enabled_before_switch_access_| if the profile
// changed.
if (profile_ != switch_access_loader_->browser_context()) {
was_vk_enabled_before_switch_access_ =
ChromeKeyboardControllerClient::Get()->IsEnableFlagSet(
keyboard::KeyboardEnableFlag::kExtensionEnabled);
}
switch_access_loader_->SetBrowserContext(profile_, base::OnceClosure());
// Make sure we always update the VK state, on every profile transition.
ChromeKeyboardControllerClient::Get()->SetEnableFlag(
keyboard::KeyboardEnableFlag::kExtensionEnabled);
}
if (switch_access_enabled_ == enabled)
return;
if (accessibility_service_client_)
accessibility_service_client_->SetSwitchAccessEnabled(enabled);
switch_access_enabled_ = enabled;
AccessibilityStatusEventDetails details(
AccessibilityNotificationType::kToggleSwitchAccess, enabled);
NotifyAccessibilityStatusChanged(details);
if (enabled) {
switch_access_loader_->Load(profile_, base::DoNothing());
}
}
void AccessibilityManager::OnSwitchAccessDisabled() {
switch_access_loader_->Unload();
}
void AccessibilityManager::SetColorCorrectionEnabled(bool enabled) {
if (!profile_) {
return;
}
PrefService* pref_service = profile_->GetPrefs();
pref_service->SetBoolean(prefs::kAccessibilityColorCorrectionEnabled,
enabled);
pref_service->CommitPendingWrite();
}
bool AccessibilityManager::IsColorCorrectionEnabled() const {
return profile_ && profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilityColorCorrectionEnabled);
}
bool AccessibilityManager::IsBrailleDisplayConnected() const {
return braille_display_connected_;
}
void AccessibilityManager::CheckBrailleState() {
BrailleController* braille_controller = GetBrailleController();
if (!scoped_braille_observation_.IsObservingSource(braille_controller))
scoped_braille_observation_.Observe(braille_controller);
content::GetIOThreadTaskRunner({})->PostTaskAndReplyWithResult(
FROM_HERE,
base::BindOnce(&BrailleController::GetDisplayState,
base::Unretained(braille_controller)),
base::BindOnce(&AccessibilityManager::ReceiveBrailleDisplayState,
weak_ptr_factory_.GetWeakPtr()));
}
void AccessibilityManager::ReceiveBrailleDisplayState(
std::unique_ptr<DisplayState> state) {
OnBrailleDisplayStateChanged(*state);
}
void AccessibilityManager::UpdateBrailleImeState() {
if (!profile_)
return;
PrefService* pref_service = profile_->GetPrefs();
std::string preload_engines_str =
pref_service->GetString(::prefs::kLanguagePreloadEngines);
std::vector<std::string_view> preload_engines = base::SplitStringPiece(
preload_engines_str, ",", base::TRIM_WHITESPACE, base::SPLIT_WANT_ALL);
std::vector<std::string_view>::iterator it = base::ranges::find(
preload_engines, extension_ime_util::kBrailleImeEngineId);
bool is_enabled = (it != preload_engines.end());
bool should_be_enabled =
(IsSpokenFeedbackEnabled() && braille_display_connected_);
if (is_enabled == should_be_enabled)
return;
if (should_be_enabled)
preload_engines.push_back(extension_ime_util::kBrailleImeEngineId);
else
preload_engines.erase(it);
pref_service->SetString(::prefs::kLanguagePreloadEngines,
base::JoinString(preload_engines, ","));
braille_ime_current_ = false;
}
// Overridden from InputMethodManager::Observer.
void AccessibilityManager::InputMethodChanged(
input_method::InputMethodManager* manager,
Profile* /* profile */,
bool show_message) {
Shell::Get()->sticky_keys_controller()->SetModifiersEnabled(
manager->IsISOLevel5ShiftUsedByCurrentInputMethod(),
manager->IsAltGrUsedByCurrentInputMethod());
const input_method::InputMethodDescriptor descriptor =
manager->GetActiveIMEState()->GetCurrentInputMethod();
braille_ime_current_ =
(descriptor.id() == extension_ime_util::kBrailleImeEngineId);
}
void AccessibilityManager::OnActiveOutputNodeChanged() {
if (!base::CommandLine::ForCurrentProcess()->HasSwitch(
switches::kFirstExecAfterBoot))
return;
AudioDevice device;
CrasAudioHandler::Get()->GetPrimaryActiveOutputDevice(&device);
if (device.type == AudioDeviceType::kOther)
return;
CrasAudioHandler::Get()->RemoveAudioObserver(this);
if (GetStartupSoundEnabled()) {
PlayEarcon(Sound::kStartup, PlaySoundOption::kAlways);
return;
}
user_manager::KnownUser known_user(g_browser_process->local_state());
const auto account_ids = known_user.GetKnownAccountIds();
for (const auto& account_id : account_ids) {
if (known_user.FindBoolPath(account_id, kUserSpokenFeedbackEnabled)
.value_or(false)) {
PlayEarcon(Sound::kStartup, PlaySoundOption::kAlways);
break;
}
}
}
void AccessibilityManager::OnProfileWillBeDestroyed(Profile* profile) {
DCHECK_EQ(profile_, profile);
SetProfile(nullptr);
}
void AccessibilityManager::SetProfile(Profile* profile) {
if (profile_ == profile)
return;
if (profile_)
DCHECK(profile_observation_.IsObservingSource(profile_.get()));
profile_observation_.Reset();
DCHECK(!profile_observation_.IsObserving());
pref_change_registrar_.reset();
local_state_pref_change_registrar_.reset();
// All features supported by accessibility common which don't need
// separate pref change handlers.
static const char* kAccessibilityCommonFeatures[] = {
prefs::kAccessibilityAutoclickEnabled,
prefs::kAccessibilityScreenMagnifierEnabled,
prefs::kDockedMagnifierEnabled};
if (profile) {
// TODO(yoshiki): Move following code to PrefHandler.
pref_change_registrar_ = std::make_unique<PrefChangeRegistrar>();
pref_change_registrar_->Init(profile->GetPrefs());
pref_change_registrar_->Add(
prefs::kShouldAlwaysShowAccessibilityMenu,
base::BindRepeating(&AccessibilityManager::UpdateAlwaysShowMenuFromPref,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilityLargeCursorEnabled,
base::BindRepeating(&AccessibilityManager::OnLargeCursorChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilityLargeCursorDipSize,
base::BindRepeating(&AccessibilityManager::OnLargeCursorChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
::prefs::kLiveCaptionEnabled,
base::BindRepeating(&AccessibilityManager::OnLiveCaptionChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilityStickyKeysEnabled,
base::BindRepeating(&AccessibilityManager::OnStickyKeysChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilitySpokenFeedbackEnabled,
base::BindRepeating(&AccessibilityManager::OnSpokenFeedbackChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilityHighContrastEnabled,
base::BindRepeating(&AccessibilityManager::OnHighContrastChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilityVirtualKeyboardEnabled,
base::BindRepeating(&AccessibilityManager::OnVirtualKeyboardChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilityMonoAudioEnabled,
base::BindRepeating(&AccessibilityManager::OnMonoAudioChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilityCaretHighlightEnabled,
base::BindRepeating(&AccessibilityManager::OnCaretHighlightChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilityCursorHighlightEnabled,
base::BindRepeating(&AccessibilityManager::OnCursorHighlightChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilityFocusHighlightEnabled,
base::BindRepeating(&AccessibilityManager::OnFocusHighlightChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilitySelectToSpeakEnabled,
base::BindRepeating(&AccessibilityManager::OnSelectToSpeakChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilitySelectToSpeakEnhancedNetworkVoices,
base::BindRepeating(&AccessibilityManager::UpdateEnhancedNetworkTts,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilityEnhancedNetworkVoicesInSelectToSpeakAllowed,
base::BindRepeating(&AccessibilityManager::UpdateEnhancedNetworkTts,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilitySwitchAccessEnabled,
base::BindRepeating(&AccessibilityManager::OnSwitchAccessChanged,
base::Unretained(this)));
pref_change_registrar_->Add(
prefs::kAccessibilityDictationEnabled,
base::BindRepeating(&AccessibilityManager::OnDictationChanged,
base::Unretained(this),
/*triggered_by_user=*/true));
pref_change_registrar_->Add(
prefs::kAccessibilityDictationLocale,
base::BindRepeating(&AccessibilityManager::OnDictationLocaleChanged,
base::Unretained(this)));
for (const std::string& feature : kAccessibilityCommonFeatures) {
pref_change_registrar_->Add(
feature, base::BindRepeating(
&AccessibilityManager::OnAccessibilityCommonChanged,
base::Unretained(this)));
}
if (::features::IsAccessibilityFaceGazeEnabled()) {
pref_change_registrar_->Add(
prefs::kAccessibilityFaceGazeEnabled,
base::BindRepeating(
&AccessibilityManager::OnAccessibilityCommonChanged,
base::Unretained(this)));
}
local_state_pref_change_registrar_ =
std::make_unique<PrefChangeRegistrar>();
local_state_pref_change_registrar_->Init(g_browser_process->local_state());
local_state_pref_change_registrar_->Add(
language::prefs::kApplicationLocale,
base::BindRepeating(&AccessibilityManager::OnLocaleChanged,
base::Unretained(this)));
// Compute these histograms on the main (UI) thread because they
// need to access PrefService.
content::BrowserAccessibilityState::GetInstance()
->AddUIThreadHistogramCallback(base::BindOnce(
&AccessibilityManager::UpdateChromeOSAccessibilityHistograms,
base::Unretained(this)));
extensions::ExtensionRegistry* registry =
extensions::ExtensionRegistry::Get(profile);
if (!extension_registry_observations_.IsObservingSource(registry))
extension_registry_observations_.AddObservation(registry);
profile_observation_.Observe(profile);
}
if (accessibility_service_client_) {
accessibility_service_client_->SetProfile(profile);
}
bool had_profile = (profile_ != nullptr);
profile_ = profile;
if (!had_profile && profile)
CheckBrailleState();
else
UpdateBrailleImeState();
UpdateAlwaysShowMenuFromPref();
// TODO(warx): reconcile to ash once the prefs registration above is moved to
// ash.
OnSpokenFeedbackChanged();
OnSwitchAccessChanged();
OnSelectToSpeakChanged();
for (const std::string& feature : kAccessibilityCommonFeatures)
OnAccessibilityCommonChanged(feature);
if (::features::IsAccessibilityFaceGazeEnabled()) {
OnAccessibilityCommonChanged(prefs::kAccessibilityFaceGazeEnabled);
}
// Dictation is not in kAccessibilityCommonFeatures because it needs to
// be handled in OnDictationChanged also. OnDictationChanged will call to
// OnAccessibilityCommonChanged.
OnDictationChanged(/*triggered_by_user=*/false);
}
void AccessibilityManager::SetProfileByUser(const user_manager::User* user) {
Profile* profile = Profile::FromBrowserContext(
BrowserContextHelper::Get()->GetBrowserContextByUser(user));
DCHECK(profile);
SetProfile(profile);
}
void AccessibilityManager::ActiveUserChanged(user_manager::User* active_user) {
if (!active_user)
return;
active_user->AddProfileCreatedObserver(
base::BindOnce(&AccessibilityManager::SetProfileByUser,
weak_ptr_factory_.GetWeakPtr(), active_user));
}
base::TimeDelta AccessibilityManager::PlayShutdownSound() {
if (!PlayEarcon(Sound::kShutdown,
PlaySoundOption::kOnlyIfSpokenFeedbackEnabled)) {
return base::TimeDelta();
}
return audio::SoundsManager::Get()->GetDuration(
static_cast<int>(Sound::kShutdown));
}
base::CallbackListSubscription AccessibilityManager::RegisterCallback(
const AccessibilityStatusCallback& cb) {
return callback_list_.Add(cb);
}
void AccessibilityManager::NotifyAccessibilityStatusChanged(
const AccessibilityStatusEventDetails& details) {
callback_list_.Notify(details);
if (details.notification_type ==
AccessibilityNotificationType::kToggleDictation) {
AccessibilityController::Get()->SetDictationActive(details.enabled);
}
// Update system tray menu visibility. Prefs tracked inside ash handle their
// own updates to avoid race conditions (pref updates are asynchronous between
// chrome and ash).
if (details.notification_type ==
AccessibilityNotificationType::kToggleScreenMagnifier ||
details.notification_type ==
AccessibilityNotificationType::kToggleDictation) {
AccessibilityController::Get()->NotifyAccessibilityStatusChanged();
}
}
void AccessibilityManager::UpdateChromeOSAccessibilityHistograms() {
base::UmaHistogramBoolean("Accessibility.CrosSpokenFeedback",
IsSpokenFeedbackEnabled());
base::UmaHistogramBoolean("Accessibility.CrosHighContrast",
IsHighContrastEnabled());
base::UmaHistogramBoolean("Accessibility.CrosVirtualKeyboard",
IsVirtualKeyboardEnabled());
base::UmaHistogramBoolean("Accessibility.CrosStickyKeys",
IsStickyKeysEnabled());
if (MagnificationManager::Get()) {
base::UmaHistogramBoolean(
"Accessibility.CrosScreenMagnifier",
MagnificationManager::Get()->IsMagnifierEnabled());
base::UmaHistogramBoolean(
"Accessibility.CrosDockedMagnifier",
MagnificationManager::Get()->IsDockedMagnifierEnabled());
}
if (profile_) {
const PrefService* const prefs = profile_->GetPrefs();
bool large_cursor_enabled =
prefs->GetBoolean(prefs::kAccessibilityLargeCursorEnabled);
base::UmaHistogramBoolean("Accessibility.CrosLargeCursor",
large_cursor_enabled);
if (large_cursor_enabled) {
base::UmaHistogramCounts100(
"Accessibility.CrosLargeCursorSize",
prefs->GetInteger(prefs::kAccessibilityLargeCursorDipSize));
}
base::UmaHistogramBoolean(
"Accessibility.CrosAlwaysShowA11yMenu",
prefs->GetBoolean(prefs::kShouldAlwaysShowAccessibilityMenu));
bool autoclick_enabled =
prefs->GetBoolean(prefs::kAccessibilityAutoclickEnabled);
base::UmaHistogramBoolean("Accessibility.CrosAutoclick", autoclick_enabled);
base::UmaHistogramBoolean(
"Accessibility.CrosCursorColor",
prefs->GetBoolean(prefs::kAccessibilityCursorColorEnabled));
bool color_correction_enabled = IsColorCorrectionEnabled();
base::UmaHistogramBoolean("Accessibility.CrosColorCorrection",
color_correction_enabled);
if (color_correction_enabled) {
base::UmaHistogramEnumeration(
"Accessibility.CrosColorCorrection.FilterType",
static_cast<ColorVisionCorrectionType>(prefs->GetInteger(
prefs::kAccessibilityColorVisionCorrectionType)));
base::UmaHistogramPercentage(
"Accessibility.CrosColorCorrection.FilterAmount",
prefs->GetInteger(
prefs::kAccessibilityColorVisionCorrectionAmount));
}
}
base::UmaHistogramBoolean("Accessibility.CrosCaretHighlight",
IsCaretHighlightEnabled());
base::UmaHistogramBoolean("Accessibility.CrosCursorHighlight",
IsCursorHighlightEnabled());
base::UmaHistogramBoolean("Accessibility.CrosDictation",
IsDictationEnabled());
base::UmaHistogramBoolean("Accessibility.CrosFocusHighlight",
IsFocusHighlightEnabled());
base::UmaHistogramBoolean("Accessibility.CrosSelectToSpeak",
IsSelectToSpeakEnabled());
base::UmaHistogramBoolean("Accessibility.CrosSwitchAccess",
IsSwitchAccessEnabled());
}
void AccessibilityManager::PlayVolumeAdjustSound() {
if (VolumeAdjustSoundEnabled()) {
PlayEarcon(Sound::kVolumeAdjust,
PlaySoundOption::kOnlyIfSpokenFeedbackEnabled);
}
}
void AccessibilityManager::OnAppTerminating() {
app_terminating_ = true;
}
void AccessibilityManager::OnShimlessRmaLaunched() {
SetActiveProfile();
}
void AccessibilityManager::OnLoginOrLockScreenVisible() {
// Update `profile_` when entering the login screen.
SetActiveProfile();
}
void AccessibilityManager::SetActiveProfile() {
Profile* profile = ProfileManager::GetActiveUserProfile();
if (IsSigninBrowserContext(profile)) {
SetProfile(profile);
}
}
void AccessibilityManager::OnFocusChangedInPage(
const content::FocusedNodeDetails& details) {
// Avoid unnecessary IPC to ash when focus highlight feature is not enabled.
if (!IsFocusHighlightEnabled())
return;
AccessibilityController::Get()->SetFocusHighlightRect(
details.node_bounds_in_screen);
}
void AccessibilityManager::OnBrailleDisplayStateChanged(
const DisplayState& display_state) {
braille_display_connected_ = display_state.available;
AccessibilityController::Get()->BrailleDisplayStateChanged(
braille_display_connected_);
UpdateBrailleImeState();
}
void AccessibilityManager::OnBrailleKeyEvent(const KeyEvent& event) {
// Ensure the braille IME is active on braille keyboard (dots) input.
if ((event.command ==
extensions::api::braille_display_private::KeyCommand::kDots) &&
!braille_ime_current_) {
input_method::InputMethodManager::Get()
->GetActiveIMEState()
->ChangeInputMethod(extension_ime_util::kBrailleImeEngineId,
false /* show_message */);
}
}
void AccessibilityManager::OnExtensionUnloaded(
content::BrowserContext* browser_context,
const extensions::Extension* extension,
extensions::UnloadedExtensionReason reason) {
if (extension->id() == keyboard_listener_extension_id_)
keyboard_listener_extension_id_ = std::string();
if (extension->id() == extension_misc::kSwitchAccessExtensionId) {
extensions::VirtualKeyboardAPI* api =
extensions::BrowserContextKeyedAPIFactory<
extensions::VirtualKeyboardAPI>::Get(browser_context);
DCHECK(api);
api->delegate()->SetRequestedKeyboardState(
extensions::api::virtual_keyboard_private::KeyboardState::kAuto);
}
}
void AccessibilityManager::OnShutdown(extensions::ExtensionRegistry* registry) {
extension_registry_observations_.RemoveObservation(registry);
}
void AccessibilityManager::PostLoadChromeVox() {
// In browser_tests loading the ChromeVox extension can race with shutdown.
// http://crbug.com/801700
if (app_terminating_)
return;
// Do any setup work needed immediately after ChromeVox actually loads.
const std::string& address = GetBluetoothBrailleDisplayAddress();
if (!address.empty()) {
// Maybe start brltty, when we have a bluetooth device stored for
// connection.
RestartBrltty(address);
} else {
// Otherwise, start brltty without an address. This covers cases when
// ChromeVox is toggled off then back on all while a usb braille display is
// connected.
UpstartClient::Get()->StartJob(kBrlttyUpstartJobName, {},
base::DoNothing());
}
PlayEarcon(Sound::kSpokenFeedbackEnabled, PlaySoundOption::kAlways);
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
const std::string& extension_id = extension_misc::kChromeVoxExtensionId;
std::unique_ptr<extensions::Event> event(new extensions::Event(
extensions::events::ACCESSIBILITY_PRIVATE_ON_INTRODUCE_CHROME_VOX,
extensions::api::accessibility_private::OnIntroduceChromeVox::kEventName,
base::Value::List()));
event_router->DispatchEventWithLazyListener(extension_id, std::move(event));
if (!chromevox_panel_ && spoken_feedback_enabled_)
CreateChromeVoxPanel();
audio_focus_manager_->SetEnforcementMode(
media_session::mojom::EnforcementMode::kNone);
// Force volume slide gesture to be on for Chromebox for Meetings provisioned
// devices.
if (policy::EnrollmentRequisitionManager::IsRemoraRequisition())
AccessibilityController::Get()->EnableChromeVoxVolumeSlideGesture();
if (start_chromevox_with_tutorial_) {
ShowChromeVoxTutorial();
// Reset the state variable to prevent the tutorial from opening
// automatically in the future.
start_chromevox_with_tutorial_ = false;
}
}
void AccessibilityManager::PostUnloadChromeVox() {
// Do any teardown work needed immediately after ChromeVox actually unloads.
// Stop brltty.
UpstartClient::Get()->StopJob(kBrlttyUpstartJobName, {}, base::DoNothing());
PlayEarcon(Sound::kSpokenFeedbackDisabled, PlaySoundOption::kAlways);
RemoveFocusRings(ax::mojom::AssistiveTechnologyType::kChromeVox);
if (chromevox_panel_) {
chromevox_panel_->Close();
chromevox_panel_ = nullptr;
}
// In case the user darkened the screen, undarken it now.
SetDarkenScreen(false);
audio_focus_manager_->SetEnforcementMode(
media_session::mojom::EnforcementMode::kDefault);
}
void AccessibilityManager::CreateChromeVoxPanel() {
DCHECK(!chromevox_panel_ && spoken_feedback_enabled_);
chromevox_panel_ = new ChromeVoxPanel(profile_);
chromevox_panel_widget_observer_ =
std::make_unique<AccessibilityPanelWidgetObserver>(
chromevox_panel_->GetWidget(),
base::BindOnce(&AccessibilityManager::OnChromeVoxPanelDestroying,
base::Unretained(this)));
}
void AccessibilityManager::PostSwitchChromeVoxProfile() {
if (chromevox_panel_) {
chromevox_panel_->CloseNow();
chromevox_panel_ = nullptr;
}
if (!chromevox_panel_ && spoken_feedback_enabled_)
CreateChromeVoxPanel();
}
void AccessibilityManager::OnChromeVoxPanelDestroying() {
chromevox_panel_widget_observer_.reset(nullptr);
chromevox_panel_ = nullptr;
}
void AccessibilityManager::PostLoadSelectToSpeak() {
UpdateEnhancedNetworkTts();
}
void AccessibilityManager::PostUnloadSelectToSpeak() {
// Do any teardown work needed immediately after Select-to-Speak actually
// unloads.
// Clear the accessibility focus ring and highlight.
RemoveFocusRings(ax::mojom::AssistiveTechnologyType::kSelectToSpeak);
HideHighlights();
UpdateEnhancedNetworkTts();
}
void AccessibilityManager::UpdateEnhancedNetworkTts() {
if (!profile_)
return;
// Load enhanced network voices if Select to Speak is running and the voices
// are enabled by Select to Speak policy, and either the user has already
// agreed to use network voices or they haven't seen the dialog at all yet.
// We load them if the user hasn't seen the dialog yet because this will
// allow the voices to be ready to go as soon as the dialog is accepted.
// The dialog is only shown the very first time a user triggers Select to
// Speak.
if (profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilityEnhancedNetworkVoicesInSelectToSpeakAllowed) &&
profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilitySelectToSpeakEnabled) &&
(profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilitySelectToSpeakEnhancedNetworkVoices) ||
!profile_->GetPrefs()->GetBoolean(
prefs::kAccessibilitySelectToSpeakEnhancedVoicesDialogShown))) {
LoadEnhancedNetworkTts();
} else {
UnloadEnhancedNetworkTts();
}
}
void AccessibilityManager::LoadEnhancedNetworkTtsForTest() {
LoadEnhancedNetworkTts();
}
void AccessibilityManager::LoadEnhancedNetworkTts() {
if (!profile_)
return;
extensions::ComponentLoader* component_loader =
extensions::ExtensionSystem::Get(profile_)
->extension_service()
->component_loader();
if (component_loader->Exists(extension_misc::kEnhancedNetworkTtsExtensionId))
return;
base::FilePath resources_path;
if (!base::PathService::Get(chrome::DIR_RESOURCES, &resources_path))
NOTREACHED();
const bool enable_v3_manifest =
base::CommandLine::ForCurrentProcess()->HasSwitch(
::switches::kEnableExperimentalAccessibilityManifestV3);
const base::FilePath::CharType* manifest_filename =
enable_v3_manifest ? extension_misc::kEnhancedNetworkTtsManifestV3Filename
: extension_misc::kEnhancedNetworkTtsManifestFilename;
const base::FilePath::CharType* guest_manifest_filename =
enable_v3_manifest
? extension_misc::kEnhancedNetworkTtsGuestManifestV3Filename
: extension_misc::kEnhancedNetworkTtsGuestManifestFilename;
component_loader->AddComponentFromDirWithManifestFilename(
resources_path.Append(extension_misc::kEnhancedNetworkTtsExtensionPath),
extension_misc::kEnhancedNetworkTtsExtensionId, manifest_filename,
guest_manifest_filename,
base::BindOnce(&AccessibilityManager::PostLoadEnhancedNetworkTts,
base::Unretained(this)));
}
void AccessibilityManager::UnloadEnhancedNetworkTts() {
if (!profile_)
return;
extensions::ComponentLoader* component_loader =
extensions::ExtensionSystem::Get(profile_)
->extension_service()
->component_loader();
if (component_loader->Exists(extension_misc::kEnhancedNetworkTtsExtensionId))
component_loader->Remove(extension_misc::kEnhancedNetworkTtsExtensionId);
}
void AccessibilityManager::PostLoadEnhancedNetworkTts() {
if (enhanced_network_tts_waiter_for_test_)
std::move(enhanced_network_tts_waiter_for_test_).Run();
}
void AccessibilityManager::PostUnloadSwitchAccess() {
// Do any teardown work needed immediately after Switch Access actually
// unloads.
// Clear the accessibility focus ring.
RemoveFocusRings(ax::mojom::AssistiveTechnologyType::kSwitchAccess);
if (!was_vk_enabled_before_switch_access_) {
ChromeKeyboardControllerClient::Get()->ClearEnableFlag(
keyboard::KeyboardEnableFlag::kExtensionEnabled);
} else {
was_vk_enabled_before_switch_access_ = false;
}
}
void AccessibilityManager::PostUnloadAccessibilityCommon() {
// Do any teardown work needed immediately after the Accessibility Common
// extension actually unloads. This may be used by all features which make
// use of the Accessibility Common extension.
RemoveFocusRings(ax::mojom::AssistiveTechnologyType::kAutoClick);
RemoveFocusRings(ax::mojom::AssistiveTechnologyType::kMagnifier);
}
void AccessibilityManager::SetKeyboardListenerExtensionId(
const std::string& id,
content::BrowserContext* context) {
keyboard_listener_extension_id_ = id;
extensions::ExtensionRegistry* registry =
extensions::ExtensionRegistry::Get(context);
if (!extension_registry_observations_.IsObservingSource(registry) &&
!id.empty())
extension_registry_observations_.AddObservation(registry);
}
bool AccessibilityManager::ToggleDictation() {
if (!profile_) {
return false;
}
const speech::LanguageCode language_code = GetDictationLanguageCode();
if (!dictation_active_ && ::features::IsDictationOfflineAvailable() &&
speech::SodaInstaller::GetInstance()->IsSodaDownloading(language_code)) {
// Only return early if the user tried to toggle Dictation on during a SODA
// download; if the user tried to toggle Dictation off, we can let this pass
// through, even if SODA is in-progress.
return false;
}
// Send an event to accessibility common, where Dictation logic lives.
dictation_active_ = !dictation_active_;
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
base::Value::List event_args;
event_args.Append(dictation_active_);
auto event = std::make_unique<extensions::Event>(
extensions::events::ACCESSIBILITY_PRIVATE_ON_TOGGLE_DICTATION,
extensions::api::accessibility_private::OnToggleDictation::kEventName,
std::move(event_args));
event_router->DispatchEventWithLazyListener(
extension_misc::kAccessibilityCommonExtensionId, std::move(event));
return dictation_active_;
}
void AccessibilityManager::OpenSettingsSubpage(const std::string& subpage) {
// TODO(chrome-a11y-core): we can't open a settings page when you're on the
// signin profile, but maybe we should notify the user and explain why?
Profile* profile = AccessibilityManager::Get()->profile();
if (!ash::ProfileHelper::IsSigninProfile(profile) &&
chromeos::settings::IsOSSettingsSubPage(subpage)) {
chrome::SettingsWindowManager::GetInstance()->ShowOSSettings(profile,
subpage);
if (open_settings_subpage_observer_for_test_) {
open_settings_subpage_observer_for_test_.Run();
}
}
}
const std::string AccessibilityManager::GetFocusRingId(
ax::mojom::AssistiveTechnologyType at_type,
const std::string& focus_ring_name) {
// Add the focus ring name to the list of focus rings for the extension.
GetFocusRingsForATType(at_type).insert(focus_ring_name);
std::ostringstream typeStringStream;
typeStringStream << at_type;
return typeStringStream.str() + '-' + focus_ring_name;
}
std::set<std::string>& AccessibilityManager::GetFocusRingsForATType(
ax::mojom::AssistiveTechnologyType at_type) {
if (focus_ring_names_for_at_type_.count(at_type) == 0) {
focus_ring_names_for_at_type_.emplace(at_type, std::set<std::string>());
}
return focus_ring_names_for_at_type_.find(at_type)->second;
}
void AccessibilityManager::RemoveFocusRings(
ax::mojom::AssistiveTechnologyType at_type) {
if (focus_ring_names_for_at_type_.count(at_type) != 0) {
const std::set<std::string>& focus_ring_names =
focus_ring_names_for_at_type_.find(at_type)->second;
for (const std::string& focus_ring_name : focus_ring_names)
HideFocusRing(GetFocusRingId(at_type, focus_ring_name));
}
focus_ring_names_for_at_type_.erase(at_type);
}
void AccessibilityManager::SetFocusRing(
std::string focus_ring_id,
std::unique_ptr<AccessibilityFocusRingInfo> focus_ring) {
AccessibilityFocusRingController::Get()->SetFocusRing(focus_ring_id,
std::move(focus_ring));
}
void AccessibilityManager::HideFocusRing(std::string focus_ring_id) {
AccessibilityFocusRingController::Get()->HideFocusRing(focus_ring_id);
}
void AccessibilityManager::SetHighlights(
const std::vector<gfx::Rect>& rects_in_screen,
SkColor color) {
AccessibilityFocusRingController::Get()->SetHighlights(rects_in_screen,
color);
if (highlights_observer_for_test_ && rects_in_screen.size())
highlights_observer_for_test_.Run();
}
void AccessibilityManager::HideHighlights() {
AccessibilityFocusRingController::Get()->HideHighlights();
}
void AccessibilityManager::SetCaretBounds(const gfx::Rect& bounds_in_screen) {
// For efficiency only send mojo IPCs to ash if the highlight is enabled.
if (!IsCaretHighlightEnabled())
return;
AccessibilityController::Get()->SetCaretBounds(bounds_in_screen);
if (caret_bounds_observer_for_test_)
caret_bounds_observer_for_test_.Run(bounds_in_screen);
}
bool AccessibilityManager::GetStartupSoundEnabled() const {
user_manager::UserManager* user_manager = user_manager::UserManager::Get();
const user_manager::UserList& user_list = user_manager->GetUsers();
if (user_list.empty())
return false;
user_manager::KnownUser known_user(g_browser_process->local_state());
// |user_list| is sorted by last log in date. Take the most recent user to
// log in.
return known_user
.FindBoolPath(user_list[0]->GetAccountId(), kUserStartupSoundEnabled)
.value_or(false);
}
void AccessibilityManager::SetStartupSoundEnabled(bool value) const {
if (!profile_)
return;
user_manager::KnownUser known_user(g_browser_process->local_state());
known_user.SetBooleanPref(multi_user_util::GetAccountIdFromProfile(profile_),
kUserStartupSoundEnabled, value);
}
const std::string AccessibilityManager::GetBluetoothBrailleDisplayAddress()
const {
user_manager::UserManager* user_manager = user_manager::UserManager::Get();
const user_manager::UserList& user_list = user_manager->GetUsers();
if (user_list.empty())
return std::string();
user_manager::KnownUser known_user(g_browser_process->local_state());
// |user_list| is sorted by last log in date. Take the most recent user to
// log in.
const std::string* val = known_user.FindStringPath(
user_list[0]->GetAccountId(), kUserBluetoothBrailleDisplayAddress);
return val ? *val : std::string();
}
void AccessibilityManager::UpdateBluetoothBrailleDisplayAddress(
const std::string& address) {
CHECK(spoken_feedback_enabled_);
if (!profile_)
return;
user_manager::KnownUser known_user(g_browser_process->local_state());
known_user.SetStringPref(multi_user_util::GetAccountIdFromProfile(profile_),
kUserBluetoothBrailleDisplayAddress, address);
RestartBrltty(address);
}
void AccessibilityManager::SetProfileForTest(Profile* profile) {
SetProfile(profile);
}
// static
void AccessibilityManager::SetBrailleControllerForTest(
BrailleController* controller) {
g_braille_controller_for_test = controller;
}
void AccessibilityManager::SetScreenDarkenObserverForTest(
base::RepeatingCallback<void()> observer) {
screen_darken_observer_for_test_ = observer;
}
void AccessibilityManager::SetOpenSettingsSubpageObserverForTest(
base::RepeatingCallback<void()> observer) {
open_settings_subpage_observer_for_test_ = observer;
}
void AccessibilityManager::SetFocusRingObserverForTest(
base::RepeatingCallback<void()> observer) {
AccessibilityFocusRingController::Get()->SetFocusRingObserverForTesting(
observer);
}
void AccessibilityManager::SetHighlightsObserverForTest(
base::RepeatingCallback<void()> observer) {
highlights_observer_for_test_ = observer;
}
void AccessibilityManager::SetSelectToSpeakStateObserverForTest(
base::RepeatingCallback<void()> observer) {
select_to_speak_state_observer_for_test_ = observer;
}
void AccessibilityManager::SetCaretBoundsObserverForTest(
base::RepeatingCallback<void(const gfx::Rect&)> observer) {
caret_bounds_observer_for_test_ = observer;
}
void AccessibilityManager::SetMagnifierBoundsObserverForTest(
base::RepeatingCallback<void()> observer) {
magnifier_bounds_observer_for_test_ = observer;
}
void AccessibilityManager::SetSwitchAccessKeysForTest(
const std::set<int>& action_keys,
const std::string& pref_name) {
ScopedDictPrefUpdate pref_update(profile_->GetPrefs(), pref_name);
base::Value::List devices;
devices.Append(kSwitchAccessInternalDevice);
devices.Append(kSwitchAccessUsbDevice);
devices.Append(kSwitchAccessBluetoothDevice);
for (int key : action_keys) {
const std::string& key_str = base::NumberToString(key);
pref_update->SetByDottedPath(key_str, devices.Clone());
}
profile_->GetPrefs()->CommitPendingWrite();
}
bool AccessibilityManager::IsDisableAutoclickDialogVisibleForTest() {
AutoclickController* controller = Shell::Get()->autoclick_controller();
return controller->GetDisableDialogForTesting() != nullptr; // IN-TEST
}
// Sends a panel action event to the Select-to-speak extension.
void AccessibilityManager::OnSelectToSpeakPanelAction(
SelectToSpeakPanelAction action,
double value) {
if (!profile_)
return;
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
base::Value::List event_args;
event_args.Append(AccessibilityPrivateEnumForAction(action));
if (value != 0.0) {
event_args.Append(value);
}
auto event = std::make_unique<extensions::Event>(
extensions::events::ACCESSIBILITY_PRIVATE_ON_SELECT_TO_SPEAK_PANEL_ACTION,
extensions::api::accessibility_private::OnSelectToSpeakPanelAction::
kEventName,
std::move(event_args));
event_router->DispatchEventWithLazyListener(
extension_misc::kSelectToSpeakExtensionId, std::move(event));
}
void AccessibilityManager::SendKeysCurrentlyDownToSelectToSpeak(
const std::set<ui::KeyboardCode>& pressed_keys) {
if (!profile_) {
return;
}
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
std::vector<int> key_codes;
for (auto& key : pressed_keys) {
key_codes.emplace_back(key);
}
auto event_args(extensions::api::accessibility_private::
OnSelectToSpeakKeysPressedChanged::Create(key_codes));
auto event = std::make_unique<extensions::Event>(
extensions::events::
ACCESSIBILITY_PRIVATE_ON_SELECT_TO_SPEAK_KEYS_PRESSED_CHANGED,
extensions::api::accessibility_private::
OnSelectToSpeakKeysPressedChanged::kEventName,
std::move(event_args));
event_router->DispatchEventWithLazyListener(
extension_misc::kSelectToSpeakExtensionId, std::move(event));
}
void AccessibilityManager::SendMouseEventToSelectToSpeak(
ui::EventType type,
const gfx::PointF& position) {
if (!profile_) {
return;
}
// Compare to ui::blink::MakeWebMouseEventFromUiEvent.
extensions::api::accessibility_private::SyntheticMouseEventType event_type;
switch (type) {
case ui::EventType::ET_MOUSE_PRESSED:
event_type = extensions::api::accessibility_private::
SyntheticMouseEventType::kPress;
break;
case ui::EventType::ET_MOUSE_RELEASED:
event_type = extensions::api::accessibility_private::
SyntheticMouseEventType::kRelease;
break;
case ui::EventType::ET_MOUSE_MOVED:
case ui::EventType::ET_MOUSE_ENTERED:
case ui::EventType::ET_MOUSE_EXITED:
case ui::EventType::ET_MOUSE_DRAGGED:
event_type = extensions::api::accessibility_private::
SyntheticMouseEventType::kMove;
break;
case ui::EventType::ET_MOUSEWHEEL:
// Mouse wheel not handled.
return;
default:
NOTIMPLEMENTED() << "Received unexpected event: " << type;
break;
}
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
auto event_args(
extensions::api::accessibility_private::OnSelectToSpeakMouseChanged::
Create(event_type, position.x(), position.y()));
auto event = std::make_unique<extensions::Event>(
extensions::events::
ACCESSIBILITY_PRIVATE_ON_SELECT_TO_SPEAK_MOUSE_CHANGED,
extensions::api::accessibility_private::OnSelectToSpeakMouseChanged::
kEventName,
std::move(event_args));
event_router->DispatchEventWithLazyListener(
extension_misc::kSelectToSpeakExtensionId, std::move(event));
}
void AccessibilityManager::ShowChromeVoxTutorial() {
if (!profile_)
return;
extensions::EventRouter* event_router =
extensions::EventRouter::Get(profile_);
auto event_args =
extensions::api::accessibility_private::OnShowChromeVoxTutorial::Create();
auto event = std::make_unique<extensions::Event>(
extensions::events::ACCESSIBILITY_PRIVATE_ON_SHOW_CHROMEVOX_TUTORIAL,
extensions::api::accessibility_private::OnShowChromeVoxTutorial::
kEventName,
std::move(event_args));
event_router->DispatchEventWithLazyListener(
extension_misc::kChromeVoxExtensionId, std::move(event));
}
bool AccessibilityManager::ShouldShowNetworkDictationDialog(
const std::string& locale) {
if (network_dictation_dialog_is_showing_)
return false;
if (profile_->GetPrefs()->GetBoolean(
prefs::kDictationAcceleratorDialogHasBeenAccepted)) {
return false;
}
if (!::features::IsDictationOfflineAvailable())
return true;
// Show the dialog for languages not supported by SODA.
speech::SodaInstaller* soda_installer = speech::SodaInstaller::GetInstance();
std::vector<std::string> supported_languages =
soda_installer->GetAvailableLanguages();
return !base::Contains(supported_languages, locale);
}
void AccessibilityManager::ShowNetworkDictationDialog() {
network_dictation_dialog_is_showing_ = true;
const std::u16string title =
l10n_util::GetStringUTF16(IDS_ACCESSIBILITY_DICTATION_CONFIRMATION_TITLE);
const std::u16string text =
l10n_util::GetStringUTF16(IDS_ACCESSIBILITY_DICTATION_CONFIRMATION_TEXT);
AccessibilityController::Get()->ShowConfirmationDialog(
title, text, l10n_util::GetStringUTF16(IDS_APP_CANCEL),
base::BindOnce(&AccessibilityManager::OnNetworkDictationDialogAccepted,
base::Unretained(this)),
base::BindOnce(&AccessibilityManager::OnNetworkDictationDialogDismissed,
base::Unretained(this)),
base::BindOnce(&AccessibilityManager::OnNetworkDictationDialogDismissed,
base::Unretained(this)));
}
void AccessibilityManager::OnNetworkDictationDialogAccepted() {
network_dictation_dialog_is_showing_ = false;
profile_->GetPrefs()->SetBoolean(
prefs::kDictationAcceleratorDialogHasBeenAccepted, true);
}
void AccessibilityManager::OnNetworkDictationDialogDismissed() {
network_dictation_dialog_is_showing_ = false;
SetDictationEnabled(false);
}
void AccessibilityManager::MaybeInstallSoda(const std::string& locale) {
if (!::features::IsDictationOfflineAvailable())
return;
speech::SodaInstaller* soda_installer = speech::SodaInstaller::GetInstance();
if (!base::Contains(
speech::SodaInstaller::GetInstance()->GetAvailableLanguages(),
locale)) {
// Don't continue initializing SODA if this locale isn't supported.
return;
}
const speech::LanguageCode language_code = speech::GetLanguageCode(locale);
if (soda_installer->IsSodaInstalled(language_code) ||
soda_installer->IsSodaDownloading(language_code)) {
return;
}
if (!soda_observation_.IsObservingSource(soda_installer))
soda_observation_.Observe(soda_installer);
soda_installer->Init(profile_->GetPrefs(), g_browser_process->local_state());
// If the installer was already initialized the language code might not have
// started installing. Try again.
if (!soda_installer->IsSodaDownloading(language_code))
soda_installer->InstallLanguage(locale, g_browser_process->local_state());
// Reset whether failed notification was shown. This ensures it is only shown
// at most once per download attempt.
soda_failed_notification_shown_ = false;
}
void AccessibilityManager::OnSodaInstallUpdated(int progress) {
if (!::features::IsDictationOfflineAvailable())
return;
speech::SodaInstaller* soda_installer = speech::SodaInstaller::GetInstance();
const std::string dictation_locale =
profile_->GetPrefs()->GetString(prefs::kAccessibilityDictationLocale);
// Update the Dictation button tray.
// TODO(https://crbug.com/1266491): Ensure we use combined progress instead
// of just the language pack progress.
AccessibilityController::Get()
->UpdateDictationButtonOnSpeechRecognitionDownloadChanged(progress);
if (soda_installer->IsSodaDownloading(GetDictationLanguageCode()))
return;
const std::optional<bool> offline_nudge =
GetDictationOfflineNudgePrefForLocale(profile_, dictation_locale);
// Check if this locale was downloaded and a nudge for it should be
// shown to the user (the key is in kAccessibilityDictationLocale but the
// value is false).
if (offline_nudge && !offline_nudge.value() &&
soda_installer->IsSodaInstalled(GetDictationLanguageCode())) {
ShowDictationLanguageUpgradedNudge(dictation_locale);
}
}
// SodaInstaller::Observer:
void AccessibilityManager::OnSodaInstalled(speech::LanguageCode language_code) {
if (language_code != GetDictationLanguageCode())
return;
if (ShouldShowSodaSucceededNotificationForDictation())
UpdateDictationNotification();
OnSodaInstallUpdated(100);
}
void AccessibilityManager::OnSodaInstallError(
speech::LanguageCode language_code,
speech::SodaInstaller::ErrorCode error_code) {
if (language_code != speech::LanguageCode::kNone &&
language_code != GetDictationLanguageCode()) {
return;
}
// Show the failed message if either the Dictation locale failed or the SODA
// binary failed (encoded by LanguageCode::kNone).
if (ShouldShowSodaFailedNotificationForDictation(language_code))
UpdateDictationNotification();
OnSodaInstallUpdated(0);
}
void AccessibilityManager::OnSodaProgress(speech::LanguageCode language_code,
int progress) {
if (language_code != speech::LanguageCode::kNone &&
language_code != GetDictationLanguageCode()) {
return;
}
OnSodaInstallUpdated(progress);
}
bool AccessibilityManager::ShouldShowSodaSucceededNotificationForDictation() {
if (!::features::IsDictationOfflineAvailable() ||
!dictation_triggered_by_user_ || !IsDictationEnabled()) {
return false;
}
// Note: this function assumes that it's called after a successful SODA
// download, either for the SODA binary or a language pack.
// Both the SODA binary and the language pack matching the Dictation locale
// need to be downloaded to return true.
return speech::SodaInstaller::GetInstance()->IsSodaInstalled(
GetDictationLanguageCode());
}
bool AccessibilityManager::ShouldShowSodaFailedNotificationForDictation(
speech::LanguageCode language_code) {
if (!::features::IsDictationOfflineAvailable() ||
!dictation_triggered_by_user_ || !IsDictationEnabled()) {
return false;
}
if (soda_failed_notification_shown_)
return false;
// Note: this function assumes that it's called after a SODA error, either for
// the SODA binary or a language pack. Show the failed notification if:
// 1. |language_code| == kNone (encodes that this was an error for the SODA
// binary), or
// 2. |language_code| matches the Dictation locale.
return language_code == speech::LanguageCode::kNone ||
language_code == GetDictationLanguageCode();
}
void AccessibilityManager::UpdateDictationNotification() {
const std::string locale =
profile_->GetPrefs()->GetString(prefs::kAccessibilityDictationLocale);
// Get the display name of |locale| in the application locale.
const std::u16string display_name = l10n_util::GetDisplayNameForLocale(
/*locale=*/locale,
/*display_locale=*/g_browser_process->GetApplicationLocale(),
/*is_ui=*/true);
bool soda_installed = false;
if (::features::IsDictationOfflineAvailable()) {
// Only access SodaInstaller if offline Dictation is available.
soda_installed = speech::SodaInstaller::GetInstance()->IsSodaInstalled(
GetDictationLanguageCode());
}
bool pumpkin_installed = dlc_installer_->IsPumpkinInstalled();
// There are four possible states for the Dictation notification:
// 1. Pumpkin installed, SODA installed
// 2. Pumpkin installed, SODA not installed
// 3. Pumpkin not installed, SODA installed
// 4. Pumpkin not installed, SODA not installed
DictationNotificationType type;
std::string notification_shown_pref;
if (pumpkin_installed && soda_installed) {
type = DictationNotificationType::kAllDlcsDownloaded;
notification_shown_pref =
prefs::kDictationDlcSuccessNotificationHasBeenShown;
} else if (pumpkin_installed && !soda_installed) {
type = DictationNotificationType::kOnlyPumpkinDownloaded;
notification_shown_pref =
prefs::kDictationDlcOnlyPumpkinDownloadedNotificationHasBeenShown;
} else if (!pumpkin_installed && soda_installed) {
type = DictationNotificationType::kOnlySodaDownloaded;
notification_shown_pref =
prefs::kDictationDlcOnlySodaDownloadedNotificationHasBeenShown;
} else {
type = DictationNotificationType::kNoDlcsDownloaded;
notification_shown_pref =
prefs::kDictationNoDlcsDownloadedNotificationHasBeenShown;
}
if (profile_->GetPrefs()->GetBoolean(notification_shown_pref)) {
// Do not show DLC notifications more than once.
return;
}
profile_->GetPrefs()->SetBoolean(notification_shown_pref, true);
AccessibilityController::Get()->ShowNotificationForDictation(type,
display_name);
if (type == DictationNotificationType::kNoDlcsDownloaded)
soda_failed_notification_shown_ = true;
}
speech::LanguageCode AccessibilityManager::GetDictationLanguageCode() {
DCHECK(profile_);
return speech::GetLanguageCode(
profile_->GetPrefs()->GetString(prefs::kAccessibilityDictationLocale));
}
void AccessibilityManager::InstallFaceGazeAssets(
InstallFaceGazeAssetsCallback callback) {
DCHECK(!callback.is_null());
if (!::features::IsAccessibilityFaceGazeEnabled() || !IsFaceGazeEnabled()) {
std::move(callback).Run(std::nullopt);
return;
}
install_facegaze_assets_callback_ = std::move(callback);
dlc_installer_->MaybeInstall(
AccessibilityDlcInstaller::DlcType::kFaceGazeAssets,
base::BindOnce(&AccessibilityManager::OnFaceGazeAssetsInstalled,
weak_ptr_factory_.GetWeakPtr()),
base::BindRepeating([](double progress) {}),
base::BindOnce([](const std::string& error) {}));
}
void AccessibilityManager::OnFaceGazeAssetsInstalled(
bool success,
const std::string& root_path) {
if (install_facegaze_assets_callback_.is_null()) {
return;
}
if (!success) {
std::move(install_facegaze_assets_callback_).Run(std::nullopt);
return;
}
base::FilePath base_path = dlc_path_for_test_.empty()
? base::FilePath(root_path)
: dlc_path_for_test_;
base::ThreadPool::PostTaskAndReplyWithResult(
FROM_HERE, {base::MayBlock()},
base::BindOnce(&CreateFaceGazeAssets, base::FilePath(base_path)),
base::BindOnce(&AccessibilityManager::OnFaceGazeAssetsCreated,
weak_ptr_factory_.GetWeakPtr()));
}
void AccessibilityManager::OnFaceGazeAssetsCreated(
std::optional<FaceGazeAssets> assets) {
if (install_facegaze_assets_callback_.is_null()) {
return;
}
std::move(install_facegaze_assets_callback_).Run(std::move(assets));
}
void AccessibilityManager::InstallPumpkinForDictation(
InstallPumpkinCallback callback) {
DCHECK(!callback.is_null());
if (!IsDictationEnabled()) {
std::move(callback).Run(std::nullopt);
return;
}
// Save `callback` and run it after the installation succeeds or fails.
install_pumpkin_callback_ = std::move(callback);
dlc_installer_->MaybeInstall(
AccessibilityDlcInstaller::DlcType::kPumpkin,
base::BindOnce(&AccessibilityManager::OnPumpkinInstalled,
weak_ptr_factory_.GetWeakPtr()),
base::BindRepeating([](double progress) {}),
base::BindOnce(&AccessibilityManager::OnPumpkinError,
weak_ptr_factory_.GetWeakPtr()));
}
void AccessibilityManager::OnPumpkinInstalled(bool success,
const std::string& root_path) {
if (install_pumpkin_callback_.is_null()) {
return;
}
if (!success) {
std::move(install_pumpkin_callback_).Run(std::nullopt);
return;
}
is_pumpkin_installed_for_testing_ = success;
base::FilePath base_pumpkin_path = dlc_path_for_test_.empty()
? base::FilePath(root_path)
: dlc_path_for_test_;
base::ThreadPool::PostTaskAndReplyWithResult(
FROM_HERE, {base::MayBlock()},
base::BindOnce(&CreatePumpkinData, base_pumpkin_path),
base::BindOnce(&AccessibilityManager::OnPumpkinDataCreated,
weak_ptr_factory_.GetWeakPtr()));
UpdateDictationNotification();
}
void AccessibilityManager::OnPumpkinDataCreated(
std::optional<PumpkinData> data) {
if (install_pumpkin_callback_.is_null()) {
return;
}
std::move(install_pumpkin_callback_).Run(std::move(data));
}
void AccessibilityManager::OnPumpkinError(const std::string& error) {
if (install_pumpkin_callback_.is_null()) {
return;
}
std::move(install_pumpkin_callback_).Run(std::nullopt);
is_pumpkin_installed_for_testing_ = false;
UpdateDictationNotification();
}
void AccessibilityManager::GetTtsDlcContents(
DlcType dlc,
TtsVariant variant,
GetTtsDlcContentsCallback callback) {
static constexpr auto kTtsDlcTypeToLocale =
base::MakeFixedFlatMap<DlcType, const char*>(
{{DlcType::kTtsBnBd, "bn-bd"}, {DlcType::kTtsCsCz, "cs-cz"},
{DlcType::kTtsDaDk, "da-dk"}, {DlcType::kTtsDeDe, "de-de"},
{DlcType::kTtsElGr, "el-gr"}, {DlcType::kTtsEnAu, "en-au"},
{DlcType::kTtsEnGb, "en-gb"}, {DlcType::kTtsEnUs, "en-us"},
{DlcType::kTtsEsEs, "es-es"}, {DlcType::kTtsEsUs, "es-us"},
{DlcType::kTtsFiFi, "fi-fi"}, {DlcType::kTtsFilPh, "fil-ph"},
{DlcType::kTtsFrFr, "fr-fr"}, {DlcType::kTtsHiIn, "hi-in"},
{DlcType::kTtsHuHu, "hu-hu"}, {DlcType::kTtsIdId, "id-id"},
{DlcType::kTtsItIt, "it-it"}, {DlcType::kTtsJaJp, "ja-jp"},
{DlcType::kTtsKmKh, "km-kh"}, {DlcType::kTtsKoKr, "ko-kr"},
{DlcType::kTtsNbNo, "nb-no"}, {DlcType::kTtsNeNp, "ne-np"},
{DlcType::kTtsNlNl, "nl-nl"}, {DlcType::kTtsPlPl, "pl-pl"},
{DlcType::kTtsPtBr, "pt-br"}, {DlcType::kTtsPtPt, "pt-pt"},
{DlcType::kTtsSiLk, "si-lk"}, {DlcType::kTtsSkSk, "sk-sk"},
{DlcType::kTtsSvSe, "sv-se"}, {DlcType::kTtsThTh, "th-th"},
{DlcType::kTtsTrTr, "tr-tr"}, {DlcType::kTtsUkUa, "uk-ua"},
{DlcType::kTtsViVn, "vi-vn"}, {DlcType::kTtsYueHk, "yue-hk"}});
// Use LanguagePackManager to get the path of the DLC.
std::string locale = kTtsDlcTypeToLocale.find(dlc)->second;
language_packs::LanguagePackManager::GetPackState(
language_packs::kTtsFeatureId, locale,
base::BindOnce(&AccessibilityManager::GetTtsDlcContentsOnPackState,
weak_ptr_factory_.GetWeakPtr(), std::move(variant),
std::move(callback)));
}
void AccessibilityManager::GetTtsDlcContentsOnPackState(
TtsVariant variant,
GetTtsDlcContentsCallback callback,
const language_packs::PackResult& pack_result) {
std::string file_name;
switch (variant) {
case TtsVariant::kLite:
file_name = kTtsLiteFileName;
break;
case TtsVariant::kStandard:
file_name = kTtsStandardFileName;
break;
case TtsVariant::kNone:
NOTREACHED();
}
base::FilePath path;
if (!dlc_path_for_test_.empty()) {
// This path will only be set for tests. We need to skip the below install
// check during tests because there is currently no way to set a DLC as
// installed from a browsertest.
path = dlc_path_for_test_.Append(file_name);
base::ThreadPool::PostTaskAndReplyWithResult(
FROM_HERE, {base::MayBlock()}, base::BindOnce(&ReadDlcFile, path),
base::BindOnce(&OnReadDlcFile, std::move(callback)));
return;
}
// Verify that the pack is installed.
if (pack_result.pack_state !=
language_packs::PackResult::StatusCode::kInstalled) {
std::string error =
"Error: TTS language pack with locale is not installed: " +
pack_result.language_code;
std::move(callback).Run(std::vector<uint8_t>(), error);
return;
}
// Extract the path and read the file.
path = base::FilePath(pack_result.path).Append(file_name);
base::ThreadPool::PostTaskAndReplyWithResult(
FROM_HERE, {base::MayBlock()}, base::BindOnce(&ReadDlcFile, path),
base::BindOnce(&OnReadDlcFile, std::move(callback)));
}
void AccessibilityManager::SetDlcPathForTest(base::FilePath path) {
dlc_path_for_test_ = std::move(path);
}
void AccessibilityManager::SendSyntheticMouseEvent(
ui::EventType type,
int flags,
int changed_button_flags,
gfx::Point location_in_screen) {
const display::Display& display =
display::Screen::GetScreen()->GetDisplayNearestPoint(location_in_screen);
auto* host = ash::GetWindowTreeHostForDisplay(display.id());
if (!host) {
return;
}
aura::Window* root_window = host->window();
if (!root_window) {
return;
}
aura::client::CursorClient* cursor_client =
aura::client::GetCursorClient(root_window);
bool is_mouse_events_enabled = cursor_client->IsMouseEventsEnabled();
if (!is_mouse_events_enabled) {
cursor_client->EnableMouseEvents();
}
::wm::ConvertPointFromScreen(root_window, &location_in_screen);
ui::MouseEvent synthetic_mouse_event(
type, location_in_screen, location_in_screen, ui::EventTimeForNow(),
flags, changed_button_flags);
// Transforming the coordinates to the root will apply the screen scale factor
// to the event's location and also the screen rotation degree.
synthetic_mouse_event.UpdateForRootTransform(
host->GetRootTransform(),
host->GetRootTransformForLocalEventCoordinates());
// This skips rewriters.
host->DeliverEventToSink(&synthetic_mouse_event);
if (!is_mouse_events_enabled) {
cursor_client->DisableMouseEvents();
}
}
} // namespace ash