chromeos/tast_control.gni - chromium/src - Git at Google

 # Copyright 2021 The Chromium Authors
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.

 #~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=
 # BEFORE ADDING A TEST HERE: If this is a consistent failure in Chrome on
 # ChromeOS CI builders, you should try to find and revert CLs causing new
 # regressions. Do not simply disable newly failing tests in tast_control.gni
 # as the Chrome uprev will still fail.
 #
 # Chromimum sheriffs should not disable NEW regressions here. Changes to
 # this file require the current CrOS gardener's approval. See go/chrome-sheriff-tast.
 #~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=

 # WARNING: if you wish to disable a tast test that runs in a ChromeOS SDK
 # build, this is the wrong file to edit. You need to mark those tests as
 # "informational" in their source .go files.

 # To disable a specific test in chrome_all_tast_tests, add the name of the test
 # to the following list and cite a bug.
 #
 # To disable the test only on a specific board, add an at-mark ( @ ) and the
 # board name at the end of the entry (eg. "login.Chrome@kevin" disables
 # "login.Chrome" test only on "kevin" device). An asterisk is not supported in
 # the board name.
 #
 # As a last resort, you can use an asterisk ( * ) in an entry -- matches every
 # substring (eg. "crostini.*" disables the all tests that names are starting
 # with "crostini.").
 # WARNING: This may cause unexpected disablement and is strongly discouraged.
 # You should specify the tests one-by-one in most cases, instead of this.
 tast_disabled_tests_from_chrome_all = [
   # https://crbug.com/1379756
   "inputs.VirtualKeyboardHandwriting.floating",

   # b/296821415. Failing in the Chrome builder but not elsewhere;i
   # still investigating.
   "ui.ChromeCrashNotLoggedIn.browser_crashpad",

   # b/296821415
   "ui.ChromeCrashLoggedIn.browser_crashpad",
   "ui.ChromeCrashLoggedIn.browser_crashpad_mock_consent",

   # https://crbug.com/1282372
   "security.SELinuxFilesARC",
   "security.NetworkListenersARC",
   "security.SELinuxProcessesARC",

   # http://b/212644512
   "security.SELinuxFilesDataDir",

   # https://crbug.com/1309331
   "policy.CookiesAllowedForUrls",

   # https://crbug.com/1307940
   "policy.URLCheck.blocklist",

   # https://crbug.com/1312121
   "policy.CookiesBlockedForUrls",

   # http://crbug.com/1335213
   "arc.WindowState.clamshell",

   # http://crbug.com/1363667
   "apps.CalculatorSmoke",

   # b/241122961
   "policy.BlockThirdPartyCookies",

   # https://crbug.com/1350191
   "arc.Print",

   # https://crbug.com/1350880
   "arc.PIPRoundedCornersUnderlay",

   # https://crbug.com/1362182
   "feedback.AttachFile",

   # https://crbug.com/1368859
   "arc.Drivefs",
   "arc.Drivefs.vm",

   # https://crbug.com/1392911
   "login.RestrictSignin",

   # https://crbug.com/1402224
   "audio.PlaybackAudioControls",

   # b/287525851
   "arc.AudioValidity.playback",
   "arc.AudioValidity.record",
   "arc.BuildProperties",

   # https://crbug.com/1455848
   "arc.CheckAndroidVersion",
   "arc.ContainerMount",
   "arc.Downloads",

   # https://b/294977915
   "bruschetta.*@eve",

   # b/296913657
   "secagentd.ProcessEvents@amd64-generic",

   # b/293976130, NaCl issues on arm64 boards
   "nacl.Pnacl@jacuzzi",
   "nacl.Pnacl@trogdor",
   "terminal.SSH@jacuzzi",
   "terminal.SSH@trogdor",

   # b/314989173
   "platform.FlexHWIS@reven-vmtest",

   # b/288933829, matched with CrOS exoneration (as of Dec 5)
   "inputs.VirtualKeyboardHandwriting.floating_lacros@jacuzzi",
   "inputs.VirtualKeyboardHandwriting.floating_lacros@octopus",

   # Failed on LKGM 15770.0.0, fixed on LKGM 15771.0.0 and later.
   "filemanager.DrivefsUI",

   # b/325107262
   "a11y.Smoke",
   "a11y.Smoke.lacros",

   # READ COMMENT AT TOP BEFORE ADDING NEW TESTS HERE.
 ]

 # To create filters to be used on specific builders add them like this:
 # tast_disabled_tests_from_lacros_example = [ "lacros.Basic" ]
 # and add the name (i.e. 'tast_disabled_tests_from_lacros_example') to the
 # test config as 'tast_expr_key'
 # To disable a specific test in lacros_all_tast_tests, add it the following
 # list and cite a bug.
 # The test disabled here will not impact it running in chrome on chromeOS
 # pipeline.
 tast_disabled_tests_from_lacros_all = [
   # https://crbug.com/1329764
   "policy.HistoryClustersVisible",

   # https://crbug.com/1361163
   "lacros.AudioPinnedStream.play",
   "lacros.AudioPinnedStream.record",

   # https://crbug.com/1236234
   "lacros.AudioPlay",

   # https://crbug.com/1376638
   "lacros.AudioRecord",

   # https://crbug.com/1440735
   "mlservice.WebHandwritingRecognition.lacros",

   # https://crbug.com/1446233
   "arc.IntentForward.lacros_vm",

   # https://b/294268366
   "ui.ForceRegion.lacros",

   # https://crbug.com/1470305
   "inputs.VirtualKeyboardTypingOmnibox.a11y_lacros",

   # https:/b/322119286
   "crostini.LaunchBrowser.bookworm_stable_lacros",
   "crostini.LaunchBrowser.bullseye_stable_lacros",
   "crostini.VerifyAppWayland.bookworm_stable_lacros",
   "crostini.VerifyAppWayland.bullseye_stable_lacros",

   # On branch day, Lacros is +3 newer than ash which break the test.
   "lacros.CompareVersionWithAsh",

   # b/325107262
   "a11y.Smoke",
   "a11y.Smoke.lacros",

   # THIS IS THE LACROS LIST, SCROLL UP FOR CHROME/CHROMEOS.
 ]

 if (!is_official_build) {
   # b/274341001: By design, ui.ChromeCrashEarly.strict fails on non-official
   # builds.
   tast_disabled_tests_from_chrome_all += [ "ui.ChromeCrashEarly.strict" ]
   tast_disabled_tests_from_lacros_all += [ "ui.ChromeCrashEarly.strict_lacros" ]

   # b/317943159 public builders fail to install crostini.
   tast_disabled_tests_from_chrome_all += [ "crostini.*" ]

   # b/317733179 skylab builders lack of feature to pass runtime variables.
   tast_disabled_tests_from_chrome_all += [
     "login.AuthError",
     "login.Offline",
     "wmp.AdminTemplatesLaunch",
     "wmp.DesksTemplatesBasic",
     "wmp.DesksTemplatesLaunch",
     "wmp.SavedDeskDelete",
   ]

   # b/315373487 the team working on the fix on CrOS side
   tast_disabled_tests_from_chrome_all +=
       [ "ui.ChromeCrashLoopV2.crashpad_mock_consent@jacuzzi" ]

   # b/324159992 crypthome tests timeouts only on jacuzzi
   tast_disabled_tests_from_chrome_all += [
     "cryptohome.USSMigrationPinAfterPasswordMigration@jacuzzi",
     "cryptohome.UssMigrationPasswordPin@jacuzzi",
     "cryptohome.UssMigrationPinPassword@jacuzzi",
   ]

   # b/322444880 Should be fixed by the next LKGM uprev.
   tast_disabled_tests_from_chrome_all += [ "terminal.SSH@octopus" ]

   # b/324521903 temporary disabled until the test fixes
   tast_disabled_tests_from_chrome_all +=
       [ "secagentd.AuthenticationEvents.mainline@octopus" ]
 }
	# Copyright 2021 The Chromium Authors
	# Use of this source code is governed by a BSD-style license that can be
	# found in the LICENSE file.

	#~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=
	# BEFORE ADDING A TEST HERE: If this is a consistent failure in Chrome on
	# ChromeOS CI builders, you should try to find and revert CLs causing new
	# regressions. Do not simply disable newly failing tests in tast_control.gni
	# as the Chrome uprev will still fail.
	#
	# Chromimum sheriffs should not disable NEW regressions here. Changes to
	# this file require the current CrOS gardener's approval. See go/chrome-sheriff-tast.
	#~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=~=

	# WARNING: if you wish to disable a tast test that runs in a ChromeOS SDK
	# build, this is the wrong file to edit. You need to mark those tests as
	# "informational" in their source .go files.

	# To disable a specific test in chrome_all_tast_tests, add the name of the test
	# to the following list and cite a bug.
	#
	# To disable the test only on a specific board, add an at-mark ( @ ) and the
	# board name at the end of the entry (eg. "login.Chrome@kevin" disables
	# "login.Chrome" test only on "kevin" device). An asterisk is not supported in
	# the board name.
	#
	# As a last resort, you can use an asterisk ( * ) in an entry -- matches every
	# substring (eg. "crostini.*" disables the all tests that names are starting
	# with "crostini.").
	# WARNING: This may cause unexpected disablement and is strongly discouraged.
	# You should specify the tests one-by-one in most cases, instead of this.
	tast_disabled_tests_from_chrome_all = [
	# https://crbug.com/1379756
	"inputs.VirtualKeyboardHandwriting.floating",

	# b/296821415. Failing in the Chrome builder but not elsewhere;i
	# still investigating.
	"ui.ChromeCrashNotLoggedIn.browser_crashpad",

	# b/296821415
	"ui.ChromeCrashLoggedIn.browser_crashpad",
	"ui.ChromeCrashLoggedIn.browser_crashpad_mock_consent",

	# https://crbug.com/1282372
	"security.SELinuxFilesARC",
	"security.NetworkListenersARC",
	"security.SELinuxProcessesARC",

	# http://b/212644512
	"security.SELinuxFilesDataDir",

	# https://crbug.com/1309331
	"policy.CookiesAllowedForUrls",

	# https://crbug.com/1307940
	"policy.URLCheck.blocklist",

	# https://crbug.com/1312121
	"policy.CookiesBlockedForUrls",

	# http://crbug.com/1335213
	"arc.WindowState.clamshell",

	# http://crbug.com/1363667
	"apps.CalculatorSmoke",

	# b/241122961
	"policy.BlockThirdPartyCookies",

	# https://crbug.com/1350191
	"arc.Print",

	# https://crbug.com/1350880
	"arc.PIPRoundedCornersUnderlay",

	# https://crbug.com/1362182
	"feedback.AttachFile",

	# https://crbug.com/1368859
	"arc.Drivefs",
	"arc.Drivefs.vm",

	# https://crbug.com/1392911
	"login.RestrictSignin",

	# https://crbug.com/1402224
	"audio.PlaybackAudioControls",

	# b/287525851
	"arc.AudioValidity.playback",
	"arc.AudioValidity.record",
	"arc.BuildProperties",

	# https://crbug.com/1455848
	"arc.CheckAndroidVersion",
	"arc.ContainerMount",
	"arc.Downloads",

	# https://b/294977915
	"bruschetta.*@eve",

	# b/296913657
	"secagentd.ProcessEvents@amd64-generic",

	# b/293976130, NaCl issues on arm64 boards
	"nacl.Pnacl@jacuzzi",
	"nacl.Pnacl@trogdor",
	"terminal.SSH@jacuzzi",
	"terminal.SSH@trogdor",

	# b/314989173
	"platform.FlexHWIS@reven-vmtest",

	# b/288933829, matched with CrOS exoneration (as of Dec 5)
	"inputs.VirtualKeyboardHandwriting.floating_lacros@jacuzzi",
	"inputs.VirtualKeyboardHandwriting.floating_lacros@octopus",

	# Failed on LKGM 15770.0.0, fixed on LKGM 15771.0.0 and later.
	"filemanager.DrivefsUI",

	# b/325107262
	"a11y.Smoke",
	"a11y.Smoke.lacros",

	# READ COMMENT AT TOP BEFORE ADDING NEW TESTS HERE.
	]

	# To create filters to be used on specific builders add them like this:
	# tast_disabled_tests_from_lacros_example = [ "lacros.Basic" ]
	# and add the name (i.e. 'tast_disabled_tests_from_lacros_example') to the
	# test config as 'tast_expr_key'
	# To disable a specific test in lacros_all_tast_tests, add it the following
	# list and cite a bug.
	# The test disabled here will not impact it running in chrome on chromeOS
	# pipeline.
	tast_disabled_tests_from_lacros_all = [
	# https://crbug.com/1329764
	"policy.HistoryClustersVisible",

	# https://crbug.com/1361163
	"lacros.AudioPinnedStream.play",
	"lacros.AudioPinnedStream.record",

	# https://crbug.com/1236234
	"lacros.AudioPlay",

	# https://crbug.com/1376638
	"lacros.AudioRecord",

	# https://crbug.com/1440735
	"mlservice.WebHandwritingRecognition.lacros",

	# https://crbug.com/1446233
	"arc.IntentForward.lacros_vm",

	# https://b/294268366
	"ui.ForceRegion.lacros",

	# https://crbug.com/1470305
	"inputs.VirtualKeyboardTypingOmnibox.a11y_lacros",

	# https:/b/322119286
	"crostini.LaunchBrowser.bookworm_stable_lacros",
	"crostini.LaunchBrowser.bullseye_stable_lacros",
	"crostini.VerifyAppWayland.bookworm_stable_lacros",
	"crostini.VerifyAppWayland.bullseye_stable_lacros",

	# On branch day, Lacros is +3 newer than ash which break the test.
	"lacros.CompareVersionWithAsh",

	# b/325107262
	"a11y.Smoke",
	"a11y.Smoke.lacros",

	# THIS IS THE LACROS LIST, SCROLL UP FOR CHROME/CHROMEOS.
	]

	if (!is_official_build) {
	# b/274341001: By design, ui.ChromeCrashEarly.strict fails on non-official
	# builds.
	tast_disabled_tests_from_chrome_all += [ "ui.ChromeCrashEarly.strict" ]
	tast_disabled_tests_from_lacros_all += [ "ui.ChromeCrashEarly.strict_lacros" ]

	# b/317943159 public builders fail to install crostini.
	tast_disabled_tests_from_chrome_all += [ "crostini.*" ]

	# b/317733179 skylab builders lack of feature to pass runtime variables.
	tast_disabled_tests_from_chrome_all += [
	"login.AuthError",
	"login.Offline",
	"wmp.AdminTemplatesLaunch",
	"wmp.DesksTemplatesBasic",
	"wmp.DesksTemplatesLaunch",
	"wmp.SavedDeskDelete",
	]

	# b/315373487 the team working on the fix on CrOS side
	tast_disabled_tests_from_chrome_all +=
	[ "ui.ChromeCrashLoopV2.crashpad_mock_consent@jacuzzi" ]

	# b/324159992 crypthome tests timeouts only on jacuzzi
	tast_disabled_tests_from_chrome_all += [
	"cryptohome.USSMigrationPinAfterPasswordMigration@jacuzzi",
	"cryptohome.UssMigrationPasswordPin@jacuzzi",
	"cryptohome.UssMigrationPinPassword@jacuzzi",
	]

	# b/322444880 Should be fixed by the next LKGM uprev.
	tast_disabled_tests_from_chrome_all += [ "terminal.SSH@octopus" ]

	# b/324521903 temporary disabled until the test fixes
	tast_disabled_tests_from_chrome_all +=
	[ "secagentd.AuthenticationEvents.mainline@octopus" ]
	}