test_suite_exceptions.pyl 113 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089
  1. # Copyright 2017 The Chromium Authors. All rights reserved.
  2. # Use of this source code is governed by a BSD-style license that can be
  3. # found in the LICENSE file.
  4. # This is a .pyl, or "Python Literal", file. You can treat it just like a
  5. # .json file, with the following exceptions:
  6. # * all keys must be quoted (use single quotes, please);
  7. # * comments are allowed, using '#' syntax; and
  8. # * trailing commas are allowed.
  9. # Exceptions to the common test suites can only include removal from
  10. # particular bots, and modifications on particular bots. By design,
  11. # it's not possible to add one-off tests to bots. Instead they have to
  12. # be added to one of the test suites in test_suites.pyl.
  13. #
  14. # Note that if you are excluding with variants, you will need to exclude
  15. # per variant, with the identifier appended to the test suite name.
  16. # For example, if you have ios_chrome_ui_eg2tests_module with variant
  17. # SIM_IPHONE_6S_14_0 (identifier = "iPhone 6s 14.0"), you
  18. # must exclude with the test name as:
  19. # "ios_chrome_ui_eg2tests_module_iPhone 6s 14.0"
  20. # The goal is to drive the number of exceptions to zero, to make all
  21. # the bots behave similarly.
  22. {
  23. 'android_browsertests': {
  24. 'modifications': {
  25. 'Marshmallow Tablet Tester': {
  26. 'swarming': {
  27. 'shards': 2,
  28. },
  29. },
  30. 'android-11-x86-rel': {
  31. 'args': [
  32. # https://crbug.com/1289764
  33. '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
  34. ],
  35. 'swarming': {
  36. 'shards': 2,
  37. },
  38. },
  39. 'android-12-x64-rel': {
  40. 'args': [
  41. # https://crbug.com/1289764
  42. '--gtest_filter=-All/ChromeBrowsingDataLifetimeManagerScheduledRemovalTest.History/*',
  43. ],
  44. 'swarming': {
  45. 'shards': 2,
  46. },
  47. },
  48. 'android-marshmallow-arm64-rel': {
  49. 'swarming': {
  50. 'quickrun_shards': 3,
  51. },
  52. },
  53. 'android-marshmallow-x86-fyi-rel-reviver': {
  54. 'swarming': {
  55. 'shards': 2,
  56. 'quickrun_shards': 6,
  57. },
  58. },
  59. 'android-marshmallow-x86-rel': {
  60. 'swarming': {
  61. 'shards': 2,
  62. 'quickrun_shards': 6,
  63. },
  64. },
  65. 'android-nougat-x86-rel': {
  66. 'swarming': {
  67. 'shards': 2,
  68. },
  69. },
  70. 'android-pie-arm64-rel': {
  71. 'args': [
  72. '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
  73. ],
  74. # TODO(crbug.com/1111436): Move this back to walleye if/when additional
  75. # capacity has been deployed.
  76. 'swarming': {
  77. 'dimension_sets': [
  78. {
  79. 'device_type': 'sailfish',
  80. },
  81. ],
  82. 'shards': 2,
  83. 'quickrun_shards': 6,
  84. },
  85. },
  86. 'android-pie-x86-fyi-rel-reviver': {
  87. 'swarming': {
  88. 'shards': 2,
  89. },
  90. },
  91. 'android-pie-x86-rel': {
  92. 'args': [
  93. '--gtest_filter=-ImportantSitesUtilBrowserTest.DSENotConsideredImportantInRegularMode', # https://crbug.com/1034001
  94. ],
  95. 'swarming': {
  96. 'shards': 2,
  97. },
  98. },
  99. },
  100. },
  101. 'android_sync_integration_tests': {
  102. 'remove_from': [
  103. # Remove from CQ bots due to capacity.
  104. 'android-marshmallow-arm64-rel',
  105. ],
  106. 'modifications': {
  107. 'android-12-x64-rel': {
  108. 'swarming': {
  109. 'shards': 3,
  110. },
  111. },
  112. 'android-marshmallow-x86-rel': {
  113. 'swarming': {
  114. 'shards': 3,
  115. },
  116. },
  117. },
  118. },
  119. 'android_webview_unittests': {
  120. },
  121. 'angle_unittests': {
  122. 'remove_from': [
  123. # On Android, these are already run on the main waterfall.
  124. 'Android FYI Release (Nexus 5X)',
  125. # Times out listing tests crbug.com/1167314
  126. 'android-asan',
  127. # Does not currently work on Lacros configurations.
  128. 'linux-lacros-asan-lsan-rel',
  129. 'linux-lacros-code-coverage',
  130. 'linux-lacros-tester-rel',
  131. 'linux-lacros-tester-fyi-rel',
  132. 'linux-lacros-dbg-tests-fyi',
  133. ],
  134. 'modifications': {
  135. # anglebug.com/6894
  136. 'fuchsia-fyi-x64-asan': {
  137. 'args': [
  138. # crbug.com/
  139. '--gtest_filter=-ConstructCompilerTest.DefaultParameters',
  140. ],
  141. },
  142. },
  143. },
  144. 'aura_unittests amd64-generic': {
  145. 'remove_from': [
  146. # TODO(crbug.com/1204231): Re-enable.
  147. 'lacros-amd64-generic-rel',
  148. ]
  149. },
  150. 'aura_unittests eve': {
  151. 'remove_from': [
  152. # TODO(crbug.com/1204231): Re-enable.
  153. 'lacros-amd64-generic-rel',
  154. ]
  155. },
  156. 'base_unittests': {
  157. 'modifications': {
  158. 'android-11-x86-rel': {
  159. 'args': [
  160. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
  161. ],
  162. },
  163. 'android-12-x64-rel': {
  164. 'args': [
  165. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.base_unittests.filter',
  166. '--gtest_filter=-ModuleCacheTest.CheckAgainstProcMaps', # crbug.com/1260521
  167. ],
  168. },
  169. 'fuchsia-code-coverage': {
  170. 'swarming': {
  171. 'shards': 5,
  172. },
  173. },
  174. 'fuchsia-fyi-x64-asan': {
  175. 'args': [
  176. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.base_unittests.filter',
  177. ],
  178. },
  179. },
  180. },
  181. 'blink_platform_unittests': {
  182. 'modifications': {
  183. # TODO(crbug.com/1303439): Remove this filter
  184. 'android-nougat-x86-rel': {
  185. 'args': [
  186. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.blink_platform_unittests.filter',
  187. ],
  188. },
  189. 'android-pie-arm64-rel': {
  190. # TODO(crbug.com/1111436): Move this back to walleye if/when additional
  191. # capacity has been deployed.
  192. 'swarming': {
  193. 'dimension_sets': [
  194. {
  195. 'device_type': 'sailfish',
  196. },
  197. ],
  198. },
  199. },
  200. 'fuchsia-code-coverage': {
  201. 'swarming': {
  202. 'shards': 5,
  203. },
  204. },
  205. },
  206. },
  207. 'blink_pytype': {
  208. 'remove_from': [
  209. 'linux-code-coverage',
  210. ],
  211. },
  212. 'blink_unittests': {
  213. 'modifications': {
  214. 'fuchsia-code-coverage': {
  215. 'swarming': {
  216. 'shards': 30,
  217. },
  218. },
  219. },
  220. },
  221. 'blink_web_tests': {
  222. 'remove_from': [
  223. 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
  224. 'Win7 Tests (1)',
  225. 'Win10 Tests x64 (dbg)',
  226. ],
  227. 'modifications': {
  228. 'Fuchsia x64': {
  229. 'args': [
  230. '--platform=fuchsia',
  231. '--jobs=1',
  232. ],
  233. 'swarming': {
  234. 'shards': 1,
  235. },
  236. },
  237. 'Linux Tests': {
  238. "args": [
  239. "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
  240. ],
  241. 'swarming': {
  242. 'quickrun_shards': 7,
  243. 'shards': 8,
  244. },
  245. },
  246. 'Linux Tests (dbg)(1)': {
  247. 'args': [
  248. '--debug',
  249. ],
  250. 'swarming': {
  251. 'shards': 12,
  252. },
  253. },
  254. 'Mac10.13 Tests': {
  255. 'swarming': {
  256. 'dimension_sets': [
  257. {
  258. 'gpu': None,
  259. },
  260. ],
  261. 'shards': 10,
  262. },
  263. },
  264. 'Mac10.15 Tests': {
  265. 'swarming': {
  266. 'dimension_sets': [
  267. {
  268. 'gpu': None,
  269. },
  270. ],
  271. 'shards': 10,
  272. },
  273. },
  274. 'Mac11 Tests': {
  275. 'swarming': {
  276. 'dimension_sets': [
  277. {
  278. 'gpu': None,
  279. },
  280. ],
  281. 'shards': 12,
  282. 'quickrun_shards': 10,
  283. },
  284. },
  285. 'Mac12 Tests': {
  286. 'swarming': {
  287. 'dimension_sets': [
  288. {
  289. 'gpu': None,
  290. },
  291. ],
  292. 'shards': 12,
  293. 'quickrun_shards': 10,
  294. },
  295. },
  296. 'Mac12 Tests (dbg)': {
  297. 'experiment_percentage': 100,
  298. 'args': [
  299. '--debug',
  300. ],
  301. 'swarming': {
  302. 'shards': 16,
  303. },
  304. },
  305. 'ToTFuchsia x64': {
  306. 'args': [
  307. '--platform=fuchsia',
  308. ],
  309. 'swarming': {
  310. 'shards': 1,
  311. },
  312. },
  313. 'V8 Blink Linux Debug': {
  314. # This builder compiles Chromium in release mode, but V8 in debug.
  315. # TODO(machenbach): Change name and out directory of this builder to
  316. # something less confusing.
  317. 'args': [
  318. '-t',
  319. 'Debug',
  320. '--release',
  321. ],
  322. },
  323. 'V8 Blink Linux Future': {
  324. 'args': [
  325. '--flag-specific=future-js',
  326. ],
  327. },
  328. 'WebKit Linux ASAN': {
  329. 'args': [
  330. '--additional-expectations',
  331. '../../third_party/blink/web_tests/ASANExpectations',
  332. '--timeout-ms',
  333. '48000',
  334. '--enable-sanitizer',
  335. ],
  336. 'swarming': {
  337. 'shards': 8,
  338. },
  339. },
  340. 'WebKit Linux Leak': {
  341. 'args': [
  342. '--additional-expectations',
  343. '../../third_party/blink/web_tests/LeakExpectations',
  344. '--timeout-ms',
  345. '48000',
  346. '--enable-leak-detection',
  347. ],
  348. 'swarming': {
  349. 'shards': 4,
  350. },
  351. },
  352. 'WebKit Linux MSAN': {
  353. 'args': [
  354. '--additional-expectations',
  355. '../../third_party/blink/web_tests/MSANExpectations',
  356. '--timeout-ms',
  357. '66000',
  358. '--enable-sanitizer',
  359. ],
  360. 'swarming': {
  361. 'expiration': 36000,
  362. 'hard_timeout': 10800,
  363. 'io_timeout': 3600,
  364. 'shards': 8,
  365. },
  366. },
  367. 'Win10 Tests x64': {
  368. 'args': [
  369. '--target',
  370. 'Release_x64',
  371. ],
  372. 'swarming': {
  373. "shards": 12
  374. },
  375. },
  376. 'Win10 Tests x64 (dbg)': {
  377. 'args': [
  378. '--debug',
  379. '--target',
  380. 'Debug_x64',
  381. ],
  382. },
  383. 'Win11 Tests x64': {
  384. 'args': [
  385. '--target',
  386. 'Release_x64',
  387. ],
  388. 'swarming': {
  389. "shards": 12
  390. },
  391. },
  392. # tryserver.chromium.android
  393. 'android_blink_rel': {
  394. 'args': [
  395. '--release',
  396. '--android',
  397. # TODO(crbug.com/875172): run on the real GPU since the
  398. # software fallback, SwiftShader, isn't yet for 32-bit ARM.
  399. '--additional-driver-flag=--use-gpu-in-tests',
  400. ],
  401. },
  402. 'devtools_frontend_linux_blink_light_rel': {
  403. 'args': [
  404. 'http/tests/devtools',
  405. ],
  406. 'swarming': {
  407. 'shards': 2,
  408. },
  409. },
  410. 'devtools_frontend_linux_blink_light_rel_fastbuild': {
  411. 'args': [
  412. 'http/tests/devtools',
  413. ],
  414. 'swarming': {
  415. 'shards': 2,
  416. },
  417. },
  418. 'fuchsia-fyi-x64-rel': {
  419. 'args': [
  420. '--platform=fuchsia',
  421. ],
  422. 'swarming': {
  423. 'shards': 1,
  424. },
  425. },
  426. 'linux-autofill-assistant': {
  427. 'args': [
  428. '--release',
  429. ],
  430. },
  431. 'linux-bfcache-rel': {
  432. 'args': [
  433. '--flag-specific=enable-back-forward-cache-same-site',
  434. ],
  435. },
  436. 'linux-blink-animation-use-time-delta': {
  437. 'args': [
  438. '--debug',
  439. ],
  440. },
  441. 'linux-blink-web-tests-force-accessibility-rel': {
  442. 'args': [
  443. '--flag-specific=force-renderer-accessibility',
  444. ],
  445. },
  446. 'linux-code-coverage': {
  447. 'args': [
  448. '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
  449. ],
  450. 'swarming': {
  451. 'shards': 8,
  452. },
  453. },
  454. 'linux-layout-tests-edit-ng': {
  455. 'args': [
  456. '--flag-specific=enable-editing-ng',
  457. ],
  458. },
  459. 'linux_layout_tests_layout_ng_disabled': {
  460. 'args': [
  461. '--flag-specific=disable-layout-ng',
  462. ],
  463. 'swarming': {
  464. 'shards': 8,
  465. },
  466. },
  467. 'mac10.13-blink-rel-dummy': {
  468. 'swarming': {
  469. 'shards': 1,
  470. },
  471. },
  472. 'mac10.14-blink-rel-dummy': {
  473. 'swarming': {
  474. 'shards': 1,
  475. },
  476. },
  477. 'mac10.15-blink-rel-dummy': {
  478. 'swarming': {
  479. 'shards': 8,
  480. },
  481. },
  482. 'mac11.0-blink-rel-dummy': {
  483. 'swarming': {
  484. 'shards': 5,
  485. 'hard_timeout': 1800,
  486. },
  487. },
  488. 'win10-rel-no-external-ip': {
  489. 'args': [
  490. '--target',
  491. 'Release_x64',
  492. ],
  493. 'swarming': {
  494. "shards": 12
  495. },
  496. },
  497. 'win10.20h2-blink-rel': {
  498. 'swarming': {
  499. 'shards': 6,
  500. 'hard_timeout': 1200,
  501. },
  502. },
  503. 'win11-blink-rel': {
  504. 'swarming': {
  505. 'hard_timeout': 1200,
  506. },
  507. 'args': [
  508. '--target',
  509. 'Release_x64',
  510. ],
  511. },
  512. },
  513. },
  514. 'blink_wpt_tests': {
  515. 'remove_from': [
  516. 'Win 7 Tests x64 (1)', # 64-bit win is unsupported by the layout tests.
  517. 'Win7 Tests (1)',
  518. 'Win10 Tests x64 (dbg)',
  519. 'devtools_frontend_linux_blink_light_rel',
  520. 'devtools_frontend_linux_blink_light_rel_fastbuild',
  521. ],
  522. 'modifications': {
  523. 'Fuchsia x64': {
  524. 'args': [
  525. '--platform=fuchsia',
  526. '--jobs=1',
  527. ],
  528. 'swarming': {
  529. 'shards': 1,
  530. },
  531. },
  532. 'Linux Tests': {
  533. "args": [
  534. "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
  535. ],
  536. 'swarming': {
  537. 'quickrun_shards': 11,
  538. 'shards': 10,
  539. },
  540. },
  541. 'Linux Tests (dbg)(1)': {
  542. 'args': [
  543. '--debug',
  544. ],
  545. 'swarming': {
  546. 'shards': 18,
  547. },
  548. },
  549. 'Mac10.13 Tests': {
  550. 'swarming': {
  551. 'dimension_sets': [
  552. {
  553. 'gpu': None,
  554. },
  555. ],
  556. 'shards': 15,
  557. },
  558. },
  559. 'Mac10.15 Tests': {
  560. 'swarming': {
  561. 'dimension_sets': [
  562. {
  563. 'gpu': None,
  564. },
  565. ],
  566. 'shards': 15,
  567. },
  568. },
  569. 'Mac11 Tests': {
  570. 'swarming': {
  571. 'dimension_sets': [
  572. {
  573. 'gpu': None,
  574. },
  575. ],
  576. 'shards': 18,
  577. 'quickrun_shards': 16,
  578. },
  579. },
  580. 'Mac12 Tests': {
  581. 'swarming': {
  582. 'dimension_sets': [
  583. {
  584. 'gpu': None,
  585. },
  586. ],
  587. 'shards': 18,
  588. 'quickrun_shards': 16,
  589. },
  590. },
  591. 'Mac12 Tests (dbg)': {
  592. 'experiment_percentage': 100,
  593. 'args': [
  594. '--debug',
  595. ],
  596. 'swarming': {
  597. 'shards': 24,
  598. },
  599. },
  600. 'ToTFuchsia x64': {
  601. 'args': [
  602. '--platform=fuchsia',
  603. ],
  604. 'swarming': {
  605. 'shards': 1,
  606. },
  607. },
  608. 'V8 Blink Linux Debug': {
  609. # This builder compiles Chromium in release mode, but V8 in debug.
  610. # TODO(machenbach): Change name and out directory of this builder to
  611. # something less confusing.
  612. 'args': [
  613. '-t',
  614. 'Debug',
  615. '--release',
  616. ],
  617. },
  618. 'V8 Blink Linux Future': {
  619. 'args': [
  620. '--flag-specific=future-js',
  621. ],
  622. },
  623. 'WebKit Linux ASAN': {
  624. 'args': [
  625. '--additional-expectations',
  626. '../../third_party/blink/web_tests/ASANExpectations',
  627. '--timeout-ms',
  628. '48000',
  629. '--enable-sanitizer',
  630. ],
  631. 'swarming': {
  632. 'shards': 12,
  633. },
  634. },
  635. 'WebKit Linux Leak': {
  636. 'args': [
  637. '--additional-expectations',
  638. '../../third_party/blink/web_tests/LeakExpectations',
  639. '--timeout-ms',
  640. '48000',
  641. '--enable-leak-detection',
  642. ],
  643. 'swarming': {
  644. 'shards': 6,
  645. },
  646. },
  647. 'WebKit Linux MSAN': {
  648. 'args': [
  649. '--additional-expectations',
  650. '../../third_party/blink/web_tests/MSANExpectations',
  651. '--timeout-ms',
  652. '66000',
  653. '--enable-sanitizer',
  654. ],
  655. 'swarming': {
  656. 'expiration': 36000,
  657. 'hard_timeout': 10800,
  658. 'io_timeout': 3600,
  659. 'shards': 12,
  660. },
  661. },
  662. 'Win10 Tests x64': {
  663. 'args': [
  664. '--target',
  665. 'Release_x64',
  666. ],
  667. 'swarming': {
  668. "shards": 18
  669. },
  670. },
  671. 'Win10 Tests x64 (dbg)': {
  672. 'args': [
  673. '--debug',
  674. '--target',
  675. 'Debug_x64',
  676. ],
  677. },
  678. 'Win11 Tests x64': {
  679. 'args': [
  680. '--target',
  681. 'Release_x64',
  682. ],
  683. 'swarming': {
  684. "shards": 18
  685. },
  686. },
  687. # tryserver.chromium.android
  688. 'android_blink_rel': {
  689. 'args': [
  690. '--release',
  691. '--android',
  692. # TODO(crbug.com/875172): run on the real GPU since the
  693. # software fallback, SwiftShader, isn't yet for 32-bit ARM.
  694. '--additional-driver-flag=--use-gpu-in-tests',
  695. ],
  696. },
  697. 'fuchsia-fyi-x64-rel': {
  698. 'args': [
  699. '--platform=fuchsia',
  700. ],
  701. 'swarming': {
  702. 'shards': 1,
  703. },
  704. },
  705. 'linux-autofill-assistant': {
  706. 'args': [
  707. '--release',
  708. ],
  709. },
  710. 'linux-bfcache-rel': {
  711. 'args': [
  712. '--flag-specific=enable-back-forward-cache-same-site',
  713. # TODO(crbug.com/1255537): Re-enable the test.
  714. '--ignore-tests=external/wpt/html/browsers/browsing-the-web/back-forward-cache/events.html',
  715. ],
  716. },
  717. 'linux-blink-animation-use-time-delta': {
  718. 'args': [
  719. '--debug',
  720. ],
  721. },
  722. 'linux-blink-web-tests-force-accessibility-rel': {
  723. 'args': [
  724. '--flag-specific=force-renderer-accessibility',
  725. ],
  726. },
  727. 'linux-code-coverage': {
  728. 'args': [
  729. '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
  730. ],
  731. 'swarming': {
  732. 'shards': 12,
  733. },
  734. },
  735. 'linux-layout-tests-edit-ng': {
  736. 'args': [
  737. '--flag-specific=enable-editing-ng',
  738. ],
  739. },
  740. 'linux_layout_tests_layout_ng_disabled': {
  741. 'args': [
  742. '--flag-specific=disable-layout-ng',
  743. ],
  744. 'swarming': {
  745. 'shards': 12,
  746. },
  747. },
  748. 'mac10.13-blink-rel-dummy': {
  749. 'swarming': {
  750. 'shards': 1,
  751. },
  752. },
  753. 'mac10.14-blink-rel-dummy': {
  754. 'swarming': {
  755. 'shards': 1,
  756. },
  757. },
  758. 'mac10.15-blink-rel-dummy': {
  759. 'swarming': {
  760. 'shards': 12,
  761. },
  762. },
  763. 'mac11.0-blink-rel-dummy': {
  764. 'swarming': {
  765. 'shards': 7,
  766. 'hard_timeout': 1800,
  767. },
  768. },
  769. 'win10-rel-no-external-ip': {
  770. 'args': [
  771. '--target',
  772. 'Release_x64',
  773. ],
  774. 'swarming': {
  775. "shards": 18
  776. },
  777. },
  778. 'win10.20h2-blink-rel': {
  779. 'swarming': {
  780. 'shards': 9,
  781. 'hard_timeout': 1200,
  782. },
  783. },
  784. 'win11-blink-rel': {
  785. 'swarming': {
  786. 'hard_timeout': 1200,
  787. },
  788. 'args': [
  789. '--target',
  790. 'Release_x64',
  791. ],
  792. }
  793. },
  794. },
  795. 'browser_tests': {
  796. 'remove_from': [
  797. 'CrWinAsan(dll)', # https://crbug.com/935598
  798. 'linux-win_cross-rel',
  799. 'ToTLinuxTSan', # https://crbug.com/368525
  800. # TODO(crbug.com/1171053): Enable the suite in 'Mac10.15 Tests' once it's
  801. # off CQ.
  802. 'Mac10.13 Tests', # https://crbug.com/1042757
  803. 'Mac10.15 Tests', # https://crbug.com/1042757
  804. 'Mac12 Tests (dbg)', # https://crbug.com/1201386
  805. 'mac-code-coverage', # https://crbug.com/1201386
  806. 'Linux TSan Tests', # https://crbug.com/368525
  807. 'Win10 Tests x64 (dbg)',
  808. ],
  809. 'modifications': {
  810. 'CrWinAsan': {
  811. # These are very slow on the ASAN trybot for some reason.
  812. # crbug.com/1257927
  813. 'swarming': {
  814. 'shards': 40,
  815. },
  816. },
  817. 'CrWinAsan(dll)': {
  818. # These are very slow on the ASAN trybot for some reason.
  819. # crbug.com/1257927
  820. 'swarming': {
  821. 'shards': 40,
  822. },
  823. },
  824. 'Linux - Future (dbg)': { # client.v8.chromium
  825. 'swarming': {
  826. 'shards': 10,
  827. },
  828. },
  829. 'Linux ASan LSan Low Symbols FYI Tests (1)': {
  830. # These are very slow on the ASAN trybot for some reason.
  831. # crbug.com/1257927
  832. 'swarming': {
  833. 'shards': 40,
  834. 'quickrun_shards': 80
  835. },
  836. },
  837. 'Linux ASan LSan Tests (1)': {
  838. # These are very slow on the ASAN trybot for some reason.
  839. # crbug.com/1257927
  840. 'swarming': {
  841. 'shards': 40,
  842. 'quickrun_shards': 80
  843. },
  844. },
  845. 'Linux ASan Tests (sandboxed)': {
  846. 'swarming': {
  847. 'shards': 30, # https://crbug.com/1103330
  848. },
  849. },
  850. 'Linux Chromium OS ASan LSan Tests (1)': {
  851. # These are very slow on the ASAN trybot for some reason.
  852. # crbug.com/1257927
  853. 'swarming': {
  854. 'shards': 60,
  855. },
  856. },
  857. 'Linux ChromiumOS MSan Focal': {
  858. # These are very slow on the Chrome OS MSAN trybot for some reason.
  859. # crbug.com/865455
  860. 'swarming': {
  861. 'shards': 40,
  862. },
  863. 'args': [
  864. '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
  865. ],
  866. },
  867. 'Linux ChromiumOS MSan Tests': {
  868. # These are very slow on the Chrome OS MSAN trybot, most likely because browser_tests on cros has ~40% more tests. Also, these tests
  869. # run on ash, which means every test starts and shuts down ash, which most likely explains why it takes longer than on other platforms.
  870. # crbug.com/865455
  871. 'swarming': {
  872. 'shards': 48,
  873. },
  874. 'args': [
  875. '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_negative.filter',
  876. ],
  877. },
  878. 'Linux Tests': {
  879. 'swarming': {
  880. 'quickrun_shards': 15,
  881. },
  882. },
  883. # https://crbug.com/1084469
  884. 'Linux Tests (Wayland)': {
  885. 'args': [
  886. '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_browser_tests.filter',
  887. ],
  888. 'swarming': {
  889. 'quickrun_shards': 24,
  890. },
  891. },
  892. 'Linux Tests (dbg)(1)': {
  893. # crbug.com/1066161
  894. 'swarming': {
  895. 'shards': 20,
  896. },
  897. },
  898. 'Mac ASan 64 Tests (1)': {
  899. 'swarming': {
  900. 'shards': 30,
  901. },
  902. # crbug.com/1196416
  903. 'args': [
  904. '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
  905. ],
  906. 'experiment_percentage': 100, # https://crbug.com/1251657
  907. },
  908. 'Mac10.15 Tests': {
  909. # crbug.com/1042757
  910. 'swarming': {
  911. 'dimension_sets': [
  912. {
  913. # These shards are liable to time out when running on macmini7,1.
  914. 'cores': '8|12',
  915. }
  916. ],
  917. },
  918. # crbug.com/1196416
  919. 'args': [
  920. '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
  921. ],
  922. },
  923. 'Mac11 Tests': {
  924. 'ci_only': True,
  925. },
  926. 'Mac12 Tests': {
  927. 'ci_only': True,
  928. },
  929. 'Mac12 Tests (dbg)': {
  930. # crbug.com/1042757
  931. 'swarming': {
  932. 'dimension_sets': [
  933. {
  934. # These shards are liable to time out when running on macmini7,1.
  935. 'cores': '8|12',
  936. }
  937. ],
  938. },
  939. # crbug.com/1196416
  940. 'args': [
  941. '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac-rel.browser_tests.filter',
  942. ],
  943. },
  944. 'ToTWin(dbg)': {
  945. 'swarming': {
  946. 'shards': 20,
  947. },
  948. },
  949. 'ToTWin64(dbg)': {
  950. 'swarming': {
  951. 'shards': 20,
  952. },
  953. },
  954. 'Win10 Tests x64': {
  955. # crbug.com/868082
  956. 'args': [
  957. '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
  958. ],
  959. 'swarming': {
  960. # This is for slow test execution that often becomes a critical path of
  961. # swarming jobs. crbug.com/868114
  962. 'shards': 15,
  963. 'quickrun_shards': 40,
  964. }
  965. },
  966. 'Win11 Tests x64': {
  967. # crbug.com/868082
  968. 'args': [
  969. '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
  970. ],
  971. 'swarming': {
  972. # This is for slow test execution that often becomes a critical path of
  973. # swarming jobs. crbug.com/868114
  974. 'shards': 15,
  975. 'quickrun_shards': 30,
  976. }
  977. },
  978. 'Win7 Tests (1)': {
  979. # This is for slow test execution that often becomes a critical path of
  980. # swarming jobs. crbug.com/868114
  981. 'swarming': {
  982. 'shards': 15,
  983. },
  984. },
  985. 'linux-chromeos-chrome': {
  986. # TODO(https://crbug.com/932269): Promote out of experiment when the
  987. # tests are green.
  988. 'args': [
  989. '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.browser_tests.filter',
  990. ],
  991. 'swarming': {
  992. 'shards': 20,
  993. },
  994. },
  995. 'linux-chromeos-code-coverage': {
  996. 'swarming': {
  997. 'shards': 50,
  998. },
  999. },
  1000. 'linux-chromeos-dbg': {
  1001. 'swarming': {
  1002. 'shards': 50,
  1003. },
  1004. },
  1005. 'linux-chromeos-rel': {
  1006. 'swarming': {
  1007. 'shards': 20,
  1008. 'quickrun_shards': 40,
  1009. 'dimension_sets': [
  1010. {
  1011. 'kvm': '1',
  1012. },
  1013. ],
  1014. },
  1015. },
  1016. 'linux-code-coverage': {
  1017. 'args': [
  1018. '--no-sandbox',
  1019. ],
  1020. 'swarming': {
  1021. 'shards': 50,
  1022. },
  1023. },
  1024. 'linux-lacros-tester-rel': {
  1025. 'swarming': {
  1026. 'quickrun_shards': 20,
  1027. },
  1028. },
  1029. 'mac-code-coverage': {
  1030. 'args': [
  1031. '--coverage-continuous-mode=1',
  1032. ],
  1033. },
  1034. 'mac-osxbeta-rel': {
  1035. 'swarming': {
  1036. 'shards': 12,
  1037. },
  1038. },
  1039. 'mac11-arm64-rel-tests': {
  1040. 'ci_only': False, # https://crbug.com/1234525
  1041. 'args': [
  1042. # crbug.com/1262402
  1043. '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac11-arm64-rel.browser_tests.filter',
  1044. ],
  1045. 'swarming': {
  1046. 'shards': 30,
  1047. },
  1048. },
  1049. 'mac12-arm64-rel-tests': {
  1050. 'ci_only': False, # https://crbug.com/1234525
  1051. 'args': [
  1052. # crbug.com/1262402
  1053. '--test-launcher-filter-file=../../testing/buildbot/filters/mac.mac12-arm64-rel.browser_tests.filter',
  1054. ],
  1055. 'swarming': {
  1056. 'shards': 30,
  1057. },
  1058. },
  1059. 'win-asan': {
  1060. # These are very slow on the ASAN trybot for some reason.
  1061. # crbug.com/1257927
  1062. 'swarming': {
  1063. 'shards': 40,
  1064. },
  1065. },
  1066. 'win-backuprefptr-x64-fyi-rel': {
  1067. 'args': [
  1068. '--test-launcher-filter-file=../../testing/buildbot/filters/win_backuprefptr_fyi.browser_tests.filter',
  1069. ],
  1070. },
  1071. 'win10-rel-no-external-ip': {
  1072. # crbug.com/868082
  1073. 'args': [
  1074. '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
  1075. ],
  1076. 'swarming': {
  1077. 'shards': 15,
  1078. }
  1079. },
  1080. },
  1081. },
  1082. 'cc_unittests': {
  1083. 'modifications': {
  1084. 'Linux TSan Tests': {
  1085. 'swarming': {
  1086. 'shards': 3,
  1087. },
  1088. },
  1089. 'android-11-x86-rel': {
  1090. # https://crbug.com/1039860
  1091. 'args': [
  1092. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
  1093. ],
  1094. },
  1095. 'android-12-x64-rel': {
  1096. # https://crbug.com/1039860
  1097. 'args': [
  1098. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.cc_unittests.filter',
  1099. ],
  1100. },
  1101. 'android-marshmallow-x86-rel': {
  1102. # https://crbug.com/1039860
  1103. 'args': [
  1104. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
  1105. ],
  1106. },
  1107. 'android-pie-x86-rel': {
  1108. # https://crbug.com/1039860
  1109. 'args': [
  1110. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.cc_unittests.filter',
  1111. ],
  1112. },
  1113. 'chromeos-amd64-generic-rel': {
  1114. 'swarming': {
  1115. 'quickrun_shards': 2,
  1116. },
  1117. },
  1118. 'fuchsia-code-coverage': {
  1119. 'swarming': {
  1120. 'shards': 4,
  1121. },
  1122. },
  1123. 'fuchsia-fyi-arm64-dbg': {
  1124. 'args': [
  1125. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.cc_unittests.filter',
  1126. ],
  1127. },
  1128. },
  1129. },
  1130. 'check_static_initializers': {
  1131. 'modifications': {
  1132. 'Mac Builder': {
  1133. 'args': [
  1134. '--allow-coverage-initializer',
  1135. ],
  1136. },
  1137. },
  1138. },
  1139. 'chrome_all_tast_tests': {
  1140. 'modifications': {
  1141. 'chromeos-amd64-generic-rel': {
  1142. 'swarming': {
  1143. 'quickrun_shards': 8,
  1144. 'shards': 7,
  1145. },
  1146. },
  1147. 'chromeos-betty-pi-arc-cfi-thin-lto-chrome': {
  1148. 'args': [
  1149. # This bot sets symbol_level=2, which doesn't fit inside a normal VM.
  1150. '--strip-chrome',
  1151. ],
  1152. },
  1153. # TODO(crbug.com/1141234): Move out of experimental if/when the bots are
  1154. # stable.
  1155. 'chromeos-jacuzzi-chrome': {
  1156. 'experiment_percentage': 100,
  1157. },
  1158. 'chromeos-kevin-chrome': {
  1159. 'swarming': {
  1160. # Reducing parallelism due to DUT shortage (b/238271231)
  1161. 'shards': 5,
  1162. }
  1163. },
  1164. 'chromeos-kevin-rel': {
  1165. 'swarming': {
  1166. # Reducing parallelism due to DUT shortage (b/238271231)
  1167. 'shards': 5,
  1168. }
  1169. },
  1170. 'chromeos-octopus-chrome': {
  1171. 'experiment_percentage': 100,
  1172. },
  1173. },
  1174. },
  1175. 'chrome_java_test_pagecontroller_tests': {
  1176. 'modifications': {
  1177. 'android-pie-arm64-rel': {
  1178. # TODO(crbug.com/1111436): Move this back to walleye if/when additional
  1179. # capacity has been deployed.
  1180. 'swarming': {
  1181. 'dimension_sets': [
  1182. {
  1183. 'device_type': 'sailfish',
  1184. },
  1185. ],
  1186. },
  1187. },
  1188. },
  1189. },
  1190. 'chrome_junit_tests': {
  1191. 'modifications': {
  1192. 'android-marshmallow-arm64-rel': {
  1193. 'args': [
  1194. # Too many shards can lead to race conditions (crbug/1272066)
  1195. '--shards=8',
  1196. ],
  1197. },
  1198. },
  1199. },
  1200. 'chrome_public_smoke_test': {
  1201. 'remove_from': [
  1202. 'android-code-coverage-native', # Does not generate profraw data.
  1203. 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
  1204. ],
  1205. },
  1206. 'chrome_public_test_apk': {
  1207. 'remove_from': [
  1208. 'android-asan', # https://crbug.com/964562
  1209. 'android-code-coverage-native', # Does not generate profraw data.
  1210. 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
  1211. ],
  1212. 'modifications': {
  1213. 'Marshmallow 64 bit Tester': {
  1214. 'swarming': {
  1215. 'shards': 14,
  1216. },
  1217. },
  1218. 'Marshmallow Tablet Tester': {
  1219. 'args': [
  1220. '--timeout-scale',
  1221. '2.0',
  1222. ],
  1223. },
  1224. 'Oreo Phone Tester': {
  1225. # TODO(https://crbug.com/884413): Re-enable this once the tests are
  1226. # either passing or there is more capacity.
  1227. 'experiment_percentage': 0,
  1228. },
  1229. 'android-11-x86-rel': {
  1230. 'args': [
  1231. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.chrome_public_test_apk.filter',
  1232. '--timeout-scale=2.0',
  1233. ],
  1234. # TODO(https://crbug.com/1285975) Remove experiment and enable on
  1235. # trybot once the device offline issue is resolved.
  1236. 'ci_only': True,
  1237. 'experiment_percentage': 100,
  1238. },
  1239. 'android-12-x64-rel': {
  1240. 'args': [
  1241. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_test_apk.filter',
  1242. '--timeout-scale=2.0',
  1243. ],
  1244. # TODO(crbug.com/1225851): Remove experiment and ci_only
  1245. # once the test suite is stable.
  1246. 'ci_only': True,
  1247. 'experiment_percentage': 100,
  1248. },
  1249. 'android-arm64-proguard-rel': {
  1250. 'swarming': {
  1251. 'shards': 25,
  1252. },
  1253. },
  1254. 'android-marshmallow-arm64-rel-swarming': {
  1255. 'swarming': {
  1256. 'service_account': 'chrome-gold-dev@chops-service-accounts.iam.gserviceaccount.com'
  1257. },
  1258. },
  1259. 'android-marshmallow-x86-fyi-rel-reviver': {
  1260. 'swarming': {
  1261. # TODO(crbug.com/1127110): Revisit shards and machine_type if there
  1262. # are n2 machines available in the test pool.
  1263. 'shards': 25,
  1264. },
  1265. },
  1266. 'android-marshmallow-x86-rel': {
  1267. 'args': [
  1268. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.chrome_public_test_apk.filter',
  1269. ],
  1270. 'swarming': {
  1271. # TODO(crbug.com/1127110): Revisit shards and machine_type if there
  1272. # are n2 machines available in the test pool.
  1273. 'shards': 25,
  1274. },
  1275. },
  1276. 'android-nougat-x86-rel': {
  1277. 'args': [
  1278. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.chrome_public_test_apk.filter',
  1279. ],
  1280. },
  1281. 'android-pie-arm64-rel': {
  1282. 'args': [
  1283. '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.chrome_public_test_apk.filter', # https://crbug.com/1010211
  1284. ],
  1285. 'ci_only': True, # https://crbug.com/1233700
  1286. },
  1287. 'android-pie-x86-fyi-rel-reviver': {
  1288. 'swarming': {
  1289. # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
  1290. 'shards': 30,
  1291. },
  1292. },
  1293. 'android-pie-x86-rel': {
  1294. 'args': [
  1295. # https://crbug.com/1046059
  1296. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.chrome_public_test_apk.filter',
  1297. ],
  1298. 'swarming': {
  1299. # See https://crbug.com/1230192, runs of 40-60 minutes at 20 shards.
  1300. 'shards': 30,
  1301. },
  1302. },
  1303. },
  1304. },
  1305. 'chrome_public_test_apk_with_playstore': {
  1306. 'remove_from': [
  1307. # Android Emulator does not ship playstore image on Marshmallow.
  1308. 'android-marshmallow-x86-fyi-rel-reviver',
  1309. 'android-marshmallow-x86-rel',
  1310. ],
  1311. 'modifications': {
  1312. 'android-11-x86-rel': {
  1313. 'args': [
  1314. '--avd-config=../../tools/android/avd/proto/generic_playstore_android30.textpb',
  1315. ],
  1316. 'swarming': {
  1317. # soft affinity so that bots with caches will be picked first
  1318. 'optional_dimensions': {
  1319. '60': [
  1320. {
  1321. 'caches': 'generic_playstore_android30',
  1322. }
  1323. ],
  1324. },
  1325. 'named_caches': [
  1326. {
  1327. 'name': 'generic_playstore_android30',
  1328. 'path': '.android_emulator/generic_playstore_android30',
  1329. },
  1330. ],
  1331. },
  1332. },
  1333. 'android-12-x64-rel': {
  1334. 'args': [
  1335. '--avd-config=../../tools/android/avd/proto/generic_playstore_android31.textpb',
  1336. ],
  1337. 'swarming': {
  1338. # soft affinity so that bots with caches will be picked first
  1339. 'optional_dimensions': {
  1340. '60': [
  1341. {
  1342. 'caches': 'generic_playstore_android31',
  1343. }
  1344. ],
  1345. },
  1346. 'named_caches': [
  1347. {
  1348. 'name': 'generic_playstore_android31',
  1349. 'path': '.android_emulator/generic_playstore_android31',
  1350. },
  1351. ],
  1352. },
  1353. },
  1354. 'android-pie-x86-fyi-rel-reviver': {
  1355. 'args': [
  1356. '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
  1357. ],
  1358. 'swarming': {
  1359. # soft affinity so that bots with caches will be picked first
  1360. 'optional_dimensions': {
  1361. '60': [
  1362. {
  1363. 'caches': 'generic_playstore_android28',
  1364. }
  1365. ],
  1366. },
  1367. 'named_caches': [
  1368. {
  1369. 'name': 'generic_playstore_android28',
  1370. 'path': '.android_emulator/generic_playstore_android28',
  1371. },
  1372. ],
  1373. },
  1374. },
  1375. 'android-pie-x86-rel': {
  1376. 'args': [
  1377. '--avd-config=../../tools/android/avd/proto/generic_playstore_android28.textpb',
  1378. ],
  1379. 'swarming': {
  1380. # soft affinity so that bots with caches will be picked first
  1381. 'optional_dimensions': {
  1382. '60': [
  1383. {
  1384. 'caches': 'generic_playstore_android28',
  1385. }
  1386. ],
  1387. },
  1388. 'named_caches': [
  1389. {
  1390. 'name': 'generic_playstore_android28',
  1391. 'path': '.android_emulator/generic_playstore_android28',
  1392. },
  1393. ],
  1394. },
  1395. },
  1396. },
  1397. },
  1398. 'chrome_public_test_vr_apk': {
  1399. 'remove_from': [
  1400. # Decided to no longer run VR tests on M, crbug.com/1159619.
  1401. 'Marshmallow Tablet Tester',
  1402. 'android-pie-arm64-rel', # https://crbug.com/1010211
  1403. 'ToTAndroid',
  1404. 'android-asan', # https://crbug.com/964562
  1405. 'android-code-coverage-native', # Does not generate profraw data.
  1406. 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
  1407. ],
  1408. },
  1409. 'chrome_public_test_vr_apk-vega': {
  1410. 'modifications': {
  1411. 'Oreo Phone Tester': {
  1412. 'swarming': {
  1413. 'dimension_sets': [
  1414. {
  1415. 'device_os': 'OVR1.180808.003',
  1416. 'device_type': 'vega',
  1417. 'os': 'Android',
  1418. },
  1419. ],
  1420. },
  1421. }
  1422. }
  1423. },
  1424. 'chrome_public_unit_test_apk': {
  1425. 'modifications': {
  1426. 'android-12-x64-rel': {
  1427. 'args': [
  1428. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.chrome_public_unit_test_apk.filter',
  1429. ],
  1430. },
  1431. },
  1432. },
  1433. 'chrome_public_wpt': {
  1434. 'modifications': {
  1435. 'android-chrome-pie-x86-wpt-fyi-rel': {
  1436. 'args': [
  1437. '--use-upstream-wpt',
  1438. ],
  1439. },
  1440. },
  1441. },
  1442. 'chrome_sizes': {
  1443. 'modifications': {
  1444. 'lacros-amd64-generic-chrome': {
  1445. 'swarming': {
  1446. 'dimension_sets': [
  1447. {
  1448. 'cpu': 'x86-64',
  1449. 'os': 'Ubuntu-18.04',
  1450. },
  1451. ],
  1452. },
  1453. },
  1454. 'lacros-arm-generic-chrome': {
  1455. 'swarming': {
  1456. 'dimension_sets': [
  1457. {
  1458. 'cpu': 'x86-64',
  1459. 'os': 'Ubuntu-18.04',
  1460. },
  1461. ],
  1462. },
  1463. },
  1464. },
  1465. },
  1466. 'chromedriver_py_tests': {
  1467. 'remove_from': [
  1468. # Timeout happens sometimes (crbug.com/951799).
  1469. 'Win10 Tests x64 (dbg)',
  1470. ],
  1471. },
  1472. 'components_browsertests': {
  1473. 'modifications': {
  1474. 'android-11-x86-rel': {
  1475. 'swarming': {
  1476. 'shards': 2,
  1477. },
  1478. },
  1479. 'android-asan': {
  1480. 'swarming': {
  1481. 'shards': 3,
  1482. },
  1483. },
  1484. 'android-marshmallow-arm64-rel': {
  1485. 'swarming': {
  1486. 'quickrun_shards': 2,
  1487. },
  1488. },
  1489. },
  1490. },
  1491. 'components_unittests': {
  1492. 'remove_from': [
  1493. # https://crbug.com/1147531 - covered on marshmallow emulator.
  1494. 'android-marshmallow-arm64-rel',
  1495. ],
  1496. 'modifications': {
  1497. 'Linux ASan LSan Low Symbols FYI Tests (1)': {
  1498. # These are very slow on the ASAN trybot for some reason.
  1499. # crbug.com/1257927
  1500. 'swarming': {
  1501. 'shards': 5,
  1502. },
  1503. },
  1504. 'Linux ASan LSan Tests (1)': {
  1505. # These are very slow on the ASAN trybot for some reason.
  1506. # crbug.com/1257927
  1507. 'swarming': {
  1508. 'shards': 5,
  1509. },
  1510. },
  1511. 'Linux Chromium OS ASan LSan Tests (1)': {
  1512. # These are very slow on the ASAN trybot for some reason.
  1513. # crbug.com/1257927
  1514. 'swarming': {
  1515. 'shards': 5,
  1516. },
  1517. },
  1518. 'Linux TSan Tests': {
  1519. 'swarming': {
  1520. 'shards': 2,
  1521. },
  1522. },
  1523. # https://crbug.com/1344223
  1524. 'Mac10.13 Tests': {
  1525. 'swarming': {
  1526. 'shards': 2,
  1527. },
  1528. },
  1529. 'android-11-x86-rel': {
  1530. 'args': [
  1531. # TODO(crbug.com/1192348): Fix the test failure
  1532. '--gtest_filter=-FieldFormatterTest.DifferentLocales',
  1533. ],
  1534. },
  1535. 'android-12-x64-rel': {
  1536. 'args': [
  1537. # TODO(crbug.com/1192348): Fix the test failure
  1538. '--gtest_filter=-FieldFormatterTest.DifferentLocales',
  1539. ],
  1540. },
  1541. },
  1542. },
  1543. 'compositor_unittests': {
  1544. 'modifications': {
  1545. 'fuchsia-fyi-arm64-dbg': {
  1546. 'args': [
  1547. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.compositor_unittests.filter',
  1548. ],
  1549. },
  1550. },
  1551. },
  1552. 'content_browsertests': {
  1553. 'remove_from': [
  1554. 'CrWinAsan(dll)', # https://crbug.com/935598
  1555. 'android-marshmallow-arm64-rel', # http://crbug.com/1060245#c30: due to low utility and capacity.
  1556. ],
  1557. 'modifications': {
  1558. 'Cast Audio Linux': {
  1559. 'args': [
  1560. '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
  1561. ],
  1562. },
  1563. 'Cast Linux': {
  1564. 'args': [
  1565. '--test-launcher-filter-file=../../testing/buildbot/filters/cast-linux.content_browsertests.filter',
  1566. ],
  1567. },
  1568. 'Linux ASan LSan Low Symbols FYI Tests (1)': {
  1569. 'swarming': {
  1570. 'shards': 12,
  1571. 'quickrun_shards': 24,
  1572. },
  1573. },
  1574. 'Linux ASan LSan Tests (1)': {
  1575. 'swarming': {
  1576. 'shards': 12,
  1577. 'quickrun_shards': 24,
  1578. },
  1579. },
  1580. 'Linux ASan Tests (sandboxed)': {
  1581. 'swarming': {
  1582. 'shards': 10, # https://crbug.com/1103330
  1583. },
  1584. },
  1585. 'Linux TSan Tests': {
  1586. 'swarming': {
  1587. 'shards': 15,
  1588. 'quickrun_shards': 30,
  1589. },
  1590. },
  1591. 'Mac ASan 64 Tests (1)': { # https://crbug.com/1200640
  1592. 'experiment_percentage': 100,
  1593. },
  1594. 'Mac11 Tests': {
  1595. 'swarming': {
  1596. 'shards': 12,
  1597. 'quickrun_shards': 10,
  1598. },
  1599. },
  1600. 'Mac12 Tests': {
  1601. 'swarming': {
  1602. 'shards': 12,
  1603. 'quickrun_shards': 10,
  1604. },
  1605. },
  1606. 'Mac12 Tests (dbg)': { # https://crbug.com/1279504
  1607. 'swarming': {
  1608. 'shards': 18,
  1609. },
  1610. },
  1611. 'Marshmallow Tablet Tester': {
  1612. 'args': [
  1613. '--test-launcher-filter-file=../../testing/buildbot/filters/android.marshmallow_tablet_tester.content_browsertests.filter',
  1614. ],
  1615. 'swarming': {
  1616. 'shards': 15,
  1617. },
  1618. },
  1619. 'WebRTC Chromium FYI Android Tests (dbg) (M Nexus5X)': {
  1620. 'args': [
  1621. '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
  1622. ],
  1623. },
  1624. 'WebRTC Chromium FYI Android Tests (dbg) (N Nexus5X)': {
  1625. 'args': [
  1626. '--test-launcher-filter-file=../../testing/buildbot/filters/chromium.webrtc.fyi.android.tests.dbg.content_browsertests.filter',
  1627. ],
  1628. },
  1629. 'Win10 Tests x64': {
  1630. # crbug.com/868082
  1631. 'args': [
  1632. '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
  1633. ],
  1634. 'swarming': {
  1635. 'quickrun_shards': 18,
  1636. },
  1637. },
  1638. 'Win10 Tests x64 (dbg)': {
  1639. 'experiment_percentage': 100,
  1640. # crbug.com/868082
  1641. 'args': [
  1642. '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
  1643. ],
  1644. },
  1645. 'Win11 Tests x64': {
  1646. # crbug.com/868082
  1647. 'args': [
  1648. '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
  1649. ],
  1650. },
  1651. 'android-11-x86-rel': {
  1652. # TODO(crbug.com/1137474): Remove ci_only and experiment_percentage
  1653. # after the test suite is green.
  1654. 'ci_only': True,
  1655. 'experiment_percentage': 100,
  1656. # TODO(crbug.com/1137474): Revisit the shard number once failed tests
  1657. # are fixed.
  1658. 'swarming': {
  1659. 'shards': 30,
  1660. 'dimension_sets': [
  1661. {
  1662. 'machine_type': 'e2-standard-8', # use 8-core to shorten runtime
  1663. },
  1664. ],
  1665. },
  1666. },
  1667. 'android-12-x64-rel': {
  1668. 'args': [
  1669. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_browsertests.filter',
  1670. ],
  1671. 'swarming': {
  1672. 'shards': 25,
  1673. },
  1674. },
  1675. 'android-arm64-proguard-rel': {
  1676. 'swarming': {
  1677. 'shards': 16,
  1678. },
  1679. },
  1680. 'android-asan': {
  1681. 'args': [
  1682. '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.content_browsertests.filter',
  1683. ],
  1684. 'swarming': {
  1685. 'shards': 25,
  1686. },
  1687. },
  1688. 'android-marshmallow-arm64-rel': {
  1689. 'swarming': {
  1690. 'shards': 16,
  1691. },
  1692. },
  1693. 'android-marshmallow-x86-rel-non-cq': {
  1694. 'args': [
  1695. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_browsertests.filter',
  1696. ],
  1697. 'swarming': {
  1698. 'shards': 20,
  1699. },
  1700. },
  1701. 'android-nougat-x86-rel': {
  1702. 'args': [
  1703. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_browsertests.filter',
  1704. ],
  1705. 'swarming': {
  1706. 'shards': 20,
  1707. },
  1708. },
  1709. 'android-pie-arm64-rel': {
  1710. 'swarming': {
  1711. 'quickrun_shards': 40
  1712. }
  1713. },
  1714. 'android-pie-x86-fyi-rel-reviver': {
  1715. 'swarming': {
  1716. # Flaking with only 20 shards with 40-60 minute runs.
  1717. # https://crbug.com/1230118
  1718. 'shards': 30,
  1719. },
  1720. },
  1721. 'android-pie-x86-rel': {
  1722. 'args': [
  1723. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_p.content_browsertests.filter',
  1724. ],
  1725. 'swarming': {
  1726. # Flaking with only 20 shards with 40-60 minute runs.
  1727. # https://crbug.com/1230118
  1728. 'shards': 30,
  1729. },
  1730. },
  1731. 'linux-chromeos-code-coverage': {
  1732. 'swarming': {
  1733. 'shards': 12,
  1734. },
  1735. },
  1736. 'linux-chromeos-rel': {
  1737. 'swarming': {
  1738. 'shards': 3,
  1739. },
  1740. },
  1741. 'linux-code-coverage': {
  1742. 'args': [
  1743. '--no-sandbox',
  1744. ],
  1745. 'swarming': {
  1746. 'shards': 12,
  1747. },
  1748. },
  1749. # https://crbug.com/1111979
  1750. 'linux-lacros-tester-fyi-rel': {
  1751. 'experiment_percentage': 100,
  1752. },
  1753. 'mac-code-coverage': {
  1754. 'args': [
  1755. '--coverage-continuous-mode=1',
  1756. ],
  1757. },
  1758. # https://crbug.com/1255940
  1759. 'mac-rel-swarming': {
  1760. 'swarming': {
  1761. 'dimension_sets': [
  1762. {
  1763. # These test would time out when running on 4 cores instances.
  1764. 'cores': '8|12',
  1765. }
  1766. ],
  1767. },
  1768. },
  1769. 'win10-rel-no-external-ip': {
  1770. # crbug.com/868082
  1771. 'args': [
  1772. '--disable-features=WebRTC-H264WithOpenH264FFmpeg',
  1773. ],
  1774. },
  1775. },
  1776. },
  1777. 'content_shell_crash_test': {
  1778. 'remove_from': [
  1779. 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084353
  1780. 'android-nougat-x86-rel', # crbug.com/1084353
  1781. ],
  1782. 'modifications': {
  1783. 'Win10 Tests x64 (dbg)': {
  1784. 'experiment_percentage': 100, # https://crbug.com/861730
  1785. },
  1786. },
  1787. },
  1788. 'content_shell_test_apk': {
  1789. 'remove_from': [
  1790. 'android-asan', # https://crbug.com/964562
  1791. 'android-code-coverage-native', # Does not generate profraw data.
  1792. 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
  1793. ],
  1794. 'modifications': {
  1795. 'android-11-x86-rel': {
  1796. 'args': [
  1797. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.content_shell_test_apk.filter',
  1798. '--timeout-scale=2.0',
  1799. ],
  1800. },
  1801. 'android-12-x64-rel': {
  1802. 'args': [
  1803. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.content_shell_test_apk.filter',
  1804. ],
  1805. },
  1806. 'android-marshmallow-x86-fyi-rel-reviver': {
  1807. 'swarming': {
  1808. 'quickrun_shards': 8,
  1809. },
  1810. },
  1811. 'android-marshmallow-x86-rel': {
  1812. 'args': [
  1813. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.content_shell_test_apk.filter',
  1814. ],
  1815. 'swarming': {
  1816. 'quickrun_shards': 8,
  1817. },
  1818. },
  1819. 'android-nougat-x86-rel': {
  1820. 'args': [
  1821. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.content_shell_test_apk.filter',
  1822. ],
  1823. },
  1824. 'android-pie-x86-rel': {
  1825. 'args': [
  1826. '--gtest_filter=-ContentViewScrollingTest.testFling',
  1827. ],
  1828. },
  1829. },
  1830. },
  1831. 'content_unittests': {
  1832. 'modifications': {
  1833. 'Linux ASan LSan Low Symbols FYI Tests (1)': {
  1834. # These are slow on the ASAN trybot for some reason.
  1835. # crbug.com/1257927
  1836. 'swarming': {
  1837. 'shards': 2,
  1838. },
  1839. },
  1840. 'Linux ASan LSan Tests (1)': {
  1841. # These are slow on the ASAN trybot for some reason.
  1842. # crbug.com/1257927
  1843. 'swarming': {
  1844. 'shards': 2,
  1845. },
  1846. },
  1847. 'Linux ChromiumOS MSan Tests': {
  1848. # These are very slow on the Chrome OS MSAN trybot for some reason.
  1849. # crbug.com/865455
  1850. 'swarming': {
  1851. 'shards': 2,
  1852. },
  1853. },
  1854. 'fuchsia-code-coverage': {
  1855. 'swarming': {
  1856. 'shards': 12,
  1857. },
  1858. },
  1859. 'fuchsia-fyi-x64-asan': {
  1860. 'args': [
  1861. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.content_unittests.filter',
  1862. ],
  1863. },
  1864. },
  1865. },
  1866. 'context_lost_validating_tests': {
  1867. # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
  1868. # exception once there is enough capacity to run these tests.
  1869. 'remove_from': [
  1870. 'Android FYI Release (Pixel 2)',
  1871. ],
  1872. },
  1873. 'crashpad_tests': {
  1874. 'remove_from': [
  1875. 'linux-win_cross-rel', # https://crbug.com/762167
  1876. # https://crbug.com/crashpad/304
  1877. 'Linux TSan Tests',
  1878. 'ToTLinuxTSan',
  1879. # https://crbug.com/crashpad/306
  1880. 'Linux CFI',
  1881. 'Linux CFI (reclient shadow)',
  1882. 'CFI Linux ToT',
  1883. ],
  1884. 'modifications': {
  1885. # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
  1886. # the tests. Run this experimentally on all the macOS bots >= 12 and
  1887. # remove this exception once fixed.
  1888. 'Mac Builder Next': {
  1889. 'experiment_percentage': 100,
  1890. },
  1891. 'android-11-x86-rel': {
  1892. 'args': [
  1893. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.crashpad_tests.filter',
  1894. ],
  1895. },
  1896. 'android-12-x64-rel': {
  1897. 'args': [
  1898. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.crashpad_tests.filter',
  1899. ],
  1900. },
  1901. # TODO(crbug.com/1254975): dyld was rebuilt for macOS 12, which breaks
  1902. # the tests. Run this experimentally on all the macOS bots >= 12 and
  1903. # remove this exception once fixed.
  1904. 'mac-osxbeta-rel': {
  1905. 'experiment_percentage': 100,
  1906. },
  1907. },
  1908. },
  1909. 'dawn_perf_tests': {
  1910. 'remove_from': [
  1911. 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
  1912. 'Dawn Win10 x86 Release (Intel HD 630)',
  1913. ],
  1914. },
  1915. 'device_unittests': {
  1916. 'modifications': {
  1917. 'android-12-x64-rel': {
  1918. 'args': [
  1919. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.device_unittests.filter',
  1920. ],
  1921. },
  1922. },
  1923. },
  1924. 'disk_usage_tast_test': {
  1925. # TODO(crbug.com/1077659): Add the test back after it's fixed.
  1926. 'remove_from': [
  1927. 'chromeos-kevin-rel',
  1928. ],
  1929. },
  1930. 'exo_unittests': {
  1931. 'modifications': {
  1932. 'linux-chromeos-rel': {
  1933. 'swarming': {
  1934. 'quickrun_shards': 2,
  1935. }
  1936. },
  1937. },
  1938. },
  1939. 'extensions_browsertests': {
  1940. 'remove_from': [
  1941. 'CrWinAsan(dll)', # https://crbug.com/935598
  1942. ],
  1943. 'modifications': {
  1944. 'Win10 Tests x64 (dbg)': {
  1945. 'experiment_percentage': 100, # https://crbug.com/876615
  1946. },
  1947. # https://crbug.com/1111979,
  1948. 'linux-lacros-code-coverage': {
  1949. 'args': [
  1950. '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
  1951. ],
  1952. },
  1953. 'linux-lacros-dbg-tests-fyi': {
  1954. 'args': [
  1955. '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
  1956. ],
  1957. },
  1958. 'linux-lacros-tester-rel': {
  1959. 'args': [
  1960. '--gtest_filter=-BluetoothShellApiTest.ApiSanityCheck:BluetoothSocketApiTest.Listen:BluetoothSocketApiTest.PermissionDenied',
  1961. ],
  1962. },
  1963. },
  1964. },
  1965. 'extensions_unittests': {
  1966. 'modifications': {
  1967. 'fuchsia-fyi-x64-asan': {
  1968. 'args': [
  1969. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.extensions_unittests.filter',
  1970. ],
  1971. },
  1972. # https://crbug.com/1111979,
  1973. 'linux-lacros-code-coverage': {
  1974. 'args': [
  1975. '--gtest_filter=-BluetoothSocketApiUnittest.CreateThenClose:'
  1976. 'NativeExtensionBindingsSystemUnittest.*',
  1977. ],
  1978. },
  1979. 'linux-lacros-dbg-tests-fyi': {
  1980. 'args': [
  1981. '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
  1982. 'BluetoothSocketApiUnittest.CreateThenClose:'
  1983. 'FeatureProviderTest.PermissionFeatureAvailability',
  1984. ],
  1985. },
  1986. 'linux-lacros-tester-rel': {
  1987. 'args': [
  1988. '--gtest_filter=-NativeExtensionBindingsSystemUnittest*:'
  1989. 'BluetoothSocketApiUnittest.CreateThenClose:'
  1990. 'FeatureProviderTest.PermissionFeatureAvailability',
  1991. ],
  1992. },
  1993. },
  1994. },
  1995. 'gfx_unittests': {
  1996. 'modifications': {
  1997. 'fuchsia-code-coverage': {
  1998. 'swarming': {
  1999. 'shards': 2,
  2000. },
  2001. },
  2002. },
  2003. },
  2004. 'gin_unittests': {
  2005. 'remove_from': [
  2006. 'ToTLinuxASan', # https://crbug.com/831667
  2007. 'Linux ASan LSan Low Symbols FYI Tests (1)', # https://crbug.com/831667
  2008. 'Linux ASan LSan Tests (1)', # https://crbug.com/831667
  2009. 'Linux Chromium OS ASan LSan Tests (1)', # https://crbug.com/831667
  2010. ],
  2011. 'modifications': {
  2012. 'fuchsia-fyi-x64-asan': {
  2013. 'args': [
  2014. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.lsan.gin_unittests.filter',
  2015. ],
  2016. },
  2017. },
  2018. },
  2019. 'gl_tests_passthrough': {
  2020. 'remove_from': [
  2021. 'CFI Linux ToT',
  2022. # Can't run on MSAN because gl_tests uses the hardware driver,
  2023. # which isn't instrumented.
  2024. 'Linux MSan Tests',
  2025. 'Linux MSan Focal',
  2026. ],
  2027. 'modifications': {
  2028. # TODO(kbr): figure out a better way to specify blocks of
  2029. # arguments like this for tests on multiple machines.
  2030. 'Linux ASan LSan Low Symbols FYI Tests (1)': {
  2031. 'args': [
  2032. '--use-gpu-in-tests',
  2033. '--no-xvfb',
  2034. ],
  2035. 'swarming': {
  2036. 'dimension_sets': [
  2037. {
  2038. 'gpu': '10de:2184',
  2039. 'os': 'Ubuntu',
  2040. 'pool': 'chromium.tests.gpu',
  2041. },
  2042. ],
  2043. },
  2044. },
  2045. 'Linux ASan LSan Tests (1)': {
  2046. 'args': [
  2047. '--use-gpu-in-tests',
  2048. '--no-xvfb',
  2049. ],
  2050. 'swarming': {
  2051. 'dimension_sets': [
  2052. {
  2053. 'gpu': '10de:2184',
  2054. 'os': 'Ubuntu',
  2055. 'pool': 'chromium.tests.gpu',
  2056. },
  2057. ],
  2058. },
  2059. },
  2060. 'Linux CFI': {
  2061. 'args': [
  2062. '--use-gpu-in-tests',
  2063. '--no-xvfb',
  2064. ],
  2065. 'swarming': {
  2066. 'dimension_sets': [
  2067. {
  2068. 'gpu': '10de:2184',
  2069. 'os': 'Ubuntu',
  2070. 'pool': 'chromium.tests.gpu',
  2071. },
  2072. ],
  2073. },
  2074. },
  2075. 'Linux CFI (reclient shadow)': {
  2076. 'args': [
  2077. '--use-gpu-in-tests',
  2078. '--no-xvfb',
  2079. ],
  2080. 'swarming': {
  2081. 'dimension_sets': [
  2082. {
  2083. 'gpu': '10de:2184',
  2084. 'os': 'Ubuntu',
  2085. 'pool': 'chromium.tests.gpu',
  2086. },
  2087. ],
  2088. },
  2089. },
  2090. 'Linux TSan Tests': {
  2091. 'args': [
  2092. '--use-gpu-in-tests',
  2093. '--no-xvfb',
  2094. ],
  2095. 'swarming': {
  2096. 'dimension_sets': [
  2097. {
  2098. 'gpu': '10de:2184',
  2099. 'os': 'Ubuntu',
  2100. 'pool': 'chromium.tests.gpu',
  2101. },
  2102. ],
  2103. },
  2104. },
  2105. },
  2106. },
  2107. 'gl_tests_validating': {
  2108. 'remove_from': [
  2109. 'Android FYI Release (Nexus 5X)',
  2110. ],
  2111. 'modifications': {
  2112. 'android-11-x86-rel': {
  2113. 'args': [
  2114. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.gl_tests.filter',
  2115. ],
  2116. },
  2117. 'android-12-x64-rel': {
  2118. 'args': [
  2119. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_tests.filter',
  2120. ],
  2121. },
  2122. 'android-marshmallow-x86-rel': {
  2123. 'args': [
  2124. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
  2125. ],
  2126. },
  2127. 'android-nougat-x86-rel': {
  2128. 'args': [
  2129. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_n.gl_tests.filter',
  2130. ],
  2131. },
  2132. 'android-pie-arm64-rel': {
  2133. 'args': [
  2134. '--test-launcher-filter-file=../../testing/buildbot/filters/android.pie_arm64_rel.gl_tests.filter', # https://crbug.com/1034007
  2135. ],
  2136. },
  2137. 'android-pie-x86-rel': {
  2138. 'args': [
  2139. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.gl_tests.filter',
  2140. ],
  2141. },
  2142. },
  2143. },
  2144. 'gl_unittests': {
  2145. 'remove_from': [
  2146. # On Android, these are already run on the main waterfall.
  2147. # Run them on the one-off Android FYI bots, though.
  2148. 'Android FYI Release (Nexus 5X)',
  2149. # Can't run on MSAN because gl_unittests uses the hardware driver,
  2150. # which isn't instrumented.
  2151. 'Linux MSan Tests',
  2152. 'Linux MSan Focal',
  2153. ],
  2154. 'modifications': {
  2155. 'android-12-x64-rel': {
  2156. 'args': [
  2157. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.gl_unittests.filter',
  2158. ],
  2159. },
  2160. },
  2161. },
  2162. 'gl_unittests_ozone': {
  2163. 'remove_from': [
  2164. # Can't run on MSAN because gl_unittests_ozone uses the hardware driver,
  2165. # which isn't instrumented.
  2166. 'Linux ChromiumOS MSan Tests',
  2167. 'Linux ChromiumOS MSan Focal',
  2168. ],
  2169. },
  2170. 'gold_common_pytype': {
  2171. 'remove_from': [
  2172. 'linux-code-coverage',
  2173. ],
  2174. },
  2175. 'gpu_process_launch_tests': {
  2176. # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
  2177. # exception once there is enough capacity to run these tests.
  2178. 'remove_from': [
  2179. 'Android FYI Release (Pixel 2)',
  2180. ],
  2181. },
  2182. 'gpu_pytype': {
  2183. 'remove_from': [
  2184. 'linux-code-coverage',
  2185. ],
  2186. },
  2187. 'gpu_unittests': {
  2188. 'modifications': {
  2189. 'fuchsia-code-coverage': {
  2190. 'swarming': {
  2191. 'shards': 5,
  2192. },
  2193. },
  2194. },
  2195. },
  2196. 'grit_python_unittests': {
  2197. 'remove_from': [
  2198. # These tests require node, which is not supported in Win7.
  2199. # (https://crbug.com/1218989)
  2200. 'Win 7 Tests x64 (1)',
  2201. 'Win7 Tests (1)',
  2202. # TODO(https://crbug.com/1267125): Re-enable.
  2203. 'mac11-arm64-rel-tests',
  2204. # TODO(https://crbug.com/1267125): Re-enable.
  2205. 'mac12-arm64-rel-tests',
  2206. ],
  2207. },
  2208. 'hardware_accelerated_feature_tests': {
  2209. # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
  2210. # exception once there is enough capacity to run these tests.
  2211. 'remove_from': [
  2212. 'Android FYI Release (Pixel 2)',
  2213. ],
  2214. },
  2215. 'headless_browsertests': {
  2216. 'remove_from': [
  2217. 'CrWinAsan(dll)', # https://crbug.com/935598
  2218. # Wayland bot doesn't support headless mode.
  2219. 'Linux Tests (Wayland)',
  2220. ],
  2221. 'modifications': {
  2222. 'fuchsia-code-coverage': {
  2223. 'swarming': {
  2224. 'shards': 6,
  2225. },
  2226. },
  2227. },
  2228. },
  2229. 'info_collection_tests': {
  2230. 'remove_from': [
  2231. 'Android V8 FYI Release (Nexus 5X)',
  2232. 'Linux V8 FYI Release (NVIDIA)',
  2233. 'Linux V8 FYI Release - pointer compression (NVIDIA)',
  2234. 'Mac V8 FYI Release (Intel)',
  2235. 'Win V8 FYI Release (NVIDIA)',
  2236. ],
  2237. 'modifications': {
  2238. 'ChromeOS FYI Release (amd64-generic)': {
  2239. 'args': [
  2240. # Swarming does not report a GPU since tests are run in a VM, but
  2241. # the VM does report that a GPU is present.
  2242. '--expected-device-id', '1050',
  2243. ],
  2244. },
  2245. 'fuchsia-fyi-x64-rel': {
  2246. 'args': [
  2247. # Swarming does not report a GPU since tests are run in a VM, but
  2248. # the VM does report that a GPU is present.
  2249. '--expected-device-id', 'c0de',
  2250. ],
  2251. },
  2252. 'fuchsia-fyi-x64-wst': {
  2253. 'args': [
  2254. # Swarming does not report a GPU since tests are run in a VM, but
  2255. # the VM does report that a GPU is present.
  2256. '--expected-device-id', 'c0de',
  2257. ],
  2258. },
  2259. },
  2260. 'replacements': {
  2261. 'ChromeOS FYI Release (amd64-generic)': {
  2262. 'args': {
  2263. # Swarming does not report a GPU since tests are run in a VM, but
  2264. # the VM does report that a GPU is present.
  2265. '--expected-vendor-id': '1af4',
  2266. # Magic substitution happens after regular replacement, so remove it
  2267. # now since we are manually applying the expected device ID above.
  2268. '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
  2269. },
  2270. },
  2271. 'Mac FYI Experimental Release (Apple M1)': {
  2272. 'args': {
  2273. # The GPU information is not yet exposed in swarming, so we can't
  2274. # explicitly request it and have the JSON generation handle this
  2275. # automatically.
  2276. '--expected-vendor-id': '106b',
  2277. },
  2278. },
  2279. 'Mac FYI Release (Apple M1)': {
  2280. 'args': {
  2281. # The GPU information is not yet exposed in swarming, so we can't
  2282. # explicitly request it and have the JSON generation handle this
  2283. # automatically.
  2284. '--expected-vendor-id': '106b',
  2285. },
  2286. },
  2287. 'fuchsia-fyi-x64-rel': {
  2288. 'args': {
  2289. # The GPU information is not exposed in swarming since Fuchsia
  2290. # launches an emulator on the GCE machine.
  2291. '--expected-vendor-id': '1ae0',
  2292. '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
  2293. },
  2294. },
  2295. 'fuchsia-fyi-x64-wst': {
  2296. 'args': {
  2297. # The GPU information is not exposed in swarming since Fuchsia
  2298. # launches an emulator on the GCE machine.
  2299. '--expected-vendor-id': '1ae0',
  2300. '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId': None,
  2301. },
  2302. },
  2303. },
  2304. },
  2305. 'interactive_ui_tests': {
  2306. 'remove_from': [
  2307. 'CrWinAsan(dll)', # https://crbug.com/935598
  2308. ],
  2309. 'modifications': {
  2310. 'Linux - Future (dbg)': { # client.v8.chromium
  2311. 'swarming': {
  2312. 'shards': 3,
  2313. },
  2314. },
  2315. 'Linux ASan LSan Low Symbols FYI Tests (1)': {
  2316. # These are slow on the ASan trybot for some reason, crbug.com/1257927
  2317. 'swarming': {
  2318. 'shards': 6,
  2319. 'quickrun_shards': 12,
  2320. },
  2321. },
  2322. 'Linux ASan LSan Tests (1)': {
  2323. # These are slow on the ASan trybot for some reason, crbug.com/1257927
  2324. 'swarming': {
  2325. 'shards': 6,
  2326. 'quickrun_shards': 12,
  2327. },
  2328. },
  2329. 'Linux Chromium OS ASan LSan Tests (1)': {
  2330. # These are slow on the ASan trybot for some reason, crbug.com/1257927
  2331. 'swarming': {
  2332. 'shards': 6,
  2333. 'quickrun_shards': 12,
  2334. },
  2335. },
  2336. 'Linux ChromiumOS MSan Focal': {
  2337. # These are very slow on the Chrome OS MSAN trybot for some reason.
  2338. # crbug.com/865455
  2339. 'swarming': {
  2340. 'shards': 5,
  2341. },
  2342. },
  2343. 'Linux ChromiumOS MSan Tests': {
  2344. # These are very slow on the Chrome OS MSAN trybot for some reason.
  2345. # crbug.com/865455
  2346. 'swarming': {
  2347. 'shards': 5,
  2348. },
  2349. },
  2350. 'Linux TSan Tests': {
  2351. # These are slow on the TSan bots for some reason, crbug.com/1257927
  2352. 'swarming': {
  2353. 'shards': 32, # Adjusted for testing, see https://crbug.com/1179567
  2354. },
  2355. },
  2356. # https://crbug.com/1192997
  2357. 'Linux Tests (Wayland)': {
  2358. 'args': [
  2359. '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.interactive_ui_tests_wayland.filter',
  2360. ],
  2361. },
  2362. 'Mac ASan 64 Tests (1)': { # https://crbug.com/1251656
  2363. 'experiment_percentage': 100,
  2364. },
  2365. 'Mac11 Tests': {
  2366. 'swarming': {
  2367. 'quickrun_shards': 6,
  2368. },
  2369. },
  2370. 'Mac12 Tests': {
  2371. 'swarming': {
  2372. 'quickrun_shards': 6,
  2373. },
  2374. },
  2375. 'Mac12 Tests (dbg)': { # https://crbug.com/1265051
  2376. 'experiment_percentage': 100,
  2377. },
  2378. 'ToTLinuxTSan': {
  2379. # These are slow on the TSan bots for some reason, crbug.com/1257927
  2380. 'swarming': {
  2381. 'shards': 6,
  2382. },
  2383. },
  2384. 'Win10 Tests x64': {
  2385. 'swarming': {
  2386. 'quickrun_shards': 8,
  2387. },
  2388. },
  2389. # temporary, https://crbug.com/818832
  2390. 'Win10 Tests x64 (dbg)': {
  2391. 'experiment_percentage': 100,
  2392. },
  2393. # TODO(crbug.com/970649): Remove these filters.
  2394. 'linux-chromeos-chrome': {
  2395. 'args': [
  2396. '--gtest_filter=-SadTabViewInteractiveUITest.ReloadMultipleSadTabs',
  2397. ],
  2398. },
  2399. 'linux-chromeos-code-coverage': {
  2400. 'swarming': {
  2401. 'shards': 10,
  2402. },
  2403. },
  2404. 'linux-chromeos-dbg': {
  2405. 'swarming': {
  2406. 'shards': 6,
  2407. },
  2408. },
  2409. 'linux-code-coverage': {
  2410. 'swarming': {
  2411. 'shards': 10,
  2412. },
  2413. },
  2414. 'mac-code-coverage': {
  2415. 'args': [
  2416. '--coverage-continuous-mode=1',
  2417. ],
  2418. },
  2419. # TODO (crbug.com/1278617) Re-enable once fixed
  2420. 'mac-osxbeta-rel': {
  2421. 'experiment_percentage': 100,
  2422. },
  2423. },
  2424. },
  2425. 'interactive_ui_tests amd64-generic': {
  2426. 'remove_from': [
  2427. # TODO(crbug.com/1204231): Re-enable.
  2428. 'lacros-amd64-generic-rel',
  2429. 'lacros-amd64-generic-rel-fyi',
  2430. ]
  2431. },
  2432. 'interactive_ui_tests eve': {
  2433. 'remove_from': [
  2434. # TODO(crbug.com/1204231): Re-enable.
  2435. 'lacros-amd64-generic-rel',
  2436. 'lacros-amd64-generic-rel-fyi',
  2437. ]
  2438. },
  2439. 'ipc_tests': {
  2440. 'modifications': {
  2441. 'Linux ChromiumOS MSan Tests': {
  2442. 'swarming': {
  2443. 'dimension_sets': [
  2444. {
  2445. 'cpu': 'x86-64',
  2446. 'os': 'Ubuntu-18.04',
  2447. },
  2448. ],
  2449. },
  2450. },
  2451. 'Linux MSan Tests': {
  2452. 'swarming': {
  2453. 'dimension_sets': [
  2454. {
  2455. 'cpu': 'x86-64',
  2456. 'os': 'Ubuntu-18.04',
  2457. },
  2458. ],
  2459. },
  2460. },
  2461. 'android-asan': {
  2462. 'swarming': {
  2463. 'shards': 2,
  2464. },
  2465. },
  2466. },
  2467. },
  2468. 'lacros_all_tast_tests eve': {
  2469. 'remove_from': [
  2470. 'lacros-amd64-generic-rel',
  2471. ]
  2472. },
  2473. 'lacros_all_tast_tests jacuzzi': {
  2474. 'modifications': {
  2475. 'lacros-arm-generic-rel': {
  2476. 'experiment_percentage': 5,
  2477. },
  2478. },
  2479. },
  2480. 'maps_pixel_passthrough_test': {
  2481. 'modifications': {
  2482. 'Android FYI Release (Pixel 4)': {
  2483. 'args': [
  2484. # Pixel 4s are weird in that they can output in different color spaces
  2485. # simultaneously. The readback code for capturing a screenshot assumes
  2486. # only one color space, so disable wide color gamut for the test to
  2487. # work around the issue. See https://crbug.com/1166379 for more
  2488. # information.
  2489. '--extra-browser-args=--disable-wcg-for-test',
  2490. ],
  2491. },
  2492. 'android_optional_gpu_tests_rel': {
  2493. 'args': [
  2494. # See above.
  2495. '--extra-browser-args=--disable-wcg-for-test',
  2496. ],
  2497. },
  2498. },
  2499. 'replacements': {
  2500. # The V8 builders pass the V8 revision for ${got_revision}, so instead
  2501. # use ${got_cr_revision}, which is only set on the V8 bots.
  2502. 'Linux V8 FYI Release (NVIDIA)': {
  2503. 'args': {
  2504. '--git-revision': '${got_cr_revision}',
  2505. },
  2506. },
  2507. 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
  2508. 'args': {
  2509. '--git-revision': '${got_cr_revision}',
  2510. },
  2511. },
  2512. 'Mac V8 FYI Release (Intel)': {
  2513. 'args': {
  2514. '--git-revision': '${got_cr_revision}',
  2515. },
  2516. },
  2517. 'Win V8 FYI Release (NVIDIA)': {
  2518. 'args': {
  2519. '--git-revision': '${got_cr_revision}',
  2520. },
  2521. },
  2522. },
  2523. },
  2524. 'maps_pixel_validating_test': {
  2525. 'modifications': {
  2526. 'Android FYI Release (Pixel 4)': {
  2527. 'args': [
  2528. # Pixel 4s are weird in that they can output in different color spaces
  2529. # simultaneously. The readback code for capturing a screenshot assumes
  2530. # only one color space, so disable wide color gamut for the test to
  2531. # work around the issue. See https://crbug.com/1166379 for more
  2532. # information.
  2533. '--extra-browser-args=--disable-wcg-for-test',
  2534. ],
  2535. },
  2536. 'android_optional_gpu_tests_rel': {
  2537. 'args': [
  2538. # See above.
  2539. '--extra-browser-args=--disable-wcg-for-test',
  2540. ],
  2541. },
  2542. },
  2543. # TODO(https://crbug.com/850107): Remove the Android FYI Release (Pixel 2)
  2544. # exception once there is enough capacity to run these tests.
  2545. 'remove_from': [
  2546. 'Android FYI Release (Pixel 2)',
  2547. ],
  2548. 'replacements': {
  2549. # The V8 builders pass the V8 revision for ${got_revision}, so instead
  2550. # use ${got_cr_revision}, which is only set on the V8 bots.
  2551. 'Android V8 FYI Release (Nexus 5X)': {
  2552. 'args': {
  2553. '--git-revision': '${got_cr_revision}',
  2554. },
  2555. },
  2556. },
  2557. },
  2558. 'media_unittests': {
  2559. 'modifications': {
  2560. 'android-11-x86-rel': {
  2561. 'args': [
  2562. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
  2563. ],
  2564. },
  2565. 'android-12-x64-rel': {
  2566. 'args': [
  2567. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11_12.media_unittests.filter',
  2568. ],
  2569. },
  2570. 'android-marshmallow-x86-rel-non-cq': {
  2571. 'args': [
  2572. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_m.media_unittests.filter',
  2573. ],
  2574. },
  2575. 'android-pie-arm64-rel': {
  2576. 'args': [
  2577. '--gtest_filter=-AAudio/AudioOutputTest.Play200HzTone/0', # https://crbug.com/1034009
  2578. ],
  2579. },
  2580. 'fuchsia-code-coverage': {
  2581. 'swarming': {
  2582. 'shards': 3,
  2583. },
  2584. },
  2585. 'fuchsia-fyi-arm64-dbg': {
  2586. 'args': [
  2587. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.media_unittests.filter',
  2588. ],
  2589. },
  2590. },
  2591. },
  2592. 'mediapipe_validating_tests': {
  2593. 'modifications': { # TODO(crbug.com/1201887): Remove once tests are stable.
  2594. 'fuchsia-fyi-x64-rel': {
  2595. 'experiment_percentage': 100,
  2596. },
  2597. },
  2598. 'remove_from': [
  2599. # TODO(crbug.com/1201887): Remove once tests are stable.
  2600. 'Fuchsia x64',
  2601. ],
  2602. },
  2603. 'mojo_test_apk': {
  2604. 'remove_from': [
  2605. 'android-code-coverage-native', # Does not generate profraw data.
  2606. 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
  2607. ],
  2608. },
  2609. 'mojo_unittests': {
  2610. 'modifications': {
  2611. 'android-asan': {
  2612. 'swarming': {
  2613. 'shards': 5,
  2614. },
  2615. },
  2616. 'fuchsia-code-coverage': {
  2617. 'swarming': {
  2618. 'shards': 2,
  2619. },
  2620. },
  2621. },
  2622. },
  2623. 'monochrome_public_test_ar_apk': {
  2624. 'modifications': {
  2625. 'Nougat Phone Tester': {
  2626. 'args': [
  2627. # ArCore is not installed as a system app on N, so we can install it
  2628. # normally instead of replacing the system version.
  2629. '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
  2630. ],
  2631. },
  2632. # We need to match the Playstore version as well because AR tests fail on
  2633. # old versions of the Playstore.
  2634. 'Oreo Phone Tester': {
  2635. 'args': [
  2636. # ArCore is not installed as a system app on O, so we can install it
  2637. # normally instead of replacing the system version.
  2638. '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk'
  2639. ],
  2640. 'swarming': {
  2641. 'dimension_sets': [
  2642. {
  2643. 'device_os': 'OPR3.170623.008',
  2644. 'device_type': 'marlin',
  2645. 'os': 'Android',
  2646. },
  2647. ],
  2648. },
  2649. },
  2650. 'android-10-arm64-rel': {
  2651. 'args': [
  2652. '--remove-system-package=com.google.ar.core',
  2653. '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
  2654. ]
  2655. },
  2656. 'android-pie-arm64-dbg': {
  2657. 'args': [
  2658. '--remove-system-package=com.google.ar.core',
  2659. '--additional-apk=//third_party/arcore-android-sdk/test-apks/arcore/arcore_current.apk',
  2660. ]
  2661. }
  2662. },
  2663. },
  2664. 'nacl_loader_unittests': {
  2665. 'remove_from': [
  2666. 'ToTMacASan', # The mac asan tot bot sets enable_nacl=false
  2667. 'linux-win_cross-rel', # Sets enable_nacl=false, https://crbug.com/774186
  2668. 'Linux TSan Tests', # The TSan bot sets enable_nacl=false
  2669. 'Mac ASan 64 Tests (1)', # The mac asan bot sets enable_nacl=false
  2670. ],
  2671. },
  2672. 'net_unittests': {
  2673. 'modifications': {
  2674. 'CrWinAsan': {
  2675. # TODO(crbug.com/1257927): net_unittests is slow under ASan.
  2676. 'swarming': {
  2677. 'shards': 16,
  2678. },
  2679. },
  2680. 'CrWinAsan(dll)': {
  2681. # TODO(crbug.com/1257927): net_unittests is slow under ASan.
  2682. 'swarming': {
  2683. 'shards': 16,
  2684. },
  2685. },
  2686. 'Linux ASan LSan Low Symbols FYI Tests (1)': {
  2687. # These are very slow on the ASAN trybot for some reason.
  2688. # crbug.com/1257927
  2689. 'swarming': {
  2690. 'shards': 16,
  2691. },
  2692. },
  2693. 'Linux ASan LSan Tests (1)': {
  2694. # These are very slow on the ASAN trybot for some reason.
  2695. # crbug.com/1257927
  2696. 'swarming': {
  2697. 'shards': 16,
  2698. },
  2699. },
  2700. 'Linux Chromium OS ASan LSan Tests (1)': {
  2701. # These are very slow on the ASAN trybot for some reason.
  2702. # crbug.com/1257927
  2703. 'swarming': {
  2704. 'shards': 8,
  2705. }
  2706. },
  2707. 'Linux ChromiumOS MSan Tests': {
  2708. # These are very slow on the Chrome OS MSAN trybot for some reason.
  2709. # crbug.com/865455
  2710. 'swarming': {
  2711. 'shards': 2,
  2712. },
  2713. },
  2714. 'Linux TSan Tests': {
  2715. 'swarming': {
  2716. 'shards': 4,
  2717. }
  2718. },
  2719. # The suite runs signficantly slower on linux dbg, so increase shards.
  2720. 'Linux Tests (dbg)(1)': {
  2721. 'swarming': {
  2722. 'shards': 2,
  2723. },
  2724. },
  2725. 'ToTLinuxASan': {
  2726. # TODO(crbug.com/1257927): net_unittests is slow under ASan.
  2727. 'swarming': {
  2728. 'shards': 16,
  2729. },
  2730. },
  2731. 'ToTLinuxTSan': {
  2732. 'swarming': {
  2733. 'shards': 4,
  2734. }
  2735. },
  2736. 'android-11-x86-rel': {
  2737. 'args': [
  2738. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
  2739. ],
  2740. },
  2741. 'android-12-x64-rel': {
  2742. 'args': [
  2743. # TODO(crbug.com/1191793): Fix the test failure
  2744. '--gtest_filter=-MimeUtilTest.ExtensionTest',
  2745. ],
  2746. },
  2747. 'android-cronet-x86-dbg-10-tests': {
  2748. 'args': [
  2749. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_10.net_unittests.filter',
  2750. ],
  2751. },
  2752. 'android-cronet-x86-dbg-11-tests': {
  2753. 'args': [
  2754. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_11.net_unittests.filter',
  2755. ],
  2756. },
  2757. 'android-cronet-x86-dbg-lollipop-tests': {
  2758. 'args': [
  2759. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_l.net_unittests.filter',
  2760. ],
  2761. },
  2762. 'android-cronet-x86-dbg-oreo-tests': {
  2763. 'args': [
  2764. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
  2765. ],
  2766. },
  2767. 'android-cronet-x86-dbg-pie-tests': {
  2768. # crbug.com/1046060
  2769. 'args': [
  2770. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
  2771. ],
  2772. },
  2773. 'android-cronet-x86-rel-kitkat-tests': {
  2774. 'args': [
  2775. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_k.net_unittests.filter',
  2776. ],
  2777. },
  2778. 'android-marshmallow-x86-rel-non-cq': {
  2779. # crbug.com/1046060
  2780. 'args': [
  2781. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
  2782. ],
  2783. },
  2784. 'android-pie-x86-rel': {
  2785. # crbug.com/1046060
  2786. 'args': [
  2787. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.net_unittests.filter',
  2788. ],
  2789. },
  2790. 'chromeos-amd64-generic-rel': {
  2791. 'swarming': {
  2792. 'quickrun_shards': 6,
  2793. },
  2794. },
  2795. 'fuchsia-code-coverage': {
  2796. 'swarming': {
  2797. 'shards': 14,
  2798. },
  2799. },
  2800. 'linux-chromeos-dbg': {
  2801. 'swarming': {
  2802. 'shards': 2,
  2803. },
  2804. },
  2805. # TODO (crbug.com/1278618) Re-enable once fixed
  2806. 'mac-osxbeta-rel': {
  2807. 'experiment_percentage': 0,
  2808. },
  2809. 'win-asan': {
  2810. # TODO(crbug.com/1257927): net_unittests is slow under ASan.
  2811. 'swarming': {
  2812. 'shards': 16,
  2813. },
  2814. },
  2815. },
  2816. },
  2817. 'not_site_per_process_blink_web_tests': {
  2818. 'remove_from': [
  2819. # TODO(dpranke): Should we be running this step on Linux Tests (dbg)(1)?
  2820. 'Linux Tests (dbg)(1)',
  2821. ],
  2822. 'modifications': {
  2823. 'Linux Tests': {
  2824. "args": [
  2825. "--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw",
  2826. ],
  2827. 'swarming': {
  2828. 'quickrun_shards': 18,
  2829. },
  2830. },
  2831. 'linux-code-coverage': {
  2832. 'args': [
  2833. '--additional-env-var=LLVM_PROFILE_FILE=${ISOLATED_OUTDIR}/profraw/default-%2m.profraw',
  2834. ],
  2835. 'swarming': {
  2836. 'shards': 20,
  2837. },
  2838. },
  2839. },
  2840. },
  2841. 'notification_helper_unittests': {
  2842. 'remove_from': [
  2843. # The test uses WinRT, which only exists in Windows 8 or above.
  2844. # (https://crbug.com/813553)
  2845. 'Win 7 Tests x64 (1)',
  2846. 'Win7 Tests (1)',
  2847. # all these bots run Windows 7.
  2848. 'ToTWin',
  2849. 'ToTWin(dbg)',
  2850. 'ToTWin(dll)',
  2851. 'ToTWinOfficial',
  2852. 'ToTWinOfficial64',
  2853. 'ToTWin64',
  2854. 'ToTWin64(dbg)',
  2855. 'ToTWin64(dll)',
  2856. ],
  2857. },
  2858. 'oop_network_service_content_browsertests': {
  2859. 'modifications': {
  2860. 'android-12-x64-fyi-rel': {
  2861. 'args': [
  2862. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.oop_network_service_content_browsertests.filter',
  2863. ],
  2864. },
  2865. },
  2866. },
  2867. 'overlay_prioritization_viz_unittests': {
  2868. 'remove_from': [
  2869. # Reduce CQ load
  2870. 'Linux Tests (Wayland)',
  2871. ],
  2872. },
  2873. 'ozone_unittests': {
  2874. 'modifications': {
  2875. 'chromeos-betty-pi-arc-chrome': {
  2876. 'args': [
  2877. '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
  2878. ],
  2879. },
  2880. 'chromeos-betty-pi-arc-chrome-dchecks': {
  2881. 'args': [
  2882. '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
  2883. ],
  2884. },
  2885. 'linux-chromeos-chrome': {
  2886. 'args': [
  2887. '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.ozone_unittests.filter',
  2888. ],
  2889. },
  2890. },
  2891. },
  2892. 'ozone_x11_unittests': {
  2893. # Wayland bot uses chromium_linux_gtests that includes some x11 only
  2894. # test targets. To avoid maintaining a list of tests, remove them here.
  2895. 'remove_from': [
  2896. 'Linux Tests (Wayland)',
  2897. ],
  2898. },
  2899. 'perfetto_unittests': {
  2900. 'modifications': {
  2901. 'android-12-x64-rel': {
  2902. 'args': [
  2903. # TODO(crbug.com/1260440): Fix the failed test
  2904. '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
  2905. ],
  2906. },
  2907. 'android-nougat-x86-rel': {
  2908. 'args': [
  2909. # TODO(crbug.com/1260440): Fix the failed test
  2910. '--gtest_filter=-ScopedDirTest.CloseOutOfScope',
  2911. ],
  2912. },
  2913. 'fuchsia-fyi-x64-asan': {
  2914. 'args': [
  2915. # TODO(crbug.com/1199334): Error messages only show up in klog.
  2916. '--gtest_filter=-PagedMemoryTest.AccessUncommittedMemoryTriggersASAN'
  2917. ],
  2918. },
  2919. },
  2920. 'remove_from': [
  2921. # TODO(crbug.com/931138): Fix permission issue when creating tmp files
  2922. 'android-arm64-proguard-rel',
  2923. 'android-asan',
  2924. 'android-code-coverage',
  2925. 'android-code-coverage-native',
  2926. 'android-marshmallow-arm64-rel',
  2927. 'android-marshmallow-x86-rel-non-cq',
  2928. 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
  2929. 'android-pie-arm64-rel',
  2930. 'android-pie-x86-fyi-rel-reviver',
  2931. 'android-pie-x86-rel',
  2932. 'android-11-x86-rel',
  2933. 'Marshmallow 64 bit Tester',
  2934. 'Marshmallow Tablet Tester',
  2935. 'Nougat Phone Tester',
  2936. 'ToTAndroid'
  2937. ]
  2938. },
  2939. 'performance_test_suite': {
  2940. 'modifications': {
  2941. 'Mac12 Tests (dbg)': {
  2942. 'args': [
  2943. '--browser=debug',
  2944. ],
  2945. },
  2946. 'Win10 Tests x64 (dbg)': {
  2947. 'args': [
  2948. '--browser=debug_x64',
  2949. ],
  2950. 'experiment_percentage': 100,
  2951. },
  2952. },
  2953. },
  2954. 'pixel_skia_gold_passthrough_test': {
  2955. 'modifications': {
  2956. 'Android FYI Release (Pixel 4)': {
  2957. 'args': [
  2958. # Pixel 4s are weird in that they can output in different color spaces
  2959. # simultaneously. The readback code for capturing a screenshot assumes
  2960. # only one color space, so disable wide color gamut for the test to
  2961. # work around the issue. See https://crbug.com/1166379 for more
  2962. # information.
  2963. '--extra-browser-args=--disable-wcg-for-test',
  2964. ],
  2965. },
  2966. 'Mac Retina Release (AMD)': {
  2967. 'swarming': {
  2968. 'quickrun_shards': 2,
  2969. },
  2970. },
  2971. 'Win10 x64 Release (NVIDIA)': {
  2972. 'swarming': {
  2973. 'quickrun_shards': 2,
  2974. },
  2975. },
  2976. 'android_optional_gpu_tests_rel': {
  2977. 'args': [
  2978. # See above.
  2979. '--extra-browser-args=--disable-wcg-for-test',
  2980. ],
  2981. },
  2982. },
  2983. 'replacements': {
  2984. # The V8 builders pass the V8 revision for ${got_revision}, so instead
  2985. # use ${got_cr_revision}, which is only set on the V8 bots.
  2986. 'Linux V8 FYI Release (NVIDIA)': {
  2987. 'args': {
  2988. '--git-revision': '${got_cr_revision}',
  2989. },
  2990. },
  2991. 'Linux V8 FYI Release - pointer compression (NVIDIA)': {
  2992. 'args': {
  2993. '--git-revision': '${got_cr_revision}',
  2994. },
  2995. },
  2996. 'Mac V8 FYI Release (Intel)': {
  2997. 'args': {
  2998. '--git-revision': '${got_cr_revision}',
  2999. },
  3000. },
  3001. 'Win V8 FYI Release (NVIDIA)': {
  3002. 'args': {
  3003. '--git-revision': '${got_cr_revision}',
  3004. },
  3005. },
  3006. },
  3007. },
  3008. 'pixel_skia_gold_validating_test': {
  3009. 'modifications': {
  3010. 'Android FYI Release (Pixel 4)': {
  3011. 'args': [
  3012. # Pixel 4s are weird in that they can output in different color spaces
  3013. # simultaneously. The readback code for capturing a screenshot assumes
  3014. # only one color space, so disable wide color gamut for the test to
  3015. # work around the issue. See https://crbug.com/1166379 for more
  3016. # information.
  3017. '--extra-browser-args=--disable-wcg-for-test',
  3018. ],
  3019. },
  3020. 'android_optional_gpu_tests_rel': {
  3021. 'args': [
  3022. # See above.
  3023. '--extra-browser-args=--disable-wcg-for-test',
  3024. ],
  3025. },
  3026. 'fuchsia-fyi-x64-rel': { # https://crbug.com/1302427
  3027. 'experiment_percentage': 100,
  3028. },
  3029. },
  3030. 'remove_from': [
  3031. 'Fuchsia x64', # https://crbug.com/1302427
  3032. ],
  3033. 'replacements': {
  3034. # The V8 builders pass the V8 revision for ${got_revision}, so instead
  3035. # use ${got_cr_revision}, which is only set on the V8 bots.
  3036. 'Android V8 FYI Release (Nexus 5X)': {
  3037. 'args': {
  3038. '--git-revision': '${got_cr_revision}',
  3039. },
  3040. },
  3041. },
  3042. },
  3043. 'pixel_test':{
  3044. 'modifications': {
  3045. 'Android Release (Nexus 5X)': {
  3046. 'swarming': {
  3047. 'shards': 2,
  3048. },
  3049. },
  3050. },
  3051. },
  3052. 'sandbox_linux_unittests': {
  3053. 'modifications': {
  3054. 'android-12-x64-rel': {
  3055. 'args': [
  3056. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator_12.sandbox_linux_unittests.filter',
  3057. ]
  3058. },
  3059. 'android-marshmallow-x86-rel': {
  3060. 'args': [
  3061. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
  3062. ]
  3063. },
  3064. 'android-nougat-x86-rel': {
  3065. 'args': [
  3066. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
  3067. ]
  3068. },
  3069. 'android-pie-x86-rel': {
  3070. 'args': [
  3071. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.sandbox_linux_unittests.filter',
  3072. ]
  3073. },
  3074. },
  3075. 'remove_from': [
  3076. 'android-asan', # https://crbug.com/962650
  3077. ],
  3078. },
  3079. 'screenshot_sync_passthrough_tests': {
  3080. 'modifications': {
  3081. 'Android FYI Release (Pixel 4)': {
  3082. 'args': [
  3083. # Pixel 4s are weird in that they can output in different color spaces
  3084. # simultaneously. The readback code for capturing a screenshot assumes
  3085. # only one color space, so disable wide color gamut for the test to
  3086. # work around the issue. See https://crbug.com/1166379 for more
  3087. # information.
  3088. '--extra-browser-args=--disable-wcg-for-test',
  3089. ],
  3090. },
  3091. 'android_optional_gpu_tests_rel': {
  3092. 'args': [
  3093. # See above.
  3094. '--extra-browser-args=--disable-wcg-for-test',
  3095. ],
  3096. },
  3097. },
  3098. },
  3099. 'screenshot_sync_validating_tests': {
  3100. 'modifications': {
  3101. 'Android FYI Release (Pixel 4)': {
  3102. 'args': [
  3103. # Pixel 4s are weird in that they can output in different color spaces
  3104. # simultaneously. The readback code for capturing a screenshot assumes
  3105. # only one color space, so disable wide color gamut for the test to
  3106. # work around the issue. See https://crbug.com/1166379 for more
  3107. # information.
  3108. '--extra-browser-args=--disable-wcg-for-test',
  3109. ],
  3110. },
  3111. 'android_optional_gpu_tests_rel': {
  3112. 'args': [
  3113. # See above.
  3114. '--extra-browser-args=--disable-wcg-for-test',
  3115. ],
  3116. },
  3117. },
  3118. 'remove_from': [
  3119. 'Fuchsia x64', # https://crbug.com/1302427
  3120. ],
  3121. },
  3122. 'services_unittests': {
  3123. 'remove_from': [
  3124. 'ToTLinuxMSan', # https://crbug.com/831676
  3125. # The face and barcode detection tests fail on the Mac Pros.
  3126. 'Mac Pro FYI Release (AMD)',
  3127. 'Linux ChromiumOS MSan Tests', # https://crbug.com/831676
  3128. 'Linux ChromiumOS MSan Focal',
  3129. 'Linux MSan Tests', # https://crbug.com/831676
  3130. 'Linux MSan Focal', # https://crbug.com/831676
  3131. ],
  3132. 'replacements': {
  3133. # TODO(crbug.com/1078982): Remove once the test is fixed on 10.15.4.
  3134. 'Mac FYI Experimental Release (Intel)': {
  3135. 'args': {
  3136. '--gtest_filter': '*Detection*:-FaceDetectionImplMacTest.ScanOneFace*',
  3137. },
  3138. },
  3139. },
  3140. 'modifications': {
  3141. 'Linux ASan LSan Low Symbols FYI Tests (1)': {
  3142. 'swarming': {
  3143. 'quickrun_shards': 2,
  3144. },
  3145. },
  3146. 'Linux ASan LSan Tests (1)': {
  3147. 'swarming': {
  3148. 'quickrun_shards': 2,
  3149. },
  3150. },
  3151. 'android-11-x86-rel': {
  3152. 'args': [
  3153. # TODO(crbug.com/1264654): Fix the failed tests
  3154. '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
  3155. ],
  3156. },
  3157. 'android-12-x64-rel': {
  3158. 'args': [
  3159. # TODO(crbug.com/1264654): Fix the failed tests
  3160. '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
  3161. ],
  3162. },
  3163. 'android-nougat-x86-rel': {
  3164. 'args': [
  3165. # TODO(crbug.com/1264654): Fix the failed tests
  3166. '--gtest_filter=-PacLibraryTest.ActualPacMyIpAddress*'
  3167. ],
  3168. },
  3169. 'fuchsia-code-coverage': {
  3170. 'swarming': {
  3171. 'shards': 7,
  3172. },
  3173. },
  3174. }
  3175. },
  3176. 'snapshot_unittests': {
  3177. 'modifications': {
  3178. 'fuchsia-fyi-arm64-dbg': {
  3179. 'args': [
  3180. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.snapshot_unittests.filter',
  3181. ],
  3182. },
  3183. },
  3184. },
  3185. 'sync_integration_tests': {
  3186. 'remove_from': [
  3187. 'CrWinAsan(dll)', # https://crbug.com/935598
  3188. ],
  3189. 'modifications': {
  3190. 'Linux ASan LSan Low Symbols FYI Tests (1)': {
  3191. 'swarming': {
  3192. 'shards': 4,
  3193. },
  3194. },
  3195. 'Linux ASan LSan Tests (1)': {
  3196. 'swarming': {
  3197. 'shards': 4,
  3198. },
  3199. },
  3200. 'Linux TSan Tests': {
  3201. 'swarming': {
  3202. 'shards': 6,
  3203. },
  3204. },
  3205. 'Mac ASan 64 Tests (1)': {
  3206. 'swarming': {
  3207. 'shards': 3,
  3208. },
  3209. },
  3210. 'Mac11 Tests': {
  3211. 'swarming': {
  3212. 'shards': 4,
  3213. },
  3214. },
  3215. 'Mac12 Tests': {
  3216. 'swarming': {
  3217. 'shards': 4,
  3218. },
  3219. },
  3220. 'ToTLinuxTSan': {
  3221. 'swarming': {
  3222. 'shards': 6,
  3223. },
  3224. },
  3225. 'Win10 Tests x64': {
  3226. 'swarming': {
  3227. 'quickrun_shards': 3,
  3228. },
  3229. },
  3230. 'Win10 Tests x64 (dbg)': {
  3231. 'experiment_percentage': 100, # https://crbug.com/840369
  3232. },
  3233. 'linux-chromeos-code-coverage': {
  3234. 'swarming': {
  3235. 'shards': 4,
  3236. },
  3237. },
  3238. 'linux-code-coverage': {
  3239. 'swarming': {
  3240. 'shards': 4,
  3241. },
  3242. },
  3243. 'mac-code-coverage': {
  3244. 'args': [
  3245. '--coverage-continuous-mode=1',
  3246. ],
  3247. },
  3248. },
  3249. },
  3250. 'system_webview_shell_layout_test_apk': {
  3251. 'remove_from': [
  3252. 'android-nougat-x86-rel', # crbug.com/1343548
  3253. ],
  3254. },
  3255. 'system_webview_wpt': {
  3256. 'modifications': {
  3257. 'android-webview-pie-x86-wpt-fyi-rel': {
  3258. 'args': [
  3259. '--log-wptreport',
  3260. '--use-upstream-wpt',
  3261. ],
  3262. },
  3263. },
  3264. },
  3265. 'tab_capture_end2end_tests': {
  3266. # Run these only on Release bots.
  3267. 'remove_from': [
  3268. 'Linux Debug (NVIDIA)',
  3269. 'Mac Debug (Intel)',
  3270. 'Mac Retina Debug (AMD)',
  3271. 'Win10 FYI x64 Debug (NVIDIA)',
  3272. # Disabled due to dbus crashes crbug.com/927465
  3273. 'Linux FYI Release (Intel UHD 630)',
  3274. 'Linux FYI Release (NVIDIA)',
  3275. 'Linux Release (NVIDIA)',
  3276. ],
  3277. },
  3278. 'telemetry_chromium_minidump_unittests': {
  3279. 'remove_from': [
  3280. 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
  3281. ],
  3282. },
  3283. 'telemetry_monochrome_minidump_unittests': {
  3284. 'remove_from': [
  3285. # Monochrome isn't supported on M.
  3286. 'android-marshmallow-arm64-rel',
  3287. 'android-marshmallow-x86-rel-non-cq',
  3288. ],
  3289. },
  3290. 'telemetry_perf_unittests': {
  3291. 'modifications': {
  3292. 'Linux Tests': {
  3293. 'args': [
  3294. '--xvfb',
  3295. '--jobs=1',
  3296. ],
  3297. },
  3298. 'Linux Tests (dbg)(1)': {
  3299. 'args': [
  3300. '--xvfb',
  3301. '--jobs=1',
  3302. ],
  3303. },
  3304. 'Mac11 Tests': {
  3305. 'ci_only': True,
  3306. },
  3307. 'Mac12 Tests': {
  3308. 'ci_only': True,
  3309. },
  3310. 'android-nougat-x86-rel': {
  3311. 'args': [
  3312. # For whatever reason, automatic browser selection on this bot chooses
  3313. # webview instead of the full browser, so explicitly specify it here.
  3314. '--browser=android-chromium',
  3315. ],
  3316. },
  3317. 'chromeos-amd64-generic-rel': {
  3318. 'swarming': {
  3319. 'quickrun_shards': 24,
  3320. },
  3321. },
  3322. 'chromeos-eve-chrome': {
  3323. 'args': [
  3324. # TODO(crbug.com/1191132): Re-enable.
  3325. '--skip=benchmarks.benchmark_smoke_unittest.BenchmarkSmokeTest.wasmpspdfkit',
  3326. ],
  3327. },
  3328. 'chromeos-kevin-chrome': {
  3329. # TODO(crbug.com/1182948): Remove the experiment.
  3330. # TODO(b/188822176): Restore to 100% when we have additional capacity.
  3331. 'experiment_percentage': 0,
  3332. },
  3333. 'linux-rel-no-external-ip': {
  3334. 'args': [
  3335. '--xvfb',
  3336. '--jobs=1',
  3337. ],
  3338. },
  3339. },
  3340. 'remove_from': [
  3341. 'android-marshmallow-x86-rel-non-cq', # crbug.com/1084352
  3342. # There's no need to run telemetry_perf_unittests on both lollipop and
  3343. # marshmallow on the CQ. https://crbug.com/1026487.
  3344. # TODO(crbug/1260494): Test suite isn't running on android.
  3345. 'android-marshmallow-arm64-rel',
  3346. 'android-pie-arm64-rel',
  3347. # crbug.com/936540
  3348. 'Mac10.13 Tests',
  3349. 'Mac10.15 Tests',
  3350. # TODO crbug.com/1277277
  3351. 'Mac12 Tests (dbg)',
  3352. 'Linux - Future (dbg)', # client.v8.chromium
  3353. 'Win10 Tests x64',
  3354. 'Win10 Tests x64 (dbg)',
  3355. 'Win11 Tests x64',
  3356. 'win10-rel-no-external-ip',
  3357. ],
  3358. },
  3359. 'telemetry_unittests': {
  3360. 'modifications': {
  3361. 'Win10 Tests x64 (dbg)': {
  3362. 'experiment_percentage': 100, # crbug.com/870673
  3363. },
  3364. 'chromeos-amd64-generic-rel': {
  3365. 'swarming': {
  3366. 'quickrun_shards': 60,
  3367. },
  3368. },
  3369. },
  3370. 'remove_from': [
  3371. # TODO(crbug.com/1141234): Restore when there's more DUTs
  3372. 'chromeos-eve-chrome',
  3373. 'chromeos-kevin-chrome',
  3374. 'chromeos-kevin-rel',
  3375. 'Win10 Tests x64',
  3376. 'Win11 Tests x64',
  3377. 'win10-rel-no-external-ip',
  3378. # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
  3379. 'mac11-arm64-rel-tests',
  3380. # TODO(https://crbug.com/1267161): Re-enable when platform is supported.
  3381. 'mac12-arm64-rel-tests',
  3382. ],
  3383. },
  3384. 'test_buildbucket_api_gpu_use_cases GTX 1660': {
  3385. 'remove_from': [
  3386. 'linux_optional_gpu_tests_rel', # crbug.com/1080749
  3387. ],
  3388. },
  3389. 'trace_test': {
  3390. 'modifications': {
  3391. 'fuchsia-fyi-x64-rel': { # https://crbug.com/1269976
  3392. 'experiment_percentage': 100,
  3393. },
  3394. },
  3395. },
  3396. 'unexpected_passes_common_pytype': {
  3397. 'remove_from': [
  3398. 'linux-code-coverage',
  3399. ],
  3400. },
  3401. 'unit_tests': {
  3402. 'remove_from': [
  3403. 'android-pie-arm64-rel', # https://crbug.com/1010211
  3404. ],
  3405. 'modifications': {
  3406. 'Linux ASan LSan Low Symbols FYI Tests (1)': {
  3407. # These are slow on the ASAN trybot for some reason.
  3408. # crbug.com/1257927
  3409. 'swarming': {
  3410. 'shards': 4,
  3411. },
  3412. },
  3413. 'Linux ASan LSan Tests (1)': {
  3414. # These are slow on the ASAN trybot for some reason.
  3415. # crbug.com/1257927
  3416. 'swarming': {
  3417. 'shards': 4,
  3418. },
  3419. },
  3420. 'Linux Chromium OS ASan LSan Tests (1)': {
  3421. # These are slow on the ASAN trybot for some reason.
  3422. # crbug.com/1257927
  3423. 'swarming': {
  3424. 'shards': 2,
  3425. },
  3426. },
  3427. 'Linux ChromiumOS MSan Tests': {
  3428. # These are very slow on the Chrome OS MSAN trybot for some reason.
  3429. # crbug.com/865455
  3430. 'swarming': {
  3431. 'shards': 2,
  3432. },
  3433. },
  3434. 'Linux TSan Tests': {
  3435. 'swarming': {
  3436. 'shards': 2,
  3437. },
  3438. },
  3439. # https://crbug.com/1184127
  3440. 'Linux Tests (Wayland)': {
  3441. 'args': [
  3442. '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.unit_tests_wayland.filter',
  3443. ],
  3444. },
  3445. 'Mac12 Tests (dbg)': {
  3446. 'swarming': {
  3447. 'shards': 2,
  3448. },
  3449. },
  3450. 'ToTLinuxASan': {
  3451. 'swarming': {
  3452. 'shards': 2,
  3453. },
  3454. },
  3455. 'android-asan': {
  3456. 'args': [
  3457. '--test-launcher-filter-file=../../testing/buildbot/filters/android.asan.unit_tests.filter',
  3458. ],
  3459. },
  3460. 'android-marshmallow-arm64-rel-swarming': {
  3461. 'swarming': {
  3462. 'shards': 8,
  3463. },
  3464. },
  3465. 'linux-chromeos-chrome': {
  3466. 'args': [
  3467. '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.unit_tests.filter',
  3468. ],
  3469. },
  3470. 'linux-chromeos-dbg': {
  3471. 'swarming': {
  3472. 'shards': 2,
  3473. },
  3474. },
  3475. 'linux-chromeos-rel': {
  3476. 'swarming': {
  3477. 'shards': 2,
  3478. },
  3479. },
  3480. },
  3481. },
  3482. 'variations_smoke_tests': {
  3483. 'modifications': {
  3484. 'linux-chrome': {
  3485. 'swarming': {
  3486. 'dimension_sets': [
  3487. {
  3488. 'pool': 'chrome.tests.finch',
  3489. },
  3490. ],
  3491. },
  3492. },
  3493. 'win-chrome': {
  3494. 'experiment_percentage': 100,
  3495. 'swarming': {
  3496. 'dimension_sets': [
  3497. {
  3498. 'pool': 'chrome.tests.finch',
  3499. },
  3500. ],
  3501. },
  3502. },
  3503. },
  3504. },
  3505. 'video_decode_accelerator_gl_unittest': {
  3506. 'remove_from': [
  3507. # Windows Intel doesn't have the GL extensions to support this test.
  3508. 'Win10 FYI x64 Release (Intel HD 630)',
  3509. 'Win10 FYI x64 Exp Release (Intel HD 630)',
  3510. ],
  3511. },
  3512. 'views_unittests': {
  3513. 'modifications': {
  3514. 'Linux Tests (Wayland)': {
  3515. 'args': [
  3516. '--test-launcher-filter-file=../../testing/buildbot/filters/ozone-linux.wayland_views_unittests.filter',
  3517. ],
  3518. },
  3519. 'fuchsia-fyi-arm64-dbg': {
  3520. 'args': [
  3521. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.views_unittests.filter',
  3522. ],
  3523. },
  3524. # https://crbug.com/1111979,
  3525. 'linux-lacros-code-coverage': {
  3526. 'args': [
  3527. '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
  3528. 'DesktopWidgetTest*:'
  3529. 'DesktopWindowTreeHostPlatformTest*:'
  3530. 'EditableComboboxTest*:'
  3531. 'MenuRunnerTest*:'
  3532. 'TextfieldTest*:'
  3533. 'TooltipControllerTest*:'
  3534. 'TooltipStateManagerTest*'
  3535. ],
  3536. },
  3537. 'linux-lacros-dbg-tests-fyi': {
  3538. 'args': [
  3539. '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
  3540. 'TextfieldTest*:'
  3541. 'TooltipControllerTest*:'
  3542. ],
  3543. },
  3544. 'linux-lacros-tester-rel': {
  3545. 'args': [
  3546. '--gtest_filter=-DesktopWidgetFocusManagerTest.AnchoredDialogInDesktopNativeWidgetAura:'
  3547. 'DesktopWidgetTest*:'
  3548. 'DesktopWindowTreeHostPlatformTest*:'
  3549. 'EditableComboboxTest*:'
  3550. 'MenuRunnerTest*:'
  3551. 'TextfieldTest*:'
  3552. 'TooltipControllerTest*:'
  3553. 'TooltipStateManagerTest*'
  3554. ],
  3555. },
  3556. },
  3557. },
  3558. 'viz_unittests': {
  3559. 'modifications': {
  3560. 'fuchsia-fyi-arm64-dbg': {
  3561. 'args': [
  3562. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.debug.viz_unittests.filter',
  3563. ],
  3564. },
  3565. },
  3566. },
  3567. 'vr_common_unittests': {
  3568. 'remove_from': [
  3569. 'android-pie-x86-fyi-rel-reviver',
  3570. 'android-pie-x86-rel',
  3571. ],
  3572. },
  3573. 'vr_pixeltests': {
  3574. 'remove_from': [
  3575. 'android-pie-x86-fyi-rel-reviver',
  3576. 'android-pie-x86-rel',
  3577. 'VR Linux',
  3578. ],
  3579. },
  3580. 'wayland_client_perftests': {
  3581. 'remove_from': [
  3582. 'linux-chromeos-dbg', # https://crbug.com/859307
  3583. ],
  3584. },
  3585. 'web_engine_browsertests': {
  3586. 'modifications': {
  3587. 'fuchsia-code-coverage': {
  3588. 'swarming': {
  3589. 'shards': 28,
  3590. },
  3591. },
  3592. },
  3593. },
  3594. 'web_engine_integration_tests': {
  3595. 'modifications': {
  3596. 'fuchsia-code-coverage': {
  3597. 'swarming': {
  3598. 'shards': 6,
  3599. },
  3600. },
  3601. },
  3602. },
  3603. 'webdriver_tests_suite': {
  3604. 'remove_from': [
  3605. 'Linux Tests', # https://crbug.com/929689, https://crbug.com/936557
  3606. ],
  3607. },
  3608. 'webgl2_conformance_gles_passthrough_tests': {
  3609. 'remove_from': [
  3610. # Currently not enough capacity to run these tests on this config.
  3611. # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
  3612. # is deployed.
  3613. 'Android FYI Release (Pixel 6)',
  3614. # Not enough CrOS hardware capacity to run both on anything other than
  3615. # VMs. See https://crbug.com/1238070.
  3616. 'Lacros FYI x64 Release (Intel)',
  3617. ],
  3618. 'modifications': {
  3619. # This VM configuration is known to be significantly slower than other
  3620. # CrOS configurations, so increase the shards.
  3621. # TODO(crbug.com/1223550): Remove this if the configuration can be sped
  3622. # up.
  3623. 'ChromeOS FYI Release (amd64-generic)': {
  3624. 'swarming': {
  3625. 'shards': 30,
  3626. },
  3627. },
  3628. },
  3629. },
  3630. 'webgl2_conformance_metal_passthrough_tests': {
  3631. 'remove_from': [
  3632. # crbug.com/1270755
  3633. 'Mac FYI ASAN (Intel)',
  3634. 'Mac FYI Retina ASAN (AMD)',
  3635. # Not enough capacity.
  3636. 'Mac FYI Retina Release (NVIDIA)',
  3637. ],
  3638. 'modifications': {
  3639. 'Mac FYI ASAN (Intel)': {
  3640. 'args': [
  3641. '--extra-browser-args=--disable-metal-shader-cache',
  3642. '--enable-metal-debug-layers',
  3643. ],
  3644. },
  3645. 'Mac FYI Release (Intel)': {
  3646. 'args': [
  3647. '--enable-metal-debug-layers',
  3648. ],
  3649. },
  3650. 'Mac FYI Retina ASAN (AMD)': {
  3651. 'args': [
  3652. '--extra-browser-args=--disable-metal-shader-cache',
  3653. # This slows down tests and we are currently having AMD Mac capacity
  3654. # issues.
  3655. # '--enable-metal-debug-layers',
  3656. ],
  3657. },
  3658. 'Mac FYI Retina Release (AMD)': {
  3659. 'args': [
  3660. # This slows down tests and we are currently having AMD Mac capacity
  3661. # issues.
  3662. # '--enable-metal-debug-layers',
  3663. ],
  3664. },
  3665. },
  3666. },
  3667. 'webgl2_conformance_validating_tests': {
  3668. 'remove_from': [
  3669. # Currently not enough capacity to run these tests on this config.
  3670. # TODO(crbug.com/1280418): Re-enable once more of the Pixel 6 capacity
  3671. # is deployed.
  3672. 'Android FYI Release (Pixel 6)',
  3673. # Passthrough version run on this configuration, not enough capacity for
  3674. # both. See https://crbug.com/1238070.
  3675. 'ChromeOS FYI Release (kevin)',
  3676. ],
  3677. 'modifications': {
  3678. # This VM configuration is known to be significantly slower than other
  3679. # CrOS configurations, so increase the shards.
  3680. # TODO(crbug.com/1223550): Remove this if the configuration can be sped
  3681. # up.
  3682. 'ChromeOS FYI Release (amd64-generic)': {
  3683. 'swarming': {
  3684. 'shards': 30,
  3685. },
  3686. # This configuration is tested with the passthrough decoder as well,
  3687. # which will be shipped in the nearish future, so any failures that
  3688. # show up with the validating decoder are just an FYI.
  3689. 'experiment_percentage': 100,
  3690. },
  3691. 'ChromeOS FYI Release (kevin)': {
  3692. 'experiment_percentage': 100,
  3693. },
  3694. },
  3695. },
  3696. 'webgl_conformance_d3d11_passthrough_tests': {
  3697. 'modifications': {
  3698. 'Win10 x64 Release (NVIDIA)': {
  3699. 'swarming': {
  3700. 'quickrun_shards': 4,
  3701. },
  3702. },
  3703. },
  3704. },
  3705. 'webgl_conformance_gl_passthrough_tests 1002:6821': {
  3706. 'modifications': {
  3707. 'mac_optional_gpu_tests_rel': {
  3708. 'args': [
  3709. # Added to debug crbug.com/1293967.
  3710. '--extra-browser-args=--disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
  3711. ],
  3712. },
  3713. },
  3714. },
  3715. 'webgl_conformance_metal_passthrough_tests': {
  3716. 'remove_from': [
  3717. # crbug.com/1270755
  3718. 'Mac FYI ASAN (Intel)',
  3719. 'Mac FYI Retina ASAN (AMD)',
  3720. # crbug.com/1158857: re-enable when switching to Metal by default.
  3721. 'Mac FYI Retina Release (NVIDIA)',
  3722. ],
  3723. 'modifications': {
  3724. 'Mac FYI ASAN (Intel)': {
  3725. 'args': [
  3726. '--extra-browser-args=--disable-metal-shader-cache',
  3727. '--enable-metal-debug-layers',
  3728. ],
  3729. },
  3730. 'Mac FYI Release (Intel)': {
  3731. 'args': [
  3732. '--enable-metal-debug-layers',
  3733. ],
  3734. },
  3735. 'Mac FYI Retina ASAN (AMD)': {
  3736. 'args': [
  3737. '--extra-browser-args=--disable-metal-shader-cache',
  3738. # This slows down tests and we are currently having AMD Mac capacity
  3739. # issues.
  3740. # '--enable-metal-debug-layers',
  3741. ],
  3742. },
  3743. 'Mac FYI Retina Release (AMD)': {
  3744. 'args': [
  3745. # This slows down tests and we are currently having AMD Mac capacity
  3746. # issues.
  3747. # '--enable-metal-debug-layers',
  3748. ],
  3749. },
  3750. },
  3751. },
  3752. 'webgl_conformance_tests': {
  3753. 'remove_from': [
  3754. # Too slow on this configuration, which is severely hardware
  3755. # constrained. crbug.com/950690
  3756. 'Mac FYI Retina Debug (NVIDIA)',
  3757. ],
  3758. 'modifications': {
  3759. 'chromeos-amd64-generic-rel': {
  3760. 'args': [
  3761. # Added to debug crbug.com/1293967.
  3762. '--extra-browser-args=--disable-features=BackgroundVideoPauseOptimization --disable-background-media-suspend --disable-renderer-backgrounding --disable-background-timer-throttling',
  3763. ],
  3764. 'swarming': {
  3765. 'quickrun_shards': 40,
  3766. },
  3767. },
  3768. },
  3769. },
  3770. 'webgpu_blink_web_tests': {
  3771. 'modifications': {
  3772. # Increase the timeout with ASAN (crbug.com/1208253)
  3773. 'Dawn Win10 x64 ASAN Release': {
  3774. 'args': [
  3775. '--timeout-ms=48000',
  3776. ],
  3777. },
  3778. },
  3779. 'replacements': {
  3780. 'Dawn Mac x64 Experimental Release (Intel)': {
  3781. 'args': {
  3782. '--platform': 'mac-mac11',
  3783. },
  3784. }
  3785. },
  3786. },
  3787. 'webgpu_blink_web_tests_with_backend_validation': {
  3788. 'replacements': {
  3789. 'Dawn Mac x64 Experimental Release (Intel)': {
  3790. 'args': {
  3791. '--platform': 'mac-mac11',
  3792. },
  3793. },
  3794. },
  3795. # Remove from bots where capacity is constrained.
  3796. 'remove_from': [
  3797. 'Dawn Mac x64 DEPS Release (AMD)',
  3798. 'Dawn Mac x64 Release (AMD)',
  3799. 'Dawn Win10 x64 DEPS Release (Intel HD 630)',
  3800. 'Dawn Win10 x64 Release (Intel HD 630)',
  3801. ],
  3802. },
  3803. 'webgpu_cts_tests': {
  3804. 'remove_from': [
  3805. # GPU hang kills the bot. https://crbug.com/dawn/1511
  3806. 'Dawn Mac x64 Release (AMD)',
  3807. 'Dawn Mac x64 DEPS Release (AMD)',
  3808. ],
  3809. },
  3810. 'webgpu_cts_with_validation_tests': {
  3811. # Remove from bots where capacity is constrained.
  3812. 'remove_from': [
  3813. 'Dawn Mac x64 DEPS Release (AMD)',
  3814. 'Dawn Mac x64 Release (AMD)',
  3815. 'Dawn Win10 x64 DEPS Release (Intel HD 630)',
  3816. 'Dawn Win10 x64 Release (Intel HD 630)',
  3817. 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
  3818. 'Dawn Win10 x86 Release (Intel HD 630)',
  3819. ],
  3820. 'modifications': {
  3821. # ci_only for bots where capacity is constrained.
  3822. 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
  3823. 'ci_only': True,
  3824. },
  3825. 'Dawn Linux x64 Release (Intel UHD 630)': {
  3826. 'ci_only': True,
  3827. },
  3828. },
  3829. },
  3830. 'webgpu_swiftshader_web_platform_cts_with_validation_tests': {
  3831. # Remove from bots where capacity is constrained.
  3832. 'remove_from': [
  3833. 'Dawn Mac x64 DEPS Release (AMD)',
  3834. 'Dawn Mac x64 Release (AMD)',
  3835. 'Dawn Win10 x64 DEPS Release (Intel HD 630)',
  3836. 'Dawn Win10 x64 Release (Intel HD 630)',
  3837. 'Dawn Win10 x86 DEPS Release (Intel HD 630)',
  3838. 'Dawn Win10 x86 Release (Intel HD 630)',
  3839. ],
  3840. 'modifications': {
  3841. # ci_only for bots where capacity is constrained.
  3842. 'Dawn Linux x64 DEPS Release (Intel UHD 630)': {
  3843. 'ci_only': True,
  3844. },
  3845. 'Dawn Linux x64 Release (Intel UHD 630)': {
  3846. 'ci_only': True,
  3847. },
  3848. },
  3849. },
  3850. 'webkit_unit_tests': {
  3851. 'remove_from': [
  3852. # Flakily fails on Win7. https://crbug.com/943372.
  3853. 'Win7 Tests (1)',
  3854. 'Win 7 Tests x64 (1)',
  3855. # Runs on android-marshmallow-x86-rel already (crbug.com/1127110)
  3856. 'android-marshmallow-arm64-rel',
  3857. 'android-marshmallow-x86-rel-non-cq',
  3858. ],
  3859. 'modifications': {
  3860. 'Linux ASan LSan Low Symbols FYI Tests (1)': {
  3861. # These are very slow on the ASAN trybot for some reason.
  3862. # crbug.com/1257927
  3863. 'swarming': {
  3864. 'shards': 5,
  3865. },
  3866. },
  3867. 'Linux ASan LSan Tests (1)': {
  3868. # These are very slow on the ASAN trybot for some reason.
  3869. # crbug.com/1257927
  3870. 'swarming': {
  3871. 'shards': 5,
  3872. },
  3873. },
  3874. 'Linux TSan Tests': {
  3875. 'swarming': {
  3876. 'shards': 2,
  3877. },
  3878. },
  3879. 'Marshmallow 64 bit Tester': {
  3880. # Increase timeout. See https://crbug.com/847229.
  3881. 'swarming': {
  3882. 'hard_timeout': 1200,
  3883. },
  3884. },
  3885. 'android-11-x86-rel': {
  3886. 'args': [
  3887. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
  3888. ],
  3889. },
  3890. 'android-12-x64-rel': {
  3891. 'args': [
  3892. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.blink_unittests.filter',
  3893. ],
  3894. },
  3895. },
  3896. },
  3897. 'weblayer_browsertests': {
  3898. 'modifications': {
  3899. 'android-11-x86-rel': {
  3900. 'args': [
  3901. # TODO(crbug.com/1191784): Fix the test failure
  3902. '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
  3903. ],
  3904. },
  3905. 'android-12-x64-rel': {
  3906. 'args': [
  3907. # TODO(crbug.com/1191784): Fix the test failure
  3908. '--gtest_filter=-DownloadBrowserTest.OverrideDownloadDirectory',
  3909. ],
  3910. },
  3911. 'android-pie-arm64-rel': {
  3912. # TODO(crbug.com/1111436): Move this back to walleye if/when additional
  3913. # capacity has been deployed.
  3914. 'swarming': {
  3915. 'quickrun_shards': 2,
  3916. 'dimension_sets': [
  3917. {
  3918. 'device_type': 'sailfish',
  3919. },
  3920. ],
  3921. },
  3922. },
  3923. },
  3924. },
  3925. 'weblayer_bundle_test': {
  3926. 'remove_from': [
  3927. 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
  3928. 'android-11-x86-rel', # crbug.com/1165280
  3929. ],
  3930. },
  3931. 'weblayer_instrumentation_test_apk': {
  3932. 'remove_from': [
  3933. 'android-marshmallow-x86-rel-non-cq', # crbug.com/1088013
  3934. 'android-11-x86-rel', # crbug.com/1165280
  3935. ],
  3936. 'modifications': {
  3937. 'android-marshmallow-arm64-rel': {
  3938. 'swarming': {
  3939. 'quickrun_shards': 2,
  3940. },
  3941. },
  3942. 'android-pie-arm64-rel': {
  3943. # TODO(crbug.com/1111436): Move this back to walleye if/when additional
  3944. # capacity has been deployed.
  3945. 'swarming': {
  3946. 'dimension_sets': [
  3947. {
  3948. 'device_type': 'sailfish',
  3949. },
  3950. ],
  3951. },
  3952. },
  3953. },
  3954. },
  3955. 'weblayer_private_instrumentation_test_apk': {
  3956. 'modifications': {
  3957. # TODO(crbug.com/1189403): Remove the filter once the issue is fixed.
  3958. 'android-11-x86-rel': {
  3959. 'args': [
  3960. '--gtest_filter=-org.chromium.weblayer.test.MediaCaptureTest.*',
  3961. ],
  3962. },
  3963. 'android-12-x64-rel': {
  3964. 'args': [
  3965. # crbug.com/1275200
  3966. '--gtest_filter=-org.chromium.weblayer.test.BrowserControlsTest.testTopExpandedOnLoadWhenOnlyExpandAtTop',
  3967. ],
  3968. },
  3969. },
  3970. },
  3971. 'weblayer_shell_wpt': {
  3972. 'modifications': {
  3973. 'android-weblayer-pie-x86-wpt-smoketest': {
  3974. 'args': [
  3975. '--default-exclude',
  3976. '--include-file=../../third_party/blink/web_tests/android/WPTSmokeTestCases',
  3977. ],
  3978. 'swarming': {
  3979. 'shards': 1,
  3980. },
  3981. },
  3982. },
  3983. },
  3984. 'webview_64_cts_tests': {
  3985. 'modifications': {
  3986. 'android-pie-arm64-rel': {
  3987. # TODO(crbug.com/1111436): Move this back to walleye if/when additional
  3988. # capacity has been deployed.
  3989. 'swarming': {
  3990. 'dimension_sets': [
  3991. {
  3992. 'device_type': 'sailfish',
  3993. },
  3994. ],
  3995. },
  3996. },
  3997. },
  3998. },
  3999. 'webview_cts_tests': {
  4000. 'modifications': {
  4001. 'android-nougat-x86-rel': {
  4002. 'args': [
  4003. # crbug.com/1343008
  4004. '--gtest_filter=-android.assist.cts.WebViewTest#testWebView',
  4005. ],
  4006. },
  4007. 'android-pie-arm64-rel': {
  4008. # TODO(crbug.com/1111436): Move this back to walleye if/when additional
  4009. # capacity has been deployed.
  4010. 'swarming': {
  4011. 'dimension_sets': [
  4012. {
  4013. 'device_type': 'sailfish',
  4014. },
  4015. ],
  4016. },
  4017. },
  4018. },
  4019. },
  4020. 'webview_instrumentation_test_apk': {
  4021. 'remove_from': [
  4022. # This test frequently fails on Android, https://crbug.com/824959
  4023. # matching android builders, the test fails on these.
  4024. 'ToTAndroid',
  4025. 'android-asan', # https://crbug.com/964562
  4026. 'android-code-coverage-native', # Does not generate profraw data.
  4027. 'android-pie-arm64-coverage-experimental-rel', # Does not generate profraw data.
  4028. # On chromium.swarm, this should possibly be being run (or removed
  4029. # from android-marshmallow-arm64-rel-swarming).
  4030. # https://crbug.com/1147531 - covered on pie
  4031. 'android-marshmallow-arm64-rel',
  4032. ],
  4033. 'modifications': {
  4034. 'Oreo Phone Tester': {
  4035. # TODO(crbug.com/997362): Enable this once it's passing.
  4036. # TODO(https://crbug.com/884413): Re-enable this once the tests are
  4037. # either passing or there is more capacity.
  4038. 'experiment_percentage': 0,
  4039. },
  4040. 'android-11-x86-rel': {
  4041. 'args': [
  4042. # TODO(crbug.com/1189746) Enable this test once the issue is fixed.
  4043. '--gtest_filter=-org.chromium.net.NetworkChangeNotifierTest.testNetworkChangeNotifierJavaObservers',
  4044. ],
  4045. },
  4046. 'android-marshmallow-x86-fyi-rel-reviver': {
  4047. 'swarming': {
  4048. 'shards': 9,
  4049. },
  4050. },
  4051. 'android-marshmallow-x86-rel': {
  4052. 'swarming': {
  4053. 'shards': 9,
  4054. },
  4055. },
  4056. 'android-pie-arm64-rel': {
  4057. 'swarming': {
  4058. 'shards': 9,
  4059. },
  4060. },
  4061. 'android-pie-x86-fyi-rel-reviver': {
  4062. 'swarming': {
  4063. 'shards': 9,
  4064. },
  4065. },
  4066. 'android-pie-x86-rel': {
  4067. 'args': [
  4068. '--test-launcher-filter-file=../../testing/buildbot/filters/android.emulator.webview_instrumentation_test_apk.filter',
  4069. ],
  4070. 'swarming': {
  4071. 'shards': 9,
  4072. },
  4073. },
  4074. },
  4075. },
  4076. 'webview_ui_test_app_test_apk': {
  4077. 'remove_from': [
  4078. 'android-11-x86-rel', # crbug.com/1165280
  4079. ],
  4080. },
  4081. }