test_suites.pyl 205 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578457945804581458245834584458545864587458845894590459145924593459445954596459745984599460046014602460346044605460646074608460946104611461246134614461546164617461846194620462146224623462446254626462746284629463046314632463346344635463646374638463946404641464246434644464546464647464846494650465146524653465446554656465746584659466046614662466346644665466646674668466946704671467246734674467546764677467846794680468146824683468446854686468746884689469046914692469346944695469646974698469947004701470247034704470547064707470847094710471147124713471447154716471747184719472047214722472347244725472647274728472947304731473247334734473547364737473847394740474147424743474447454746474747484749475047514752475347544755475647574758475947604761476247634764476547664767476847694770477147724773477447754776477747784779478047814782478347844785478647874788478947904791479247934794479547964797479847994800480148024803480448054806480748084809481048114812481348144815481648174818481948204821482248234824482548264827482848294830483148324833483448354836483748384839484048414842484348444845484648474848484948504851485248534854485548564857485848594860486148624863486448654866486748684869487048714872487348744875487648774878487948804881488248834884488548864887488848894890489148924893489448954896489748984899490049014902490349044905490649074908490949104911491249134914491549164917491849194920492149224923492449254926492749284929493049314932493349344935493649374938493949404941494249434944494549464947494849494950495149524953495449554956495749584959496049614962496349644965496649674968496949704971497249734974497549764977497849794980498149824983498449854986498749884989499049914992499349944995499649974998499950005001500250035004500550065007500850095010501150125013501450155016501750185019502050215022502350245025502650275028502950305031503250335034503550365037503850395040504150425043504450455046504750485049505050515052505350545055505650575058505950605061506250635064506550665067506850695070507150725073507450755076507750785079508050815082508350845085508650875088508950905091509250935094509550965097509850995100510151025103510451055106510751085109511051115112511351145115511651175118511951205121512251235124512551265127512851295130513151325133513451355136513751385139514051415142514351445145514651475148514951505151515251535154515551565157515851595160516151625163516451655166516751685169517051715172517351745175517651775178517951805181518251835184518551865187518851895190519151925193519451955196519751985199520052015202520352045205520652075208520952105211521252135214521552165217521852195220522152225223522452255226522752285229523052315232523352345235523652375238523952405241524252435244524552465247524852495250525152525253525452555256525752585259526052615262526352645265526652675268526952705271527252735274527552765277527852795280528152825283528452855286528752885289529052915292529352945295529652975298529953005301530253035304530553065307530853095310531153125313531453155316531753185319532053215322532353245325532653275328532953305331533253335334533553365337533853395340534153425343534453455346534753485349535053515352535353545355535653575358535953605361536253635364536553665367536853695370537153725373537453755376537753785379538053815382538353845385538653875388538953905391539253935394539553965397539853995400540154025403540454055406540754085409541054115412541354145415541654175418541954205421542254235424542554265427542854295430543154325433543454355436543754385439544054415442544354445445544654475448544954505451545254535454545554565457545854595460546154625463546454655466546754685469547054715472547354745475547654775478547954805481548254835484548554865487548854895490549154925493549454955496549754985499550055015502550355045505550655075508550955105511551255135514551555165517551855195520552155225523552455255526552755285529553055315532553355345535553655375538553955405541554255435544554555465547554855495550555155525553555455555556555755585559556055615562556355645565556655675568556955705571557255735574557555765577557855795580558155825583558455855586558755885589559055915592559355945595559655975598559956005601560256035604560556065607560856095610561156125613561456155616561756185619562056215622562356245625562656275628562956305631563256335634563556365637563856395640564156425643564456455646564756485649565056515652565356545655565656575658565956605661566256635664566556665667566856695670567156725673567456755676567756785679568056815682568356845685568656875688568956905691569256935694569556965697569856995700570157025703570457055706570757085709571057115712571357145715571657175718571957205721572257235724572557265727572857295730573157325733573457355736573757385739574057415742574357445745574657475748574957505751575257535754575557565757575857595760576157625763576457655766576757685769577057715772577357745775577657775778577957805781578257835784578557865787578857895790579157925793579457955796579757985799580058015802580358045805580658075808580958105811581258135814581558165817581858195820582158225823582458255826582758285829583058315832583358345835583658375838583958405841584258435844584558465847584858495850585158525853585458555856585758585859586058615862586358645865586658675868586958705871587258735874587558765877587858795880588158825883588458855886588758885889589058915892589358945895589658975898589959005901590259035904590559065907590859095910591159125913591459155916591759185919592059215922592359245925592659275928592959305931593259335934593559365937593859395940594159425943594459455946594759485949595059515952595359545955595659575958595959605961596259635964596559665967596859695970597159725973597459755976597759785979598059815982598359845985598659875988598959905991599259935994599559965997599859996000600160026003600460056006600760086009601060116012601360146015601660176018601960206021602260236024602560266027602860296030603160326033603460356036603760386039604060416042604360446045604660476048604960506051605260536054605560566057605860596060606160626063606460656066606760686069607060716072607360746075607660776078607960806081608260836084608560866087608860896090609160926093609460956096609760986099610061016102610361046105610661076108610961106111611261136114611561166117611861196120612161226123612461256126612761286129613061316132613361346135613661376138613961406141614261436144614561466147614861496150615161526153615461556156615761586159616061616162616361646165616661676168616961706171617261736174617561766177617861796180618161826183618461856186618761886189619061916192619361946195619661976198619962006201620262036204620562066207620862096210621162126213621462156216621762186219622062216222622362246225622662276228622962306231623262336234623562366237623862396240624162426243624462456246624762486249625062516252625362546255625662576258625962606261626262636264626562666267626862696270627162726273627462756276627762786279628062816282628362846285628662876288628962906291629262936294629562966297629862996300630163026303630463056306630763086309631063116312631363146315631663176318631963206321632263236324632563266327632863296330633163326333633463356336633763386339634063416342634363446345634663476348634963506351635263536354635563566357635863596360636163626363636463656366636763686369637063716372637363746375637663776378637963806381638263836384638563866387638863896390639163926393639463956396639763986399640064016402640364046405640664076408640964106411641264136414641564166417641864196420642164226423642464256426642764286429643064316432643364346435643664376438643964406441644264436444644564466447644864496450645164526453645464556456645764586459646064616462646364646465646664676468646964706471647264736474647564766477647864796480648164826483648464856486648764886489649064916492649364946495649664976498649965006501650265036504650565066507650865096510651165126513651465156516651765186519652065216522652365246525652665276528652965306531653265336534653565366537653865396540654165426543654465456546654765486549655065516552655365546555655665576558655965606561656265636564656565666567656865696570657165726573657465756576657765786579658065816582658365846585658665876588658965906591659265936594659565966597659865996600660166026603660466056606660766086609661066116612661366146615661666176618661966206621662266236624662566266627662866296630663166326633663466356636663766386639664066416642664366446645664666476648664966506651665266536654665566566657665866596660666166626663666466656666666766686669667066716672667366746675667666776678667966806681668266836684668566866687668866896690669166926693669466956696669766986699670067016702670367046705670667076708670967106711671267136714671567166717671867196720672167226723672467256726672767286729673067316732673367346735673667376738673967406741674267436744674567466747674867496750675167526753675467556756675767586759676067616762676367646765676667676768676967706771677267736774677567766777677867796780678167826783678467856786678767886789679067916792679367946795679667976798679968006801680268036804680568066807680868096810681168126813681468156816681768186819682068216822682368246825682668276828682968306831683268336834683568366837683868396840684168426843684468456846684768486849685068516852685368546855685668576858685968606861686268636864686568666867686868696870687168726873687468756876687768786879688068816882688368846885688668876888688968906891689268936894689568966897689868996900690169026903690469056906690769086909691069116912691369146915691669176918691969206921692269236924692569266927692869296930693169326933693469356936693769386939694069416942694369446945694669476948694969506951695269536954695569566957695869596960696169626963696469656966696769686969697069716972697369746975697669776978697969806981698269836984698569866987698869896990699169926993699469956996699769986999700070017002700370047005700670077008700970107011701270137014701570167017701870197020702170227023702470257026702770287029703070317032703370347035703670377038703970407041704270437044704570467047704870497050705170527053705470557056705770587059706070617062706370647065706670677068706970707071707270737074707570767077707870797080708170827083708470857086708770887089709070917092709370947095709670977098709971007101710271037104710571067107
  1. # Copyright 2017 The Chromium Authors. All rights reserved.
  2. # Use of this source code is governed by a BSD-style license that can be
  3. # found in the LICENSE file.
  4. # This is a .pyl, or "Python Literal", file. You can treat it just like a
  5. # .json file, with the following exceptions:
  6. # * all keys must be quoted (use single quotes, please);
  7. # * comments are allowed, using '#' syntax; and
  8. # * trailing commas are allowed.
  9. # The test suites understood by the waterfalls. Two kinds of entries
  10. # are supported here:
  11. # 1. Dictionaries that directly define test suites.
  12. # 2. Compositions, in the form of lists which refer to other test
  13. # suites.
  14. #
  15. # This file must be sorted by key. Run ./generate_buildbot_json.py -c to check
  16. # your ordering; it will print out incorrectly sorted keys if there are any.
  17. {
  18. # Test suites.
  19. 'basic_suites': {
  20. 'android_ar_gtests': {
  21. 'monochrome_public_test_ar_apk': {},
  22. # Name is vr_*, but actually has AR tests.
  23. 'vr_android_unittests': {},
  24. },
  25. 'android_ddready_vr_gtests': {
  26. 'chrome_public_test_vr_apk-ddready-cardboard': {
  27. 'args': [
  28. '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
  29. ],
  30. 'mixins': [
  31. 'vr_instrumentation_test',
  32. ],
  33. 'swarming': {
  34. 'shards': 2,
  35. },
  36. 'test': 'chrome_public_test_vr_apk',
  37. },
  38. 'chrome_public_test_vr_apk-ddready-ddview': {
  39. 'args': [
  40. '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_ddview_skipdon_setupcomplete.json',
  41. '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_keyboard/vr_keyboard_current.apk',
  42. ],
  43. 'mixins': [
  44. 'skia_gold_test',
  45. 'vr_instrumentation_test',
  46. ],
  47. 'swarming': {
  48. 'shards': 4,
  49. },
  50. 'test': 'chrome_public_test_vr_apk',
  51. },
  52. 'chrome_public_test_vr_apk-ddready-don-enabled': {
  53. 'args': [
  54. '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_ddview_don_setupcomplete.json',
  55. '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_keyboard/vr_keyboard_current.apk',
  56. '--annotation=Restriction=VR_DON_Enabled',
  57. '--vr-don-enabled',
  58. ],
  59. 'mixins': [
  60. 'vr_instrumentation_test',
  61. ],
  62. 'test': 'chrome_public_test_vr_apk',
  63. },
  64. },
  65. 'android_emulator_specific_chrome_public_tests': {
  66. 'chrome_public_test_apk': {
  67. 'args': [
  68. # These tests launch external intent thus require playstore to be
  69. # present. See crbug.com/1056330 for more details.
  70. # Exclude them here since this test suite will run on emulator
  71. # on images that do not have playstore.
  72. # They will be ran in chrome_public_test_apk_with_playstore below.
  73. '--gtest_filter=-'
  74. 'org.chromium.chrome.browser.contextualsearch.ContextualSearchManagerTest.test*ExternalNavigationWithUserGesture*:'
  75. 'org.chromium.shape_detection.*'
  76. ],
  77. 'swarming': {
  78. 'shards': 20,
  79. },
  80. 'mixins': [
  81. 'skia_gold_test',
  82. 'emulator-8-cores', # Use 8-core to shorten test runtime.
  83. ],
  84. },
  85. 'chrome_public_test_apk_with_playstore': {
  86. 'args': [
  87. # These tests launch external intent thus require playstore to be
  88. # present. See crbug.com/1056330 for more details.
  89. # They should be ran in emulator on images that have playstore.
  90. '--gtest_filter='
  91. 'org.chromium.chrome.browser.contextualsearch.ContextualSearchManagerTest.test*ExternalNavigationWithUserGesture*:'
  92. 'org.chromium.shape_detection.*'
  93. ],
  94. 'mixins': [
  95. 'skia_gold_test',
  96. ],
  97. 'test': 'chrome_public_test_apk',
  98. },
  99. 'chrome_public_unit_test_apk': {
  100. 'swarming': {
  101. 'shards': 4,
  102. },
  103. 'mixins': [
  104. 'skia_gold_test',
  105. ],
  106. },
  107. },
  108. 'android_isolated_scripts': {
  109. 'content_shell_crash_test': {
  110. 'args': [
  111. '--platform=android',
  112. ],
  113. 'resultdb': {
  114. 'enable': True,
  115. 'result_format': 'single'
  116. },
  117. },
  118. },
  119. # List gtests with ci_only set to True so that they run on the CI of
  120. # android-marshmallow-arm64-rel but not the mirrored CQ.
  121. # Includes the following compound test suites:
  122. # * android_modern_smoke_tests
  123. # * android_smoke_tests
  124. # * chromium_gtests_for_devices_with_graphical_output
  125. # * chrome_public_tests
  126. # * linux_flavor_specific_chromium_gtests
  127. 'android_marshmallow_device_ci_only_gtests': {
  128. 'cc_unittests': {
  129. 'ci_only': True,
  130. },
  131. 'chrome_modern_public_bundle_smoke_test': {
  132. 'ci_only': True,
  133. },
  134. 'chrome_public_smoke_test': {
  135. 'ci_only': True,
  136. },
  137. 'chrome_public_test_apk': {
  138. 'ci_only': True,
  139. 'swarming': {
  140. 'shards': 20,
  141. },
  142. 'mixins': [
  143. 'skia_gold_test',
  144. ],
  145. },
  146. 'chrome_public_unit_test_apk': {
  147. 'ci_only': True,
  148. 'mixins': [
  149. 'skia_gold_test',
  150. ],
  151. },
  152. 'device_unittests': {
  153. 'ci_only': True,
  154. },
  155. 'display_unittests': {
  156. 'ci_only': True,
  157. },
  158. 'gfx_unittests': {
  159. 'ci_only': True,
  160. },
  161. 'sandbox_linux_unittests': {
  162. 'ci_only': True,
  163. },
  164. 'unit_tests': {
  165. 'ci_only': True,
  166. 'android_swarming': {
  167. 'shards': 2,
  168. },
  169. },
  170. 'viz_unittests': {
  171. 'ci_only': True,
  172. },
  173. },
  174. # List gtests that are part of other composition test suites.
  175. # MM emulator CQ builder currently has limited capacity so some composition
  176. # test suites cannot be fullly enabled at once.
  177. 'android_marshmallow_emulator_limited_capacity_gtests': {
  178. # Tests from chromium_gtests
  179. 'webkit_unit_tests':{
  180. 'test': 'blink_unittests',
  181. 'android_swarming': {
  182. 'shards': 6,
  183. },
  184. },
  185. },
  186. 'android_modern_smoke_tests': {
  187. 'chrome_modern_public_bundle_smoke_test': {},
  188. },
  189. 'android_monochrome_smoke_tests': {
  190. 'monochrome_public_bundle_smoke_test': {},
  191. 'monochrome_public_smoke_test': {},
  192. },
  193. 'android_oreo_standard_gtests': {
  194. 'chrome_public_test_apk': {
  195. 'swarming': {
  196. 'shards': 5,
  197. },
  198. 'mixins': [
  199. 'skia_gold_test',
  200. ],
  201. },
  202. 'chrome_public_unit_test_apk': {
  203. 'mixins': [
  204. 'skia_gold_test',
  205. ],
  206. },
  207. 'webview_instrumentation_test_apk': {
  208. 'swarming': {
  209. 'expiration': 10800,
  210. 'shards': 5,
  211. },
  212. },
  213. },
  214. 'android_pagecontroller_self_tests': {
  215. 'chrome_java_test_pagecontroller_tests': {},
  216. },
  217. # TODO(crbug.com/1111436): Deprecate this group in favor of
  218. # android_pie_rel_gtests if/when android Pie capacity is fully restored.
  219. 'android_pie_rel_reduced_capacity_gtests': {
  220. 'android_browsertests': {},
  221. 'blink_platform_unittests': {},
  222. 'cc_unittests': {},
  223. 'content_browsertests': {
  224. 'swarming': {
  225. 'shards': 20,
  226. },
  227. },
  228. 'viz_unittests': {},
  229. 'weblayer_bundle_test': {},
  230. 'weblayer_instrumentation_test_apk': {},
  231. 'webview_instrumentation_test_apk': {
  232. 'swarming': {
  233. 'shards': 7,
  234. },
  235. },
  236. },
  237. 'android_smoke_tests': {
  238. 'chrome_public_smoke_test': {},
  239. },
  240. 'android_specific_chromium_gtests': {
  241. 'android_browsertests': {
  242. 'swarming': {
  243. 'shards': 1,
  244. },
  245. },
  246. 'android_sync_integration_tests': {
  247. 'swarming': {
  248. 'shards': 1,
  249. },
  250. 'args': [
  251. '--test-launcher-batch-limit=1',
  252. ],
  253. },
  254. 'android_webview_unittests': {},
  255. 'content_shell_test_apk': {
  256. 'swarming': {
  257. 'shards': 3,
  258. },
  259. },
  260. 'gl_tests_validating': {
  261. 'test': 'gl_tests',
  262. # TODO(kbr): these are actually run on many of the GPU bots, which have
  263. # physical hardware for several of the desktop OSs. Once the GPU JSON
  264. # generation script is merged with this one, this should be promoted from
  265. # the Android-specific section.
  266. 'args': [
  267. '--use-cmd-decoder=validating',
  268. ],
  269. },
  270. 'gl_unittests': {
  271. # TODO(kbr): these are actually run on many of the GPU bots, which have
  272. # physical hardware for several of the desktop OSs. Once the GPU JSON
  273. # generation script is merged with this one, this should be promoted from
  274. # the Android-specific section.
  275. },
  276. 'mojo_test_apk': {},
  277. 'ui_android_unittests': {},
  278. 'webview_instrumentation_test_apk': {
  279. 'swarming': {
  280. 'shards': 7,
  281. },
  282. },
  283. },
  284. 'android_trichrome_smoke_tests': {
  285. 'trichrome_chrome_bundle_smoke_test': {},
  286. },
  287. 'android_webview_gpu_telemetry_tests': {
  288. 'pixel_skia': {
  289. 'name': 'android_webview_pixel_skia_gold_test',
  290. 'args': [
  291. '--dont-restore-color-profile-after-test',
  292. '--test-machine-name',
  293. '${buildername}',
  294. ],
  295. 'mixins': [
  296. 'skia_gold_test',
  297. 'has_native_resultdb_integration',
  298. ],
  299. 'telemetry_test_name': 'pixel',
  300. },
  301. },
  302. 'android_wpr_record_replay_tests': {
  303. 'chrome_java_test_wpr_tests': {
  304. 'mixins': [
  305. 'skia_gold_test',
  306. ],
  307. },
  308. },
  309. 'ash_pixel_gtests': {
  310. 'ash_pixeltests': {
  311. 'args': [
  312. '--enable-pixel-output-in-tests',
  313. ],
  314. 'experiment_percentage': 100,
  315. 'mixins': [
  316. 'skia_gold_test',
  317. ],
  318. },
  319. },
  320. 'aura_gtests': {
  321. 'aura_unittests': {},
  322. 'compositor_unittests': {},
  323. 'wm_unittests': {},
  324. },
  325. 'backuprefptr_generic_gtests': {
  326. 'base_unittests': {},
  327. 'blink_common_unittests': {},
  328. 'blink_platform_unittests': {},
  329. 'cast_unittests': {},
  330. 'cc_unittests': {},
  331. 'components_unittests': {
  332. 'android_swarming': {
  333. 'shards': 6,
  334. },
  335. },
  336. 'content_unittests': {
  337. 'android_swarming': {
  338. 'shards': 3,
  339. },
  340. },
  341. 'unit_tests': {
  342. 'android_swarming': {
  343. 'shards': 2,
  344. },
  345. },
  346. 'webkit_unit_tests': {
  347. 'test': 'blink_unittests',
  348. 'android_swarming': {
  349. 'shards': 6,
  350. },
  351. },
  352. 'wtf_unittests': {},
  353. },
  354. 'bfcache_android_specific_gtests': {
  355. 'bf_cache_android_browsertests': {
  356. 'args': [
  357. '--enable-features=BackForwardCache,BackForwardCacheSameSiteForBots,BackForwardCacheNoTimeEviction,ProactivelySwapBrowsingInstance',
  358. ],
  359. 'test': 'android_browsertests',
  360. },
  361. 'bf_cache_chrome_public_test_apk': {
  362. 'args': [
  363. '--enable-features=BackForwardCache,BackForwardCacheSameSiteForBots,BackForwardCacheNoTimeEviction,ProactivelySwapBrowsingInstance',
  364. ],
  365. 'swarming': {
  366. 'shards': 20,
  367. },
  368. 'mixins': [
  369. 'skia_gold_test',
  370. ],
  371. 'test': 'chrome_public_test_apk',
  372. },
  373. 'bf_cache_chrome_public_unit_test_apk': {
  374. 'args': [
  375. '--enable-features=BackForwardCache,BackForwardCacheSameSiteForBots,BackForwardCacheNoTimeEviction,ProactivelySwapBrowsingInstance',
  376. ],
  377. 'mixins': [
  378. 'skia_gold_test',
  379. ],
  380. 'test': 'chrome_public_unit_test_apk',
  381. },
  382. 'bf_cache_content_shell_test_apk': {
  383. 'args': [
  384. '--enable-features=BackForwardCache,BackForwardCacheSameSiteForBots,BackForwardCacheNoTimeEviction,ProactivelySwapBrowsingInstance',
  385. ],
  386. 'swarming': {
  387. 'shards': 5,
  388. },
  389. 'test': 'content_shell_test_apk',
  390. },
  391. },
  392. 'bfcache_generic_gtests': {
  393. 'bf_cache_content_browsertests': {
  394. 'args': [
  395. '--enable-features=BackForwardCache,BackForwardCacheSameSiteForBots,BackForwardCacheNoTimeEviction,ProactivelySwapBrowsingInstance',
  396. ],
  397. 'swarming': {
  398. 'shards': 20,
  399. },
  400. 'test': 'content_browsertests',
  401. },
  402. 'bf_cache_content_unittests': {
  403. 'args': [
  404. '--enable-features=BackForwardCache,BackForwardCacheSameSiteForBots,BackForwardCacheNoTimeEviction,ProactivelySwapBrowsingInstance',
  405. ],
  406. 'swarming': {
  407. 'shards': 10,
  408. },
  409. 'test': 'content_unittests',
  410. },
  411. 'bf_cache_unit_tests': {
  412. 'args': [
  413. '--enable-features=BackForwardCache,BackForwardCacheSameSiteForBots,BackForwardCacheNoTimeEviction,ProactivelySwapBrowsingInstance',
  414. '--test-launcher-filter-file=../../testing/buildbot/filters/bfcache.unit_tests.filter'
  415. ],
  416. 'swarming': {
  417. 'shards': 10,
  418. },
  419. 'test': 'unit_tests',
  420. },
  421. },
  422. 'bfcache_linux_specific_gtests': {
  423. 'bf_cache_browser_tests': {
  424. 'args': [
  425. '--enable-features=BackForwardCache,BackForwardCacheSameSiteForBots,BackForwardCacheNoTimeEviction,ProactivelySwapBrowsingInstance',
  426. ],
  427. 'swarming': {
  428. 'shards': 10,
  429. },
  430. 'test': 'browser_tests',
  431. },
  432. },
  433. 'blink_unittests': {
  434. 'blink_unit_tests': {
  435. 'test': 'blink_unittests',
  436. },
  437. },
  438. 'cast_audio_specific_chromium_gtests': {
  439. 'cast_audio_backend_unittests': {},
  440. 'cast_base_unittests': {},
  441. 'cast_cast_core_unittests': {},
  442. 'cast_crash_unittests': {},
  443. 'cast_media_unittests': {},
  444. 'cast_shell_browsertests': {
  445. 'args': [
  446. '--enable-local-file-accesses',
  447. '--ozone-platform=headless',
  448. '--no-sandbox',
  449. '--test-launcher-jobs=1',
  450. ],
  451. 'swarming': {
  452. 'can_use_on_swarming_builders': False, # https://crbug.com/861753
  453. },
  454. },
  455. 'cast_shell_unittests': {},
  456. },
  457. 'cast_junit_tests': {
  458. 'cast_base_junit_tests': {},
  459. 'cast_shell_junit_tests': {},
  460. },
  461. 'cast_video_specific_chromium_gtests': {
  462. 'cast_display_settings_unittests': {
  463. 'experiment_percentage': 100,
  464. },
  465. 'cast_graphics_unittests': {},
  466. 'views_unittests': {
  467. 'experiment_percentage': 100,
  468. },
  469. },
  470. 'chrome_finch_smoke_tests': {
  471. 'variations_smoke_tests': {
  472. 'isolate_name': 'variations_smoke_tests',
  473. 'mixins': [
  474. 'skia_gold_test',
  475. ],
  476. 'resultdb': {
  477. 'enable': True,
  478. 'result_format': 'single'
  479. },
  480. },
  481. },
  482. 'chrome_isolated_script_tests': {
  483. 'chrome_sizes': {
  484. 'merge': {
  485. 'script': '//tools/perf/process_perf_results.py',
  486. },
  487. 'mixins': [
  488. 'has_native_resultdb_integration',
  489. ],
  490. },
  491. 'variations_smoke_tests': {
  492. 'isolate_name': 'variations_smoke_tests',
  493. 'mixins': [
  494. 'skia_gold_test',
  495. ],
  496. 'resultdb': {
  497. 'enable': True,
  498. 'result_format': 'single'
  499. },
  500. },
  501. },
  502. 'chrome_public_tests': {
  503. 'chrome_public_test_apk': {
  504. 'swarming': {
  505. 'shards': 19,
  506. },
  507. 'mixins': [
  508. 'skia_gold_test',
  509. ],
  510. },
  511. 'chrome_public_unit_test_apk': {
  512. 'swarming': {
  513. 'shards': 2,
  514. },
  515. 'mixins': [
  516. 'skia_gold_test',
  517. ],
  518. },
  519. 'chrome_webapk_integration_tests': {},
  520. },
  521. 'chrome_public_wpt': {
  522. 'chrome_public_wpt': {
  523. 'args': [
  524. '--log-wptreport',
  525. ],
  526. 'swarming': {
  527. 'shards': 36,
  528. 'expiration': 18000,
  529. 'hard_timeout': 14400,
  530. },
  531. 'experiment_percentage': 100,
  532. 'merge': {
  533. 'args': [
  534. '--verbose',
  535. ],
  536. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  537. },
  538. 'results_handler': 'layout tests',
  539. },
  540. },
  541. 'chrome_sizes': {
  542. 'chrome_sizes': {
  543. 'merge': {
  544. 'script': '//tools/perf/process_perf_results.py',
  545. },
  546. 'mixins': [
  547. 'has_native_resultdb_integration',
  548. ],
  549. },
  550. },
  551. 'chrome_sizes_android': {
  552. 'chrome_sizes': {
  553. 'merge': {
  554. 'script': '//tools/perf/process_perf_results.py',
  555. },
  556. 'mixins': [
  557. 'has_native_resultdb_integration',
  558. ],
  559. 'args': [
  560. '--platform=android',
  561. ],
  562. 'swarming': {
  563. "dimension_sets": [
  564. {
  565. "cpu": "x86-64",
  566. "os": "Ubuntu-18.04"
  567. }
  568. ],
  569. },
  570. 'remove_mixins': [
  571. 'android_r',
  572. 'bullhead',
  573. 'flame',
  574. 'hammerhead',
  575. 'marshmallow',
  576. 'marshmallow_generic',
  577. 'mdarcy',
  578. 'nougat_generic',
  579. 'oreo_fleet',
  580. 'pie_fleet',
  581. 'walleye',
  582. ],
  583. },
  584. },
  585. 'chromedriver_py_tests_isolated_scripts': {
  586. 'chromedriver_py_tests': {
  587. 'args': [
  588. '--test-type=integration',
  589. ],
  590. 'resultdb': {
  591. 'enable': True,
  592. },
  593. 'mixins': [
  594. 'disable_check_flakiness_web_tests',
  595. ],
  596. },
  597. 'chromedriver_replay_unittests': {},
  598. },
  599. 'chromeos_annotation_scripts': {
  600. 'check_network_annotations': {
  601. 'script': 'check_network_annotations.py',
  602. },
  603. },
  604. 'chromeos_browser_finch_tests': {
  605. 'chrome_variations_tast_tests': {
  606. 'swarming': {
  607. 'idempotent': False, # https://crbug.com/923426#c27
  608. },
  609. 'mixins': [
  610. 'has_native_resultdb_integration',
  611. ],
  612. 'experiment_percentage': 100,
  613. },
  614. },
  615. 'chromeos_browser_integration_tests': {
  616. 'chrome_all_tast_tests': {
  617. 'swarming': {
  618. 'idempotent': False, # https://crbug.com/923426#c27
  619. # Tast test doesn't always output. See crbug.com/1306300
  620. 'io_timeout': 3600,
  621. 'shards': 10,
  622. },
  623. 'mixins': [
  624. 'has_native_resultdb_integration',
  625. ],
  626. },
  627. 'disk_usage_tast_test': {
  628. "args": [
  629. # Stripping gives more accurate disk usage data.
  630. "--strip-chrome",
  631. ],
  632. 'merge': {
  633. 'script': '//tools/perf/process_perf_results.py',
  634. },
  635. 'swarming': {
  636. 'idempotent': False, # https://crbug.com/923426#c27
  637. },
  638. 'mixins': [
  639. 'has_native_resultdb_integration',
  640. ],
  641. },
  642. },
  643. # GTests to run on Chrome OS devices, but not Chrome OS VMs. Any differences
  644. # between this and chromeos_system_friendly_gtests below should only be due
  645. # to resource constraints (ie: not enough devices).
  646. 'chromeos_device_only_gtests': {
  647. 'base_unittests': {
  648. 'args': [
  649. '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.base_unittests.filter',
  650. ],
  651. },
  652. },
  653. 'chromeos_isolated_scripts': {
  654. 'telemetry_perf_unittests': {
  655. 'args': [
  656. '--browser=cros-chrome',
  657. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  658. '--xvfb',
  659. # 3 is arbitrary, but if we're having more than 3 of these tests
  660. # fail in a single shard, then something is probably wrong, so fail
  661. # fast.
  662. '--typ-max-failures=3',
  663. ],
  664. 'swarming': {
  665. 'idempotent': False, # https://crbug.com/549140
  666. 'shards': 12,
  667. },
  668. 'mixins': [
  669. 'has_native_resultdb_integration',
  670. ],
  671. },
  672. 'telemetry_unittests': {
  673. 'args': [
  674. '--jobs=1',
  675. '--browser=cros-chrome',
  676. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  677. # 3 is arbitrary, but if we're having more than 3 of these tests
  678. # fail in a single shard, then something is probably wrong, so fail
  679. # fast.
  680. '--typ-max-failures=3',
  681. ],
  682. 'swarming': {
  683. 'idempotent': False, # https://crbug.com/549140
  684. 'shards': 24,
  685. },
  686. 'mixins': [
  687. 'has_native_resultdb_integration',
  688. ],
  689. },
  690. },
  691. 'chromeos_remote_device_isolated_tests': {
  692. 'telemetry_perf_unittests': {
  693. 'args': [
  694. '--browser=cros-chrome',
  695. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  696. '--xvfb',
  697. ],
  698. 'swarming': {
  699. 'idempotent': False, # https://crbug.com/549140
  700. 'shards': 2,
  701. },
  702. 'mixins': [
  703. 'has_native_resultdb_integration',
  704. ],
  705. },
  706. 'telemetry_unittests': {
  707. 'args': [
  708. '--browser=cros-chrome',
  709. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  710. '--jobs=1',
  711. ],
  712. 'swarming': {
  713. 'idempotent': False, # https://crbug.com/549140
  714. 'shards': 10,
  715. },
  716. 'mixins': [
  717. 'has_native_resultdb_integration',
  718. ],
  719. },
  720. },
  721. # Tests that run on Chrome OS systems (ie: VMs, Chromebooks), *not*
  722. # linux-chromeos.
  723. # NOTE: We only want a small subset of test suites here, because most
  724. # suites assume that they stub out the underlying device hardware.
  725. # https://crbug.com/865693
  726. 'chromeos_system_friendly_gtests': {
  727. 'aura_unittests': {
  728. 'args': [
  729. '--ozone-platform=headless',
  730. ],
  731. },
  732. 'base_unittests': {},
  733. 'capture_unittests': {
  734. 'args': [
  735. '--test-launcher-jobs=1',
  736. # Don't run CaptureMJpeg tests on ChromeOS VM because vivid,
  737. # which is the virtual video capture device, doesn't support MJPEG.
  738. '--gtest_filter=-*UsingRealWebcam_CaptureMjpeg*',
  739. ],
  740. },
  741. 'cc_unittests': {},
  742. 'crypto_unittests': {},
  743. 'display_unittests': {},
  744. 'google_apis_unittests': {},
  745. 'ipc_tests': {},
  746. 'latency_unittests': {},
  747. 'libcups_unittests': {},
  748. 'media_unittests': {
  749. 'args': [
  750. '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.media_unittests.filter',
  751. ],
  752. },
  753. 'midi_unittests': {},
  754. 'mojo_unittests': {},
  755. # net_unittests has a test-time dependency on vpython. So add a CIPD'ed
  756. # vpython of the right arch to the task, and tell the test runner to copy
  757. # it over to the VM before the test runs.
  758. 'net_unittests': {
  759. 'args': [
  760. '--vpython-dir=../../vpython_dir_linux_amd64',
  761. # PythonUtils.PythonRunTime (as opposed to Python3RunTime) requires a
  762. # copy of Python 2, but it's testing test helpers that are only used
  763. # outside of net_unittests. This bot runs out of space if trying to
  764. # ship two vpythons, so we exclude Python 2 and the one test which
  765. # uses it.
  766. '--gtest_filter=-PythonUtils.PythonRunTime',
  767. ],
  768. 'swarming': {
  769. 'cipd_packages': [
  770. {
  771. "cipd_package": 'infra/3pp/tools/cpython3/linux-amd64',
  772. 'location': 'vpython_dir_linux_amd64',
  773. 'revision': 'version:2@3.8.10.chromium.21',
  774. },
  775. {
  776. "cipd_package": 'infra/tools/luci/vpython/linux-amd64',
  777. 'location': 'vpython_dir_linux_amd64',
  778. 'revision': 'git_revision:0f694cdc06ba054b9960aa1ae9766e45b53d02c1',
  779. }
  780. ],
  781. 'shards': 3,
  782. },
  783. },
  784. 'ozone_gl_unittests': {
  785. 'args': [
  786. '--stop-ui',
  787. ],
  788. },
  789. 'ozone_unittests': {},
  790. 'pdf_unittests': {},
  791. 'printing_unittests': {},
  792. 'profile_provider_unittest': {
  793. 'args': [
  794. '--stop-ui',
  795. '--test-launcher-jobs=1',
  796. ],
  797. },
  798. 'sql_unittests': {},
  799. 'url_unittests': {},
  800. 'vaapi_unittest': {
  801. 'args': [
  802. '--stop-ui',
  803. # Tell libva to do dummy encoding/decoding. For more info, see:
  804. # https://github.com/intel/libva/blob/master/va/va_fool.c#L47
  805. '--env-var', 'LIBVA_DRIVERS_PATH', '/usr/local/lib64',
  806. '--env-var', 'LIBVA_DRIVER_NAME', 'fake',
  807. '--env-var', 'LIBVA_FOOL_DECODE', '1',
  808. '--env-var', 'LIBVA_FOOL_POSTP', '1',
  809. '--gtest_filter="VaapiTest.*"',
  810. ],
  811. },
  812. },
  813. 'chromium_android_asan_gtests': {
  814. # TODO(kbr): reduce duplication among these tests, and with other
  815. # test suites.
  816. 'base_unittests': {
  817. 'args': [
  818. '--tool=asan',
  819. ],
  820. },
  821. },
  822. 'chromium_android_asan_junit_tests': {
  823. 'base_junit_tests': {},
  824. },
  825. 'chromium_android_scripts': {
  826. 'check_network_annotations': {
  827. 'script': 'check_network_annotations.py',
  828. },
  829. },
  830. 'chromium_android_webkit_gtests': {
  831. 'blink_heap_unittests': {},
  832. 'webkit_unit_tests': {
  833. 'test': 'blink_unittests',
  834. },
  835. },
  836. 'chromium_browser_tests': {
  837. 'browser_tests': {
  838. 'swarming': {
  839. 'shards': 10,
  840. },
  841. },
  842. 'components_browsertests': {},
  843. 'content_browsertests': {},
  844. 'interactive_ui_tests': {
  845. 'swarming': {
  846. 'shards': 10,
  847. },
  848. },
  849. },
  850. 'chromium_gtests': {
  851. 'absl_hardening_tests': {},
  852. 'angle_unittests': {
  853. 'android_args': [
  854. '-v',
  855. ],
  856. 'use_isolated_scripts_api': True,
  857. },
  858. 'base_unittests': {},
  859. 'blink_common_unittests': {},
  860. 'blink_heap_unittests': {},
  861. 'blink_platform_unittests': {},
  862. 'boringssl_crypto_tests': {},
  863. 'boringssl_ssl_tests': {},
  864. 'capture_unittests': {
  865. 'args': [
  866. '--gtest_filter=-*UsingRealWebcam*',
  867. ],
  868. },
  869. 'cast_unittests': {},
  870. 'components_browsertests': {},
  871. 'components_unittests': {
  872. 'android_swarming': {
  873. 'shards': 6,
  874. },
  875. },
  876. 'content_browsertests': {
  877. 'android_swarming': {
  878. 'shards': 15,
  879. },
  880. 'swarming': {
  881. 'shards': 8,
  882. },
  883. },
  884. 'content_unittests': {
  885. 'android_swarming': {
  886. 'shards': 3,
  887. },
  888. },
  889. 'crashpad_tests': {},
  890. 'crypto_unittests': {},
  891. 'events_unittests': {},
  892. 'gcm_unit_tests': {},
  893. 'gin_unittests': {},
  894. 'google_apis_unittests': {},
  895. 'gpu_unittests': {},
  896. 'gwp_asan_unittests': {},
  897. 'ipc_tests': {},
  898. 'latency_unittests': {},
  899. 'libjingle_xmpp_unittests': {},
  900. 'liburlpattern_unittests': {},
  901. 'media_unittests': {},
  902. 'midi_unittests': {},
  903. 'mojo_unittests': {},
  904. 'net_unittests': {
  905. 'android_swarming': {
  906. 'shards': 3,
  907. },
  908. },
  909. 'perfetto_unittests': {},
  910. 'services_unittests': {},
  911. 'shell_dialogs_unittests': {},
  912. 'skia_unittests': {},
  913. 'sql_unittests': {},
  914. 'storage_unittests': {},
  915. 'ui_base_unittests': {},
  916. 'ui_touch_selection_unittests': {},
  917. 'url_unittests': {},
  918. 'webkit_unit_tests': {
  919. 'test': 'blink_unittests',
  920. 'android_swarming': {
  921. 'shards': 6,
  922. },
  923. },
  924. 'wtf_unittests': {},
  925. 'zlib_unittests': {},
  926. },
  927. 'chromium_gtests_for_devices_with_graphical_output': {
  928. 'cc_unittests': {},
  929. 'device_unittests': {},
  930. 'display_unittests': {},
  931. 'gfx_unittests': {},
  932. 'unit_tests': {
  933. 'android_swarming': {
  934. 'shards': 2,
  935. },
  936. },
  937. 'viz_unittests': {},
  938. },
  939. 'chromium_gtests_for_linux_and_chromeos_only': {
  940. 'dbus_unittests': {},
  941. 'mojo_core_unittests': {},
  942. },
  943. 'chromium_gtests_for_linux_and_mac_only': {
  944. 'openscreen_unittests': {},
  945. },
  946. 'chromium_gtests_for_linux_only': {
  947. 'ozone_x11_unittests': {},
  948. },
  949. 'chromium_gtests_for_win_and_linux_only': {
  950. },
  951. 'chromium_junit_tests': {
  952. 'android_webview_junit_tests': {
  953. 'remove_mixins': [
  954. 'nougat-x86-emulator',
  955. ],
  956. },
  957. 'base_junit_tests': {
  958. 'remove_mixins': [
  959. 'nougat-x86-emulator',
  960. ],
  961. },
  962. 'build_junit_tests':{
  963. 'remove_mixins': [
  964. 'nougat-x86-emulator',
  965. ],
  966. },
  967. 'chrome_java_test_pagecontroller_junit_tests': {
  968. 'remove_mixins': [
  969. 'nougat-x86-emulator',
  970. ],
  971. },
  972. 'chrome_junit_tests': {
  973. 'remove_mixins': [
  974. 'nougat-x86-emulator',
  975. ],
  976. },
  977. 'components_junit_tests': {
  978. 'remove_mixins': [
  979. 'nougat-x86-emulator',
  980. ],
  981. },
  982. 'content_junit_tests': {
  983. 'remove_mixins': [
  984. 'nougat-x86-emulator',
  985. ],
  986. },
  987. 'device_junit_tests': {
  988. 'remove_mixins': [
  989. 'nougat-x86-emulator',
  990. ],
  991. },
  992. 'junit_unit_tests': {
  993. 'remove_mixins': [
  994. 'nougat-x86-emulator',
  995. ],
  996. },
  997. 'keyboard_accessory_junit_tests': {
  998. 'remove_mixins': [
  999. 'nougat-x86-emulator',
  1000. ],
  1001. },
  1002. 'media_base_junit_tests': {
  1003. 'remove_mixins': [
  1004. 'nougat-x86-emulator',
  1005. ],
  1006. },
  1007. 'module_installer_junit_tests': {
  1008. 'remove_mixins': [
  1009. 'nougat-x86-emulator',
  1010. ],
  1011. },
  1012. 'net_junit_tests': {
  1013. 'remove_mixins': [
  1014. 'nougat-x86-emulator',
  1015. ],
  1016. },
  1017. 'paint_preview_junit_tests': {
  1018. 'remove_mixins': [
  1019. 'nougat-x86-emulator',
  1020. ],
  1021. },
  1022. 'password_check_junit_tests': {
  1023. 'remove_mixins': [
  1024. 'nougat-x86-emulator',
  1025. ],
  1026. },
  1027. 'password_manager_junit_tests': {
  1028. 'remove_mixins': [
  1029. 'nougat-x86-emulator',
  1030. ],
  1031. },
  1032. 'services_junit_tests': {
  1033. 'remove_mixins': [
  1034. 'nougat-x86-emulator',
  1035. ],
  1036. },
  1037. 'touch_to_fill_junit_tests': {
  1038. 'remove_mixins': [
  1039. 'nougat-x86-emulator',
  1040. ],
  1041. },
  1042. 'ui_junit_tests': {
  1043. 'remove_mixins': [
  1044. 'nougat-x86-emulator',
  1045. ],
  1046. },
  1047. 'webapk_client_junit_tests': {
  1048. 'remove_mixins': [
  1049. 'nougat-x86-emulator',
  1050. ],
  1051. },
  1052. 'webapk_shell_apk_h2o_junit_tests': {
  1053. 'remove_mixins': [
  1054. 'nougat-x86-emulator',
  1055. ],
  1056. },
  1057. 'webapk_shell_apk_junit_tests': {
  1058. 'remove_mixins': [
  1059. 'nougat-x86-emulator',
  1060. ],
  1061. },
  1062. 'weblayer_junit_tests': {
  1063. 'remove_mixins': [
  1064. 'nougat-x86-emulator',
  1065. ],
  1066. # Experimental until we're sure these are stable.
  1067. 'experiment_percentage': 100
  1068. },
  1069. },
  1070. 'chromium_linux_scripts': {
  1071. 'check_network_annotations': {
  1072. 'script': 'check_network_annotations.py',
  1073. },
  1074. 'check_static_initializers': {
  1075. 'script': 'check_static_initializers.py',
  1076. },
  1077. 'checkdeps': {
  1078. 'script': 'checkdeps.py',
  1079. },
  1080. 'checkperms': {
  1081. 'script': 'checkperms.py',
  1082. },
  1083. 'headless_python_unittests': {
  1084. 'script': 'headless_python_unittests.py',
  1085. },
  1086. 'metrics_python_tests': {
  1087. 'script': 'metrics_python_tests.py',
  1088. },
  1089. 'webkit_lint': {
  1090. 'script': 'blink_lint_expectations.py',
  1091. },
  1092. },
  1093. 'chromium_mac_scripts': {
  1094. 'check_static_initializers': {
  1095. 'script': 'check_static_initializers.py',
  1096. },
  1097. 'metrics_python_tests': {
  1098. 'script': 'metrics_python_tests.py',
  1099. },
  1100. 'webkit_lint': {
  1101. 'script': 'blink_lint_expectations.py',
  1102. },
  1103. },
  1104. 'chromium_swarm_android_gtests': {
  1105. 'base_unittests': {},
  1106. 'chrome_modern_public_bundle_smoke_test': {},
  1107. 'weblayer_bundle_test': {},
  1108. },
  1109. 'chromium_swarm_desktop_gtests': {
  1110. 'base_unittests': {},
  1111. 'content_browsertests': {},
  1112. 'content_unittests': {},
  1113. 'interactive_ui_tests': {},
  1114. 'net_unittests': {},
  1115. 'unit_tests': {},
  1116. },
  1117. 'chromium_swarm_linux_gtests': {
  1118. 'base_unittests': {
  1119. 'swarming': {
  1120. 'dimension_sets': [
  1121. {
  1122. 'cores': '8',
  1123. },
  1124. ],
  1125. },
  1126. },
  1127. 'browser_tests': {
  1128. 'swarming': {
  1129. 'dimension_sets': [
  1130. {
  1131. 'cores': '8',
  1132. },
  1133. ],
  1134. 'shards': 2,
  1135. },
  1136. },
  1137. 'content_browsertests': {
  1138. 'swarming': {
  1139. 'dimension_sets': [
  1140. {
  1141. 'cores': '8',
  1142. },
  1143. ],
  1144. },
  1145. },
  1146. 'content_unittests': {
  1147. 'swarming': {
  1148. 'dimension_sets': [
  1149. {
  1150. 'cores': '2',
  1151. },
  1152. ],
  1153. },
  1154. },
  1155. 'interactive_ui_tests': {
  1156. 'swarming': {
  1157. 'dimension_sets': [
  1158. {
  1159. 'cores': '8',
  1160. },
  1161. ],
  1162. },
  1163. },
  1164. 'net_unittests': {
  1165. 'swarming': {
  1166. 'dimension_sets': [
  1167. {
  1168. 'cores': '8',
  1169. },
  1170. ],
  1171. },
  1172. },
  1173. 'unit_tests': {
  1174. 'swarming': {
  1175. 'dimension_sets': [
  1176. {
  1177. 'cores': '2',
  1178. },
  1179. ],
  1180. },
  1181. },
  1182. },
  1183. # On some bots we don't have capacity to run all standard tests (for example
  1184. # Android Pie), however there are tracing integration tests we want to
  1185. # ensure are still working.
  1186. 'chromium_tracing_gtests': {
  1187. 'services_unittests': {},
  1188. },
  1189. 'chromium_web_tests_and_wpt_webdriver_isolated_scripts': {
  1190. 'blink_web_tests': {
  1191. # layout test failures are retried 3 times when '--test-list' is not
  1192. # passed, but 0 times when '--test-list' is passed. We want to always
  1193. # retry 3 times, so we explicitly specify it.
  1194. 'args': [
  1195. '--num-retries=3',
  1196. ],
  1197. 'isolate_name': 'blink_web_tests',
  1198. 'merge': {
  1199. 'args': [
  1200. '--verbose',
  1201. ],
  1202. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  1203. },
  1204. 'mixins': [
  1205. 'blink_tests_write_run_histories',
  1206. # TODO(crbug.com/1327314): Enable for blink web tests.
  1207. 'disable_check_flakiness_web_tests',
  1208. 'skia_gold_test',
  1209. ],
  1210. 'resultdb': {
  1211. 'enable': True,
  1212. },
  1213. 'results_handler': 'layout tests',
  1214. 'swarming': {
  1215. 'shards': 5,
  1216. },
  1217. },
  1218. 'blink_wpt_tests': {
  1219. # layout test failures are retried 3 times when '--test-list' is not
  1220. # passed, but 0 times when '--test-list' is passed. We want to always
  1221. # retry 3 times, so we explicitly specify it.
  1222. 'args': [
  1223. '--num-retries=3',
  1224. '--step-name=blink-wpt-tests',
  1225. ],
  1226. 'isolate_name': 'blink_wpt_tests',
  1227. 'merge': {
  1228. 'args': [
  1229. '--verbose',
  1230. ],
  1231. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  1232. },
  1233. 'mixins': [
  1234. 'blink_tests_write_run_histories',
  1235. # TODO(crbug.com/1327314): Enable for blink web tests.
  1236. 'disable_check_flakiness_web_tests',
  1237. 'skia_gold_test',
  1238. ],
  1239. 'resultdb': {
  1240. 'enable': True,
  1241. },
  1242. 'results_handler': 'layout tests',
  1243. 'swarming': {
  1244. 'shards': 7,
  1245. },
  1246. },
  1247. 'webdriver_tests_suite': {
  1248. 'isolate_name': 'webdriver_wpt_tests',
  1249. 'merge': {
  1250. 'args': [
  1251. '--verbose',
  1252. ],
  1253. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  1254. },
  1255. 'swarming': {
  1256. 'shards': 4,
  1257. },
  1258. },
  1259. },
  1260. 'chromium_web_tests_high_dpi_isolated_scripts': {
  1261. 'high_dpi_blink_web_tests': {
  1262. # high_dpi_blink_web_tests provides coverage for
  1263. # running Layout Tests with forced device scale factor.
  1264. 'args': [
  1265. '--flag-specific=highdpi',
  1266. # layout test failures are retried 3 times when '--test-list' is not
  1267. # passed, but 0 times when '--test-list' is passed. We want to always
  1268. # retry 3 times, so we explicitly specify it.
  1269. '--num-retries=3',
  1270. ],
  1271. 'isolate_name': 'blink_web_tests',
  1272. 'merge': {
  1273. 'args': [
  1274. '--verbose',
  1275. ],
  1276. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  1277. },
  1278. 'mixins': [
  1279. 'blink_tests_write_run_histories',
  1280. # TODO(crbug.com/1327314): Enable for blink web tests.
  1281. 'disable_check_flakiness_web_tests',
  1282. 'skia_gold_test',
  1283. ],
  1284. 'resultdb': {
  1285. 'enable': True,
  1286. },
  1287. 'results_handler': 'layout tests',
  1288. 'swarming': {
  1289. 'shards': 1,
  1290. },
  1291. },
  1292. 'high_dpi_blink_wpt_tests': {
  1293. # high_dpi_blink_wpt_tests provides coverage for
  1294. # running Layout Tests with forced device scale factor.
  1295. 'args': [
  1296. '--flag-specific=highdpi',
  1297. # layout test failures are retried 3 times when '--test-list' is not
  1298. # passed, but 0 times when '--test-list' is passed. We want to always
  1299. # retry 3 times, so we explicitly specify it.
  1300. '--num-retries=3',
  1301. ],
  1302. 'isolate_name': 'blink_wpt_tests',
  1303. 'merge': {
  1304. 'args': [
  1305. '--verbose',
  1306. ],
  1307. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  1308. },
  1309. 'mixins': [
  1310. 'blink_tests_write_run_histories',
  1311. # TODO(crbug.com/1327314): Enable for blink web tests.
  1312. 'disable_check_flakiness_web_tests',
  1313. 'skia_gold_test',
  1314. ],
  1315. 'resultdb': {
  1316. 'enable': True,
  1317. },
  1318. 'results_handler': 'layout tests',
  1319. 'swarming': {
  1320. 'shards': 3,
  1321. },
  1322. },
  1323. },
  1324. 'chromium_webkit_isolated_scripts': {
  1325. 'blink_web_tests': {
  1326. # layout test failures are retried 3 times when '--test-list' is not
  1327. # passed, but 0 times when '--test-list' is passed. We want to always
  1328. # retry 3 times, so we explicitly specify it.
  1329. 'args': [
  1330. '--num-retries=3',
  1331. ],
  1332. 'isolate_name': 'blink_web_tests',
  1333. 'merge': {
  1334. 'args': [
  1335. '--verbose',
  1336. ],
  1337. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  1338. },
  1339. 'mixins': [
  1340. 'blink_tests_write_run_histories',
  1341. # TODO(crbug.com/1327314): Enable for blink web tests.
  1342. 'disable_check_flakiness_web_tests',
  1343. 'skia_gold_test',
  1344. ],
  1345. 'resultdb': {
  1346. 'enable': True,
  1347. },
  1348. 'results_handler': 'layout tests',
  1349. 'swarming': {
  1350. 'shards': 5,
  1351. }
  1352. },
  1353. 'blink_wpt_tests': {
  1354. # layout test failures are retried 3 times when '--test-list' is not
  1355. # passed, but 0 times when '--test-list' is passed. We want to always
  1356. # retry 3 times, so we explicitly specify it.
  1357. 'args': [
  1358. '--num-retries=3',
  1359. ],
  1360. 'isolate_name': 'blink_wpt_tests',
  1361. 'merge': {
  1362. 'args': [
  1363. '--verbose',
  1364. ],
  1365. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  1366. },
  1367. 'mixins': [
  1368. 'blink_tests_write_run_histories',
  1369. # TODO(crbug.com/1327314): Enable for blink web tests.
  1370. 'disable_check_flakiness_web_tests',
  1371. 'skia_gold_test',
  1372. ],
  1373. 'resultdb': {
  1374. 'enable': True,
  1375. },
  1376. 'results_handler': 'layout tests',
  1377. 'swarming': {
  1378. 'shards': 7,
  1379. }
  1380. },
  1381. },
  1382. 'chromium_win_scripts': {
  1383. 'check_network_annotations': {
  1384. 'script': 'check_network_annotations.py',
  1385. },
  1386. 'metrics_python_tests': {
  1387. 'script': 'metrics_python_tests.py',
  1388. },
  1389. 'webkit_lint': {
  1390. 'script': 'blink_lint_expectations.py',
  1391. },
  1392. },
  1393. 'client_v8_chromium_gtests': {
  1394. 'app_shell_unittests': {},
  1395. 'browser_tests': {
  1396. 'swarming': {
  1397. 'shards': 10,
  1398. },
  1399. },
  1400. 'chrome_app_unittests': {},
  1401. 'chromedriver_unittests': {},
  1402. 'components_browsertests': {},
  1403. 'components_unittests': {},
  1404. 'compositor_unittests': {},
  1405. 'content_browsertests': {},
  1406. 'content_unittests': {},
  1407. 'device_unittests': {},
  1408. 'extensions_browsertests': {},
  1409. 'extensions_unittests': {},
  1410. 'gcm_unit_tests': {},
  1411. 'gin_unittests': {},
  1412. 'google_apis_unittests': {},
  1413. 'gpu_unittests': {},
  1414. 'headless_browsertests': {},
  1415. 'headless_unittests': {},
  1416. 'interactive_ui_tests': {},
  1417. 'nacl_loader_unittests': {},
  1418. 'net_unittests': {},
  1419. 'pdf_unittests': {},
  1420. 'ppapi_unittests': {},
  1421. 'remoting_unittests': {},
  1422. 'services_unittests': {},
  1423. 'sync_integration_tests': {},
  1424. 'unit_tests': {},
  1425. },
  1426. 'client_v8_chromium_isolated_scripts': {
  1427. 'content_shell_crash_test': {
  1428. 'resultdb': {
  1429. 'enable': True,
  1430. 'result_format': 'single'
  1431. }
  1432. },
  1433. 'telemetry_gpu_unittests': {
  1434. 'swarming': {
  1435. 'idempotent': False, # https://crbug.com/549140
  1436. },
  1437. 'resultdb': {
  1438. 'enable': True,
  1439. },
  1440. },
  1441. 'telemetry_perf_unittests': {
  1442. 'args': [
  1443. '--xvfb',
  1444. # TODO(crbug.com/1077284): Remove this once Crashpad is the default.
  1445. '--extra-browser-args=--enable-crashpad',
  1446. ],
  1447. 'swarming': {
  1448. 'idempotent': False, # https://crbug.com/549140
  1449. 'shards': 12,
  1450. },
  1451. 'resultdb': {
  1452. 'enable': True,
  1453. },
  1454. },
  1455. 'telemetry_unittests': {
  1456. 'args': [
  1457. '--jobs=1',
  1458. # Disable GPU compositing, telemetry_unittests runs on VMs.
  1459. # https://crbug.com/871955
  1460. '--extra-browser-args=--disable-gpu',
  1461. ],
  1462. 'swarming': {
  1463. 'idempotent': False, # https://crbug.com/549140
  1464. 'shards': 4,
  1465. },
  1466. 'resultdb': {
  1467. 'enable': True,
  1468. },
  1469. },
  1470. },
  1471. # TODO(crbug.com/1255748): Remove after chromium_gtests are enabled on
  1472. # android_marshmallow_emulator_gtests
  1473. 'components_capacity_tests': {
  1474. 'components_unittests': {
  1475. 'android_swarming': {
  1476. 'shards': 6,
  1477. },
  1478. },
  1479. },
  1480. 'components_perftests_isolated_scripts' : {
  1481. 'components_perftests': {
  1482. 'merge': {
  1483. 'script': '//tools/perf/process_perf_results.py',
  1484. 'args': [
  1485. '--smoke-test-mode',
  1486. ],
  1487. },
  1488. 'args': [
  1489. '--gtest-benchmark-name=components_perftests',
  1490. ],
  1491. },
  1492. },
  1493. 'cronet_gtests': {
  1494. 'cronet_sample_test_apk': {},
  1495. 'cronet_smoketests_missing_native_library_instrumentation_apk': {},
  1496. 'cronet_smoketests_platform_only_instrumentation_apk': {},
  1497. 'cronet_test_instrumentation_apk': {},
  1498. 'cronet_tests_android': {},
  1499. 'cronet_unittests_android': {},
  1500. 'net_unittests': {
  1501. 'swarming': {
  1502. 'shards': 4,
  1503. },
  1504. },
  1505. },
  1506. 'cronet_resource_sizes': {
  1507. 'resource_sizes_cronet_sample_apk': {
  1508. 'merge': {
  1509. 'script': '//tools/perf/process_perf_results.py',
  1510. },
  1511. 'swarming': {
  1512. 'dimension_sets': [
  1513. # This suite simply analyzes build targets without running them.
  1514. # It can thus run on a standard linux machine w/o a device.
  1515. {
  1516. 'os': 'Ubuntu-18.04',
  1517. 'cpu': 'x86'
  1518. },
  1519. ],
  1520. },
  1521. 'resultdb': {
  1522. 'enable': True,
  1523. 'result_format': 'single'
  1524. },
  1525. },
  1526. },
  1527. 'cronet_sizes': {
  1528. 'cronet_sizes': {
  1529. 'merge': {
  1530. 'script': '//tools/perf/process_perf_results.py',
  1531. },
  1532. 'swarming': {
  1533. 'dimension_sets': [
  1534. # This suite simply analyzes build targets without running them.
  1535. # It can thus run on a standard linux machine w/o a device.
  1536. {
  1537. 'os': 'Ubuntu-18.04',
  1538. 'cpu': 'x86'
  1539. },
  1540. ],
  1541. },
  1542. 'resultdb': {
  1543. 'enable': True,
  1544. 'result_format': 'single',
  1545. 'result_file': '${ISOLATED_OUTDIR}/sizes/test_results.json'
  1546. },
  1547. 'remove_mixins': [
  1548. 'android_r',
  1549. 'bullhead',
  1550. 'flame',
  1551. 'hammerhead',
  1552. 'marshmallow',
  1553. 'marshmallow_generic',
  1554. 'mdarcy',
  1555. 'nougat_generic',
  1556. 'oreo_fleet',
  1557. 'pie_fleet',
  1558. 'walleye',
  1559. ],
  1560. },
  1561. },
  1562. 'desktop_chromium_isolated_scripts': {
  1563. 'blink_python_tests': {
  1564. 'resultdb': {
  1565. 'enable': True,
  1566. }
  1567. },
  1568. 'blink_web_tests': {
  1569. # layout test failures are retried 3 times when '--test-list' is not
  1570. # passed, but 0 times when '--test-list' is passed. We want to always
  1571. # retry 3 times, so we explicitly specify it.
  1572. 'args': [
  1573. '--num-retries=3',
  1574. ],
  1575. 'isolate_name': 'blink_web_tests',
  1576. 'merge': {
  1577. 'args': [
  1578. '--verbose',
  1579. ],
  1580. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  1581. },
  1582. 'mixins': [
  1583. 'blink_tests_write_run_histories',
  1584. # TODO(crbug.com/1327314): Enable for blink web tests.
  1585. 'disable_check_flakiness_web_tests',
  1586. 'skia_gold_test',
  1587. ],
  1588. 'resultdb': {
  1589. 'enable': True,
  1590. },
  1591. 'results_handler': 'layout tests',
  1592. 'swarming': {
  1593. 'shards': 5,
  1594. }
  1595. },
  1596. 'blink_wpt_tests': {
  1597. # layout test failures are retried 3 times when '--test-list' is not
  1598. # passed, but 0 times when '--test-list' is passed. We want to always
  1599. # retry 3 times, so we explicitly specify it.
  1600. 'args': [
  1601. '--num-retries=3',
  1602. ],
  1603. 'isolate_name': 'blink_wpt_tests',
  1604. 'merge': {
  1605. 'args': [
  1606. '--verbose',
  1607. ],
  1608. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  1609. },
  1610. 'mixins': [
  1611. 'blink_tests_write_run_histories',
  1612. # TODO(crbug.com/1327314): Enable for blink web tests.
  1613. 'disable_check_flakiness_web_tests',
  1614. 'skia_gold_test',
  1615. ],
  1616. 'resultdb': {
  1617. 'enable': True,
  1618. },
  1619. 'results_handler': 'layout tests',
  1620. 'swarming': {
  1621. 'shards': 7,
  1622. }
  1623. },
  1624. 'content_shell_crash_test': {
  1625. 'resultdb': {
  1626. 'enable': True,
  1627. 'result_format': 'single'
  1628. }
  1629. },
  1630. 'flatbuffers_unittests': {
  1631. 'resultdb': {
  1632. 'enable': True,
  1633. 'result_format': 'single'
  1634. }
  1635. },
  1636. 'grit_python_unittests': {
  1637. 'resultdb': {
  1638. 'enable': True,
  1639. },
  1640. },
  1641. 'telemetry_gpu_unittests': {
  1642. 'swarming': {
  1643. 'idempotent': False, # https://crbug.com/549140
  1644. },
  1645. 'resultdb': {
  1646. 'enable': True,
  1647. },
  1648. },
  1649. 'telemetry_unittests': {
  1650. 'args': [
  1651. '--jobs=1',
  1652. # Disable GPU compositing, telemetry_unittests runs on VMs.
  1653. # https://crbug.com/871955
  1654. '--extra-browser-args=--disable-gpu',
  1655. ],
  1656. 'swarming': {
  1657. 'idempotent': False, # https://crbug.com/549140
  1658. 'shards': 8,
  1659. },
  1660. 'resultdb': {
  1661. 'enable': True,
  1662. },
  1663. },
  1664. 'views_perftests': {
  1665. 'merge': {
  1666. 'script': '//tools/perf/process_perf_results.py',
  1667. 'args': [
  1668. '--smoke-test-mode',
  1669. ],
  1670. },
  1671. 'args': [
  1672. '--gtest-benchmark-name=views_perftests',
  1673. ],
  1674. },
  1675. },
  1676. 'devtools_browser_tests' : {
  1677. 'devtools_browser_tests': {
  1678. 'args': [
  1679. '--gtest_filter=*DevTools*',
  1680. ],
  1681. 'swarming': {
  1682. 'shards': 1,
  1683. },
  1684. 'test': 'browser_tests',
  1685. }
  1686. },
  1687. 'devtools_webkit_isolated_scripts': {
  1688. 'blink_web_tests': {
  1689. # layout test failures are retried 3 times when '--test-list' is not
  1690. # passed, but 0 times when '--test-list' is passed. We want to always
  1691. # retry 3 times, so we explicitly specify it.
  1692. 'args': [
  1693. '--num-retries=3',
  1694. ],
  1695. 'isolate_name': 'blink_web_tests',
  1696. 'merge': {
  1697. 'args': [
  1698. '--verbose',
  1699. ],
  1700. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  1701. },
  1702. 'mixins': [
  1703. 'blink_tests_write_run_histories',
  1704. # TODO(crbug.com/1327314): Enable for blink web tests.
  1705. 'disable_check_flakiness_web_tests',
  1706. 'skia_gold_test',
  1707. ],
  1708. 'resultdb': {
  1709. 'enable': True,
  1710. },
  1711. 'results_handler': 'layout tests',
  1712. 'swarming': {
  1713. 'shards': 5,
  1714. }
  1715. },
  1716. 'blink_wpt_tests': {
  1717. # layout test failures are retried 3 times when '--test-list' is not
  1718. # passed, but 0 times when '--test-list' is passed. We want to always
  1719. # retry 3 times, so we explicitly specify it.
  1720. 'args': [
  1721. '--num-retries=3',
  1722. ],
  1723. 'isolate_name': 'blink_wpt_tests',
  1724. 'merge': {
  1725. 'args': [
  1726. '--verbose',
  1727. ],
  1728. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  1729. },
  1730. 'mixins': [
  1731. 'blink_tests_write_run_histories',
  1732. # TODO(crbug.com/1327314): Enable for blink web tests.
  1733. 'disable_check_flakiness_web_tests',
  1734. 'skia_gold_test',
  1735. ],
  1736. 'resultdb': {
  1737. 'enable': True,
  1738. },
  1739. 'results_handler': 'layout tests',
  1740. 'swarming': {
  1741. 'shards': 7,
  1742. }
  1743. },
  1744. 'webkit_layout_from_devtools': {
  1745. # TODO(crbug.com/816629) - Move these args into //BUILD.gn .
  1746. # layout test failures are retried 3 times when '--test-list' is not
  1747. # passed, but 0 times when '--test-list' is passed. We want to always
  1748. # retry 3 times, so we explicitly specify it.
  1749. 'args': [
  1750. '--num-retries=3',
  1751. '--layout-tests-directory=../../third_party/devtools-frontend/src/test/webtests/',
  1752. 'http/tests/devtools',
  1753. ],
  1754. 'isolate_name': 'devtools_web_tests',
  1755. 'merge': {
  1756. 'args': [
  1757. '--verbose',
  1758. ],
  1759. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  1760. },
  1761. 'resultdb': {
  1762. 'enable': True,
  1763. },
  1764. 'results_handler': 'layout tests',
  1765. 'swarming': {
  1766. 'shards': 4,
  1767. }
  1768. },
  1769. },
  1770. 'fieldtrial_android_tests': {
  1771. 'android_browsertests_no_fieldtrial': {
  1772. 'args': [
  1773. '--disable-field-trial-config',
  1774. ],
  1775. 'test': 'android_browsertests',
  1776. }
  1777. },
  1778. 'fieldtrial_browser_tests': {
  1779. 'browser_tests_no_field_trial': {
  1780. 'args': [
  1781. '--disable-field-trial-config',
  1782. ],
  1783. 'swarming': {
  1784. 'shards': 10,
  1785. },
  1786. 'test': 'browser_tests',
  1787. },
  1788. 'components_browsertests_no_field_trial': {
  1789. 'args': [
  1790. '--disable-field-trial-config',
  1791. ],
  1792. 'test': 'components_browsertests',
  1793. },
  1794. 'content_browsertests_no_field_trial': {
  1795. 'args': [
  1796. '--disable-field-trial-config',
  1797. ],
  1798. 'test': 'content_browsertests',
  1799. },
  1800. 'interactive_ui_tests_no_field_trial': {
  1801. 'args': [
  1802. '--disable-field-trial-config',
  1803. ],
  1804. 'test': 'interactive_ui_tests',
  1805. },
  1806. 'sync_integration_tests_no_field_trial': {
  1807. 'args': [
  1808. '--disable-field-trial-config',
  1809. ],
  1810. 'test': 'sync_integration_tests',
  1811. },
  1812. 'xr_browser_tests_no_field_trial': {
  1813. 'args': [
  1814. '--disable-field-trial-config',
  1815. ],
  1816. 'test': 'xr_browser_tests',
  1817. },
  1818. },
  1819. 'fieldtrial_isolated_scripts': {
  1820. 'telemetry_perf_unittests_no_field_trial': {
  1821. 'args': [
  1822. '--xvfb',
  1823. '--jobs=1',
  1824. '--extra-browser-args=\'--enable-crashpad --disable-field-trial-config\'',
  1825. ],
  1826. 'swarming': {
  1827. 'idempotent': False, # https://crbug.com/549140
  1828. 'shards': 12,
  1829. },
  1830. 'resultdb': {
  1831. 'enable': True,
  1832. },
  1833. 'isolate_name': 'telemetry_perf_unittests',
  1834. },
  1835. 'telemetry_unittests_no_field_trial': {
  1836. 'args': [
  1837. '--jobs=1',
  1838. # Disable GPU compositing, telemetry_unittests runs on VMs.
  1839. # https://crbug.com/871955
  1840. '--extra-browser-args=\'--disable-gpu --disable-field-trial-config\'',
  1841. ],
  1842. 'swarming': {
  1843. 'idempotent': False, # https://crbug.com/549140
  1844. 'shards': 8,
  1845. },
  1846. 'resultdb': {
  1847. 'enable': True,
  1848. },
  1849. 'isolate_name': 'telemetry_unittests',
  1850. },
  1851. },
  1852. 'finch_smoke_tests': {
  1853. # TODO(crbug.com/1227222): Change this to the actual finch smoke test
  1854. # once it exists.
  1855. 'base_unittests': {},
  1856. },
  1857. 'fuchsia_chrome_gtests': {
  1858. 'courgette_unittests': {},
  1859. 'extensions_unittests': {},
  1860. 'headless_unittests': {},
  1861. 'message_center_unittests': {},
  1862. 'views_examples_unittests': {
  1863. 'args': [
  1864. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.views_examples_unittests.filter',
  1865. ],
  1866. },
  1867. 'views_unittests': {
  1868. 'args': [
  1869. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.views_unittests.filter',
  1870. ],
  1871. },
  1872. },
  1873. 'fuchsia_common_gtests': {
  1874. 'absl_hardening_tests': {},
  1875. 'accessibility_unittests': {},
  1876. 'aura_unittests': {},
  1877. 'base_unittests': {},
  1878. 'blink_common_unittests': {},
  1879. 'blink_fuzzer_unittests': {},
  1880. 'blink_heap_unittests': {},
  1881. 'blink_platform_unittests': {},
  1882. 'blink_unittests': {},
  1883. 'boringssl_crypto_tests': {},
  1884. 'boringssl_ssl_tests': {},
  1885. 'capture_unittests': {},
  1886. 'color_unittests': {},
  1887. 'components_browsertests': {},
  1888. 'components_unittests': {
  1889. 'swarming': {
  1890. 'shards': 2,
  1891. },
  1892. },
  1893. 'compositor_unittests': {},
  1894. 'content_unittests': {},
  1895. 'crypto_unittests': {},
  1896. 'events_unittests': {},
  1897. 'filesystem_service_unittests': {},
  1898. 'gcm_unit_tests': {},
  1899. 'gin_unittests': {},
  1900. 'google_apis_unittests': {},
  1901. 'gpu_unittests': {},
  1902. 'gwp_asan_unittests': {},
  1903. 'headless_browsertests': {},
  1904. 'ipc_tests': {},
  1905. 'latency_unittests': {},
  1906. 'media_unittests': {},
  1907. 'midi_unittests': {},
  1908. 'mojo_core_unittests': {},
  1909. 'mojo_unittests': {},
  1910. 'native_theme_unittests': {},
  1911. 'net_unittests': {
  1912. 'swarming': {
  1913. 'shards': 4,
  1914. },
  1915. 'args': [
  1916. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.net_unittests.filter',
  1917. ],
  1918. },
  1919. 'ozone_gl_unittests': {
  1920. 'args': [
  1921. '--',
  1922. '--ozone-platform=headless',
  1923. ],
  1924. },
  1925. 'ozone_unittests': {},
  1926. 'perfetto_unittests': {},
  1927. 'service_manager_unittests': {},
  1928. 'services_unittests': {
  1929. 'args': [
  1930. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.services_unittests.filter',
  1931. ],
  1932. },
  1933. 'shell_dialogs_unittests': {},
  1934. 'skia_unittests': {},
  1935. 'snapshot_unittests': {},
  1936. 'sql_unittests': {},
  1937. 'storage_unittests': {},
  1938. 'ui_base_unittests': {
  1939. 'args': [
  1940. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.ui_base_unittests.filter',
  1941. ],
  1942. },
  1943. 'ui_touch_selection_unittests': {},
  1944. 'url_unittests': {},
  1945. 'wm_unittests': {},
  1946. 'wtf_unittests': {},
  1947. 'zlib_unittests': {},
  1948. },
  1949. 'fuchsia_common_gtests_with_graphical_output': {
  1950. 'cc_unittests': {
  1951. 'swarming': {
  1952. 'shards': 2,
  1953. },
  1954. },
  1955. 'display_unittests': {},
  1956. 'gfx_unittests': {},
  1957. 'viz_unittests': {
  1958. 'args': [
  1959. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.viz_unittests.filter',
  1960. ],
  1961. },
  1962. },
  1963. 'fuchsia_experimental_gtests': {
  1964. 'browser_tests': {
  1965. 'args': [
  1966. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.browser_tests.filter',
  1967. '--',
  1968. '--test-launcher-timeout=60000',
  1969. ],
  1970. 'swarming': {
  1971. 'shards': 40,
  1972. },
  1973. },
  1974. 'content_browsertests': {
  1975. 'args': [
  1976. '--',
  1977. '--disable-gpu',
  1978. '--headless',
  1979. '--ozone-platform=headless',
  1980. ],
  1981. 'swarming': {
  1982. 'shards': 8,
  1983. },
  1984. },
  1985. 'unit_tests': {
  1986. 'args': [
  1987. '--test-launcher-filter-file=../../testing/buildbot/filters/fuchsia.unit_tests.filter',
  1988. ],
  1989. },
  1990. },
  1991. 'fuchsia_sizes_tests': {
  1992. 'fuchsia_sizes': {
  1993. 'merge': {
  1994. 'script': '//tools/perf/process_perf_results.py',
  1995. },
  1996. 'args': [
  1997. '--sizes-path',
  1998. 'tools/fuchsia/size_tests/fyi_sizes_smoketest.json',
  1999. ],
  2000. },
  2001. },
  2002. 'gl_gtests_passthrough': {
  2003. 'gl_tests_passthrough': {
  2004. 'test': 'gl_tests',
  2005. 'args': [
  2006. '--use-cmd-decoder=passthrough',
  2007. ],
  2008. 'linux_args': ['--no-xvfb'],
  2009. 'swarming': {
  2010. 'shards': 2,
  2011. },
  2012. },
  2013. 'gl_unittests': {},
  2014. },
  2015. 'goma_gtests': {
  2016. 'base_unittests': {},
  2017. 'content_unittests': {},
  2018. },
  2019. 'goma_mac_gtests': {
  2020. 'base_unittests': {
  2021. 'swarming': {
  2022. 'dimension_sets': [
  2023. {
  2024. 'cpu': 'x86-64',
  2025. 'os': 'Mac-10.13',
  2026. },
  2027. ],
  2028. }
  2029. },
  2030. 'content_unittests': {
  2031. 'swarming': {
  2032. 'dimension_sets': [
  2033. {
  2034. 'cpu': 'x86-64',
  2035. 'os': 'Mac-10.13',
  2036. },
  2037. ],
  2038. },
  2039. },
  2040. },
  2041. # BEGIN tests which run on the GPU bots
  2042. 'gpu_angle_end2end_gtests': {
  2043. 'angle_end2end_tests': {
  2044. 'android_args': [
  2045. '--shard-timeout=180',
  2046. '-v',
  2047. ],
  2048. 'android_swarming': {
  2049. 'shards': 4,
  2050. },
  2051. 'args': [
  2052. '--gtest_filter=-*Vulkan_SwiftShader*',
  2053. ],
  2054. 'linux_args': [
  2055. # Linux has issues with creating too many windows at once.
  2056. '--max-processes=4',
  2057. '--no-xvfb',
  2058. ],
  2059. 'swarming': {
  2060. 'shards': 2,
  2061. },
  2062. 'use_isolated_scripts_api': True,
  2063. },
  2064. },
  2065. 'gpu_angle_fuchsia_unittests_isolated_scripts': {
  2066. 'angle_unittests': {
  2067. 'args': [
  2068. 'bin/run_angle_unittests',
  2069. ],
  2070. 'mixins': ['fuchsia_logs'],
  2071. },
  2072. },
  2073. 'gpu_angle_unit_gtests': {
  2074. 'angle_unittests': {
  2075. 'android_args': [
  2076. '-v',
  2077. ],
  2078. 'linux_args': ['--no-xvfb'],
  2079. 'use_isolated_scripts_api': True,
  2080. },
  2081. },
  2082. 'gpu_angle_white_box_gtests': {
  2083. 'angle_white_box_tests': {
  2084. 'linux_args': ['--no-xvfb'],
  2085. 'use_isolated_scripts_api': True,
  2086. },
  2087. },
  2088. # The command buffer perf tests are only run on Windows.
  2089. # They are mostly driver and platform independent.
  2090. 'gpu_command_buffer_perf_passthrough_isolated_scripts': {
  2091. 'passthrough_command_buffer_perftests': {
  2092. 'args': [
  2093. '--gtest-benchmark-name=passthrough_command_buffer_perftests',
  2094. '-v',
  2095. '--use-cmd-decoder=passthrough',
  2096. '--use-angle=gl-null',
  2097. '--fast-run',
  2098. ],
  2099. 'isolate_name': 'command_buffer_perftests',
  2100. 'merge': {
  2101. 'script': '//tools/perf/process_perf_results.py',
  2102. 'args': [
  2103. '--smoke-test-mode',
  2104. ],
  2105. },
  2106. 'should_retry_with_patch': False,
  2107. },
  2108. },
  2109. 'gpu_common_and_optional_telemetry_tests': {
  2110. 'info_collection': {
  2111. 'args': [
  2112. '--expected-vendor-id',
  2113. '${gpu_vendor_id}',
  2114. '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId',
  2115. # On dual-GPU devices we want the high-performance GPU to be active
  2116. '--extra-browser-args=--force_high_performance_gpu',
  2117. ],
  2118. 'chromeos_args': [
  2119. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2120. ],
  2121. 'lacros_args': [
  2122. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2123. '--xvfb',
  2124. '--no-xvfb',
  2125. '--use-weston',
  2126. '--weston-use-gl',
  2127. ],
  2128. 'mixins': [
  2129. 'has_native_resultdb_integration',
  2130. ],
  2131. },
  2132. 'trace_test': {
  2133. 'chromeos_args': [
  2134. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2135. ],
  2136. 'lacros_args': [
  2137. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2138. '--xvfb',
  2139. '--no-xvfb',
  2140. '--use-weston',
  2141. '--weston-use-gl',
  2142. ],
  2143. 'mixins': [
  2144. 'has_native_resultdb_integration',
  2145. ],
  2146. },
  2147. },
  2148. # GPU gtests which run on both the main and FYI waterfalls.
  2149. 'gpu_common_gtests_passthrough': {
  2150. 'gl_tests_passthrough': {
  2151. 'test': 'gl_tests',
  2152. 'args' : [
  2153. '--use-cmd-decoder=passthrough',
  2154. '--use-gl=angle',
  2155. ],
  2156. 'chromeos_args': [
  2157. '--stop-ui',
  2158. ],
  2159. 'desktop_args': [
  2160. '--use-gpu-in-tests',
  2161. ],
  2162. 'linux_args': ['--no-xvfb'],
  2163. 'swarming': {
  2164. 'shards': 2,
  2165. },
  2166. },
  2167. 'gl_unittests': {
  2168. 'chromeos_args': [
  2169. '--stop-ui',
  2170. '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.gl_unittests.filter',
  2171. ],
  2172. 'desktop_args': [
  2173. '--use-gpu-in-tests',
  2174. ],
  2175. 'linux_args': [
  2176. '--no-xvfb',
  2177. ],
  2178. },
  2179. },
  2180. 'gpu_common_gtests_validating': {
  2181. 'gl_tests_validating': {
  2182. 'test': 'gl_tests',
  2183. 'args' : [
  2184. '--use-cmd-decoder=validating',
  2185. ],
  2186. 'chromeos_args': [
  2187. '--stop-ui',
  2188. '$$MAGIC_SUBSTITUTION_ChromeOSGtestFilterFile',
  2189. ],
  2190. 'desktop_args': [
  2191. '--use-gpu-in-tests',
  2192. ],
  2193. 'linux_args': ['--no-xvfb'],
  2194. },
  2195. 'gl_unittests': {
  2196. 'chromeos_args': [
  2197. '--stop-ui',
  2198. '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.gl_unittests.filter',
  2199. ],
  2200. 'desktop_args': [
  2201. '--use-gpu-in-tests',
  2202. ],
  2203. 'linux_args': [
  2204. '--no-xvfb',
  2205. ],
  2206. },
  2207. },
  2208. 'gpu_dawn_common_isolated_scripts': {
  2209. # Test that expectations files are well-formed.
  2210. 'telemetry_gpu_unittests': {
  2211. 'swarming': {
  2212. 'idempotent': False, # https://crbug.com/549140
  2213. },
  2214. 'resultdb': {
  2215. 'enable': True,
  2216. },
  2217. },
  2218. },
  2219. # GPU gtests that test only Dawn
  2220. 'gpu_dawn_gtests': {
  2221. 'dawn_end2end_skip_validation_tests': {
  2222. 'mixins': ['dawn_end2end_gpu_test'],
  2223. 'args': [
  2224. '--enable-toggles=skip_validation',
  2225. ],
  2226. 'linux_args': [ '--no-xvfb' ],
  2227. 'test': 'dawn_end2end_tests',
  2228. },
  2229. 'dawn_end2end_tests': {
  2230. 'mixins': ['dawn_end2end_gpu_test'],
  2231. 'linux_args': [ '--no-xvfb' ],
  2232. },
  2233. 'dawn_end2end_wire_tests': {
  2234. 'mixins': ['dawn_end2end_gpu_test'],
  2235. 'args': [
  2236. '--use-wire',
  2237. ],
  2238. 'linux_args': [ '--no-xvfb' ],
  2239. 'test': 'dawn_end2end_tests',
  2240. },
  2241. },
  2242. # For Windows. Use the D3D12 backend validation layers but without GPU-based
  2243. # validation and shader patching. This avoids hangs on less powerful systems.
  2244. 'gpu_dawn_gtests_with_partial_validation': {
  2245. 'dawn_end2end_validation_layers_tests': {
  2246. 'mixins': ['dawn_end2end_gpu_test'],
  2247. 'args': [
  2248. '--enable-backend-validation=partial',
  2249. ],
  2250. 'linux_args': [ '--no-xvfb' ],
  2251. 'test': 'dawn_end2end_tests',
  2252. },
  2253. },
  2254. # GPU gtests that test only Dawn with backend validation layers
  2255. 'gpu_dawn_gtests_with_validation': {
  2256. 'dawn_end2end_validation_layers_tests': {
  2257. 'mixins': ['dawn_end2end_gpu_test'],
  2258. 'args': [
  2259. '--enable-backend-validation',
  2260. ],
  2261. 'linux_args': [ '--no-xvfb' ],
  2262. 'test': 'dawn_end2end_tests',
  2263. },
  2264. },
  2265. 'gpu_dawn_perf_smoke_isolated_scripts': {
  2266. 'dawn_perf_tests': {
  2267. 'args': [
  2268. # Tell the tests to only run one step for faster iteration.
  2269. '--override-steps=1',
  2270. '--gtest-benchmark-name=dawn_perf_tests',
  2271. '-v',
  2272. ],
  2273. 'merge': {
  2274. 'script': '//tools/perf/process_perf_results.py',
  2275. # Does not upload to the perf dashboard
  2276. 'args': [
  2277. '--smoke-test-mode',
  2278. ],
  2279. },
  2280. },
  2281. },
  2282. 'gpu_dawn_web_platform_webgpu_cts_force_swiftshader': {
  2283. 'webgpu_swiftshader_web_platform_cts': {
  2284. 'args': [
  2285. '--use-webgpu-adapter=swiftshader',
  2286. '--test-filter=*web_platform*',
  2287. ],
  2288. 'mixins': [
  2289. 'has_native_resultdb_integration',
  2290. 'webgpu_telemetry_cts',
  2291. ],
  2292. 'swarming': {
  2293. 'shards': 2,
  2294. },
  2295. 'telemetry_test_name': 'webgpu_cts',
  2296. },
  2297. 'webgpu_swiftshader_web_platform_cts_with_validation': {
  2298. 'args': [
  2299. '--use-webgpu-adapter=swiftshader',
  2300. '--test-filter=*web_platform*',
  2301. '--enable-dawn-backend-validation',
  2302. ],
  2303. 'mixins': [
  2304. 'has_native_resultdb_integration',
  2305. 'webgpu_telemetry_cts',
  2306. ],
  2307. 'swarming': {
  2308. 'shards': 2,
  2309. },
  2310. 'telemetry_test_name': 'webgpu_cts',
  2311. },
  2312. },
  2313. 'gpu_dawn_webgpu_blink_web_tests': {
  2314. 'webgpu_blink_web_tests': {
  2315. 'name': 'webgpu_blink_web_tests',
  2316. 'isolate_name': 'webgpu_blink_web_tests',
  2317. 'args': [
  2318. '--flag-specific=webgpu',
  2319. ],
  2320. 'mixins': [
  2321. # TODO(crbug.com/1327314): Enable for blink web tests.
  2322. 'disable_check_flakiness_web_tests',
  2323. 'webgpu_cts',
  2324. 'skia_gold_test',
  2325. ],
  2326. },
  2327. 'webgpu_blink_web_tests_with_backend_validation': {
  2328. 'name': 'webgpu_blink_web_tests_with_backend_validation',
  2329. 'isolate_name': 'webgpu_blink_web_tests',
  2330. 'args': [
  2331. '--flag-specific=webgpu-with-backend-validation',
  2332. # Increase the timeout when using backend validation layers (crbug.com/1208253)
  2333. '--timeout-ms=30000',
  2334. ],
  2335. 'mixins': [
  2336. 'webgpu_cts',
  2337. 'skia_gold_test',
  2338. ],
  2339. },
  2340. },
  2341. 'gpu_dawn_webgpu_blink_web_tests_force_swiftshader': {
  2342. 'webgpu_swiftshader_blink_web_tests': {
  2343. 'name': 'webgpu_swiftshader_blink_web_tests',
  2344. 'isolate_name': 'webgpu_blink_web_tests',
  2345. 'args': [
  2346. '--flag-specific=webgpu-swiftshader',
  2347. ],
  2348. 'mixins': [
  2349. 'webgpu_cts',
  2350. 'skia_gold_test',
  2351. ],
  2352. },
  2353. 'webgpu_swiftshader_blink_web_tests_with_backend_validation': {
  2354. 'name': 'webgpu_swiftshader_blink_web_tests_with_backend_validation',
  2355. 'isolate_name': 'webgpu_blink_web_tests',
  2356. 'args': [
  2357. '--flag-specific=webgpu-swiftshader-with-backend-validation',
  2358. # Increase the timeout when using backend validation layers (crbug.com/1208253)
  2359. '--timeout-ms=30000',
  2360. ],
  2361. 'mixins': [
  2362. 'webgpu_cts',
  2363. 'skia_gold_test',
  2364. ],
  2365. },
  2366. },
  2367. 'gpu_dawn_webgpu_cts': {
  2368. 'webgpu_cts': {
  2369. 'mixins': [
  2370. 'has_native_resultdb_integration',
  2371. 'webgpu_telemetry_cts',
  2372. ],
  2373. 'swarming': {
  2374. 'shards': 14,
  2375. },
  2376. },
  2377. 'webgpu_cts_with_validation': {
  2378. 'args': [
  2379. '--enable-dawn-backend-validation',
  2380. ],
  2381. 'mixins': [
  2382. 'has_native_resultdb_integration',
  2383. 'webgpu_telemetry_cts',
  2384. ],
  2385. 'swarming': {
  2386. 'shards': 14,
  2387. },
  2388. 'telemetry_test_name': 'webgpu_cts',
  2389. },
  2390. },
  2391. 'gpu_dawn_webgpu_cts_asan': {
  2392. 'webgpu_cts': {
  2393. 'mixins': [
  2394. 'has_native_resultdb_integration',
  2395. 'webgpu_telemetry_cts',
  2396. ],
  2397. 'swarming': {
  2398. 'shards': 8,
  2399. },
  2400. },
  2401. },
  2402. 'gpu_default_and_optional_win_specific_gtests': {
  2403. 'xr_browser_tests': {
  2404. # The Windows machines this is run on should always meet all the
  2405. # requirements, so skip the runtime checks to help catch issues, e.g.
  2406. # if we're incorrectly being told a DirectX 11.1 device isn't
  2407. # available
  2408. 'args': [
  2409. '--ignore-runtime-requirements=*',
  2410. ],
  2411. 'test': 'xr_browser_tests',
  2412. },
  2413. },
  2414. 'gpu_desktop_specific_gtests': {
  2415. 'tab_capture_end2end_tests': {
  2416. 'args': [
  2417. '--enable-gpu',
  2418. '--test-launcher-bot-mode',
  2419. '--test-launcher-jobs=1',
  2420. '--gtest_filter=TabCaptureApiPixelTest.EndToEnd*',
  2421. ],
  2422. 'linux_args': [ '--no-xvfb' ],
  2423. 'test': 'browser_tests',
  2424. },
  2425. },
  2426. 'gpu_fuchsia_common_telemetry_tests': {
  2427. 'info_collection': {
  2428. 'args': [
  2429. '--expected-vendor-id',
  2430. '${gpu_vendor_id}',
  2431. '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId',
  2432. ],
  2433. 'mixins': [
  2434. 'has_native_resultdb_integration',
  2435. ],
  2436. },
  2437. 'pixel_skia_validating': {
  2438. 'name': 'pixel_skia_gold_validating_test',
  2439. 'args': [
  2440. '--dont-restore-color-profile-after-test',
  2441. '--test-machine-name',
  2442. '${buildername}',
  2443. '--extra-browser-args=--use-cmd-decoder=validating',
  2444. ],
  2445. 'mixins': [
  2446. 'skia_gold_test',
  2447. 'has_native_resultdb_integration',
  2448. ],
  2449. 'telemetry_test_name': 'pixel',
  2450. },
  2451. 'screenshot_sync_validating': {
  2452. 'name': 'screenshot_sync_validating_tests',
  2453. 'telemetry_test_name': 'screenshot_sync',
  2454. 'args': [
  2455. '--dont-restore-color-profile-after-test',
  2456. '--extra-browser-args=--use-cmd-decoder=validating',
  2457. ],
  2458. 'mixins': [
  2459. 'has_native_resultdb_integration',
  2460. ],
  2461. },
  2462. 'trace_test': {
  2463. 'mixins': [
  2464. 'has_native_resultdb_integration',
  2465. ],
  2466. },
  2467. 'webgl_conformance': {
  2468. 'mixins': [
  2469. 'has_native_resultdb_integration',
  2470. ],
  2471. 'swarming': {
  2472. 'shards': 18,
  2473. },
  2474. }
  2475. },
  2476. 'gpu_fyi_and_optional_non_linux_gtests': {
  2477. # gpu_unittests is killing the Swarmed Linux GPU bots similarly to
  2478. # how content_unittests was: http://crbug.com/763498 .
  2479. 'gpu_unittests': {
  2480. },
  2481. },
  2482. 'gpu_fyi_and_optional_win_specific_gtests': {
  2483. 'gles2_conform_d3d9_test': {
  2484. 'args': [
  2485. '--use-gpu-in-tests',
  2486. '--use-angle=d3d9',
  2487. ],
  2488. 'test': 'gles2_conform_test',
  2489. },
  2490. 'gles2_conform_gl_test': {
  2491. 'args': [
  2492. '--use-gpu-in-tests',
  2493. '--use-angle=gl',
  2494. '--disable-gpu-sandbox',
  2495. ],
  2496. 'test': 'gles2_conform_test',
  2497. },
  2498. },
  2499. 'gpu_fyi_mac_specific_gtests': {
  2500. # Face and barcode detection unit tests, which currently only run on
  2501. # Mac OS, and require physical hardware.
  2502. 'services_unittests': {
  2503. 'args': [
  2504. '--gtest_filter=*Detection*',
  2505. '--use-gpu-in-tests'
  2506. ],
  2507. },
  2508. },
  2509. 'gpu_fyi_vulkan_swiftshader_gtests': {
  2510. 'vulkan_swiftshader_content_browsertests': {
  2511. 'args': [
  2512. '--enable-gpu',
  2513. '--test-launcher-bot-mode',
  2514. '--test-launcher-jobs=1',
  2515. '--test-launcher-filter-file=../../testing/buildbot/filters/vulkan.content_browsertests.filter',
  2516. '--enable-features=UiGpuRasterization,Vulkan',
  2517. '--use-vulkan=swiftshader',
  2518. '--enable-gpu-rasterization',
  2519. '--disable-software-compositing-fallback',
  2520. '--disable-vulkan-fallback-to-gl-for-testing',
  2521. '--disable-headless-mode',
  2522. ],
  2523. 'linux_args': [ '--no-xvfb' ],
  2524. 'test': 'content_browsertests',
  2525. },
  2526. },
  2527. 'gpu_gles2_conform_gtests': {
  2528. # The gles2_conform_tests are closed-source and deliberately only
  2529. # run on the FYI waterfall and the optional tryservers.
  2530. 'gles2_conform_test': {
  2531. 'args': ['--use-gpu-in-tests'],
  2532. },
  2533. },
  2534. 'gpu_info_collection_telemetry_tests': {
  2535. 'info_collection': {
  2536. 'args': [
  2537. '--expected-vendor-id',
  2538. '${gpu_vendor_id}',
  2539. '$$MAGIC_SUBSTITUTION_GPUExpectedDeviceId',
  2540. # On dual-GPU devices we want the high-performance GPU to be active
  2541. '--extra-browser-args=--force_high_performance_gpu',
  2542. ],
  2543. 'mixins': [
  2544. 'has_native_resultdb_integration',
  2545. ],
  2546. },
  2547. },
  2548. 'gpu_mediapipe_passthrough_telemetry_tests': {
  2549. 'mediapipe_passthrough': {
  2550. 'name': 'mediapipe_passthrough_tests',
  2551. 'telemetry_test_name': 'mediapipe',
  2552. 'args': [
  2553. '--extra-browser-args=--force_higher_performance_gpu --use-cmd-decoder=passthrough --use-gl=angle',
  2554. ],
  2555. 'chromeos_args': [
  2556. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2557. ],
  2558. 'lacros_args': [
  2559. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2560. '--xvfb',
  2561. '--no-xvfb',
  2562. '--use-weston',
  2563. '--weston-use-gl',
  2564. ],
  2565. 'mixins': [
  2566. 'has_native_resultdb_integration',
  2567. ],
  2568. },
  2569. },
  2570. 'gpu_mediapipe_validating_telemetry_tests': {
  2571. 'mediapipe_validating': {
  2572. 'name': 'mediapipe_validating_tests',
  2573. 'telemetry_test_name': 'mediapipe',
  2574. 'args': [
  2575. '--extra-browser-args=--force_higher_performance_gpu --use-cmd-decoder=validating',
  2576. ],
  2577. 'chromeos_args': [
  2578. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2579. ],
  2580. 'lacros_args': [
  2581. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2582. '--xvfb',
  2583. '--no-xvfb',
  2584. '--use-weston',
  2585. '--weston-use-gl',
  2586. ],
  2587. 'mixins': [
  2588. 'has_native_resultdb_integration',
  2589. ],
  2590. },
  2591. },
  2592. 'gpu_noop_sleep_telemetry_test': {
  2593. # The former GPU-specific generator script contained logic to
  2594. # detect whether the so-called "experimental" GPU bots, which test
  2595. # newer driver versions, were identical to the "stable" versions
  2596. # of the bots, and if so to mirror their configurations. We prefer
  2597. # to keep this new script simpler and to just configure this by
  2598. # hand in waterfalls.pyl.
  2599. 'noop_sleep': {
  2600. 'chromeos_args': [
  2601. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2602. ],
  2603. },
  2604. },
  2605. 'gpu_passthrough_telemetry_tests': {
  2606. 'context_lost_passthrough': {
  2607. 'name': 'context_lost_passthrough_tests',
  2608. 'telemetry_test_name': 'context_lost',
  2609. 'chromeos_args': [
  2610. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2611. ],
  2612. 'lacros_args': [
  2613. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2614. '--xvfb',
  2615. '--no-xvfb',
  2616. '--use-weston',
  2617. '--weston-use-gl',
  2618. ],
  2619. 'args': [
  2620. '--extra-browser-args=--use-cmd-decoder=passthrough --use-gl=angle',
  2621. ],
  2622. 'mixins': [
  2623. 'has_native_resultdb_integration',
  2624. ],
  2625. },
  2626. 'gpu_process': {
  2627. 'name': 'gpu_process_launch_tests',
  2628. 'chromeos_args': [
  2629. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2630. ],
  2631. 'lacros_args': [
  2632. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2633. '--xvfb',
  2634. '--no-xvfb',
  2635. '--use-weston',
  2636. '--weston-use-gl',
  2637. ],
  2638. 'mixins': [
  2639. 'has_native_resultdb_integration',
  2640. ],
  2641. },
  2642. 'hardware_accelerated_feature': {
  2643. 'chromeos_args': [
  2644. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2645. ],
  2646. 'lacros_args': [
  2647. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2648. '--xvfb',
  2649. '--no-xvfb',
  2650. '--use-weston',
  2651. '--weston-use-gl',
  2652. ],
  2653. 'mixins': [
  2654. 'has_native_resultdb_integration',
  2655. ],
  2656. },
  2657. 'maps_passthrough': {
  2658. 'name': 'maps_pixel_passthrough_test',
  2659. 'telemetry_test_name': 'maps',
  2660. 'args': [
  2661. '--dont-restore-color-profile-after-test',
  2662. '--test-machine-name',
  2663. '${buildername}',
  2664. '--extra-browser-args=--use-cmd-decoder=passthrough --use-gl=angle',
  2665. ],
  2666. 'android_args': [
  2667. # TODO(crbug.com/1093085): Remove this once we fix the tests.
  2668. '--extra-browser-args=--force-online-connection-state-for-indicator',
  2669. ],
  2670. 'chromeos_args': [
  2671. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2672. ],
  2673. 'lacros_args': [
  2674. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2675. '--xvfb',
  2676. '--no-xvfb',
  2677. '--use-weston',
  2678. '--weston-use-gl',
  2679. ],
  2680. 'mixins': [
  2681. 'skia_gold_test',
  2682. 'has_native_resultdb_integration',
  2683. ],
  2684. },
  2685. 'pixel_skia_passthrough': {
  2686. 'name': 'pixel_skia_gold_passthrough_test',
  2687. 'args': [
  2688. '--dont-restore-color-profile-after-test',
  2689. '--test-machine-name',
  2690. '${buildername}',
  2691. '--extra-browser-args=--use-cmd-decoder=passthrough --use-gl=angle',
  2692. ],
  2693. 'android_args': [
  2694. # TODO(crbug.com/1093085): Remove this once we fix the tests.
  2695. '--extra-browser-args=--force-online-connection-state-for-indicator',
  2696. ],
  2697. 'chromeos_args': [
  2698. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2699. ],
  2700. 'lacros_args': [
  2701. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2702. '--xvfb',
  2703. '--no-xvfb',
  2704. '--use-weston',
  2705. '--weston-use-gl',
  2706. ],
  2707. 'mixins': [
  2708. 'skia_gold_test',
  2709. 'has_native_resultdb_integration',
  2710. ],
  2711. 'telemetry_test_name': 'pixel',
  2712. },
  2713. 'screenshot_sync_passthrough': {
  2714. 'name': 'screenshot_sync_passthrough_tests',
  2715. 'telemetry_test_name': 'screenshot_sync',
  2716. 'args': [
  2717. '--dont-restore-color-profile-after-test',
  2718. '--extra-browser-args=--use-cmd-decoder=passthrough --use-gl=angle',
  2719. ],
  2720. 'android_args': [
  2721. # TODO(crbug.com/1093085): Remove this once we fix the tests.
  2722. '--extra-browser-args=--force-online-connection-state-for-indicator',
  2723. ],
  2724. 'chromeos_args': [
  2725. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2726. ],
  2727. 'lacros_args': [
  2728. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2729. '--xvfb',
  2730. '--no-xvfb',
  2731. '--use-weston',
  2732. '--weston-use-gl',
  2733. ],
  2734. 'mixins': [
  2735. 'has_native_resultdb_integration',
  2736. ],
  2737. },
  2738. },
  2739. 'gpu_skia_renderer_vulkan_passthrough_telemetry_tests': {
  2740. 'vulkan_pixel_skia': {
  2741. 'name': 'vulkan_pixel_skia_gold_test',
  2742. 'args': [
  2743. '--dont-restore-color-profile-after-test',
  2744. '--test-machine-name',
  2745. '${buildername}',
  2746. '--extra-browser-args=--use-vulkan=native --disable-vulkan-fallback-to-gl-for-testing --enable-features=Vulkan --use-gl=angle --use-angle=gl --use-cmd-decoder=passthrough',
  2747. ],
  2748. 'android_args': [
  2749. # TODO(crbug.com/1093085): Remove this once we fix the tests.
  2750. '--extra-browser-args=--force-online-connection-state-for-indicator',
  2751. ],
  2752. 'mixins': [
  2753. 'skia_gold_test',
  2754. 'has_native_resultdb_integration',
  2755. ],
  2756. 'telemetry_test_name': 'pixel',
  2757. },
  2758. },
  2759. 'gpu_validating_telemetry_tests': {
  2760. 'context_lost_validating': {
  2761. 'name': 'context_lost_validating_tests',
  2762. 'telemetry_test_name': 'context_lost',
  2763. 'chromeos_args': [
  2764. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2765. ],
  2766. 'lacros_args': [
  2767. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2768. '--xvfb',
  2769. '--no-xvfb',
  2770. '--use-weston',
  2771. '--weston-use-gl',
  2772. ],
  2773. 'args': [
  2774. '--extra-browser-args=--use-cmd-decoder=validating',
  2775. ],
  2776. 'mixins': [
  2777. 'has_native_resultdb_integration',
  2778. ],
  2779. },
  2780. 'gpu_process': {
  2781. 'name': 'gpu_process_launch_tests',
  2782. 'chromeos_args': [
  2783. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2784. ],
  2785. 'lacros_args': [
  2786. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2787. '--xvfb',
  2788. '--no-xvfb',
  2789. '--use-weston',
  2790. '--weston-use-gl',
  2791. ],
  2792. 'mixins': [
  2793. 'has_native_resultdb_integration',
  2794. ],
  2795. },
  2796. 'hardware_accelerated_feature': {
  2797. 'chromeos_args': [
  2798. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2799. ],
  2800. 'lacros_args': [
  2801. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2802. '--xvfb',
  2803. '--no-xvfb',
  2804. '--use-weston',
  2805. '--weston-use-gl',
  2806. ],
  2807. 'mixins': [
  2808. 'has_native_resultdb_integration',
  2809. ],
  2810. },
  2811. 'maps_validating': {
  2812. 'name': 'maps_pixel_validating_test',
  2813. 'telemetry_test_name': 'maps',
  2814. 'args': [
  2815. '--dont-restore-color-profile-after-test',
  2816. '--test-machine-name',
  2817. '${buildername}',
  2818. '--extra-browser-args=--use-cmd-decoder=validating',
  2819. ],
  2820. 'android_args': [
  2821. # TODO(crbug.com/1093085): Remove this once we fix the tests.
  2822. '--extra-browser-args=--force-online-connection-state-for-indicator',
  2823. ],
  2824. 'chromeos_args': [
  2825. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2826. ],
  2827. 'lacros_args': [
  2828. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2829. '--xvfb',
  2830. '--no-xvfb',
  2831. '--use-weston',
  2832. '--weston-use-gl',
  2833. ],
  2834. 'mixins': [
  2835. 'skia_gold_test',
  2836. 'has_native_resultdb_integration',
  2837. ],
  2838. },
  2839. 'pixel_skia_validating': {
  2840. 'name': 'pixel_skia_gold_validating_test',
  2841. 'args': [
  2842. '--dont-restore-color-profile-after-test',
  2843. '--test-machine-name',
  2844. '${buildername}',
  2845. '--extra-browser-args=--use-cmd-decoder=validating',
  2846. ],
  2847. 'android_args': [
  2848. # TODO(crbug.com/1093085): Remove this once we fix the tests.
  2849. '--extra-browser-args=--force-online-connection-state-for-indicator',
  2850. ],
  2851. 'chromeos_args': [
  2852. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2853. ],
  2854. 'lacros_args': [
  2855. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2856. '--xvfb',
  2857. '--no-xvfb',
  2858. '--use-weston',
  2859. '--weston-use-gl',
  2860. ],
  2861. 'mixins': [
  2862. 'skia_gold_test',
  2863. 'has_native_resultdb_integration',
  2864. ],
  2865. 'telemetry_test_name': 'pixel',
  2866. },
  2867. 'screenshot_sync_validating': {
  2868. 'name': 'screenshot_sync_validating_tests',
  2869. 'telemetry_test_name': 'screenshot_sync',
  2870. 'args': [
  2871. '--dont-restore-color-profile-after-test',
  2872. '--extra-browser-args=--use-cmd-decoder=validating',
  2873. ],
  2874. 'android_args': [
  2875. # TODO(crbug.com/1093085): Remove this once we fix the tests.
  2876. '--extra-browser-args=--force-online-connection-state-for-indicator',
  2877. ],
  2878. 'chromeos_args': [
  2879. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2880. ],
  2881. 'lacros_args': [
  2882. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2883. '--xvfb',
  2884. '--no-xvfb',
  2885. '--use-weston',
  2886. '--weston-use-gl',
  2887. ],
  2888. 'mixins': [
  2889. 'has_native_resultdb_integration',
  2890. ],
  2891. },
  2892. },
  2893. 'gpu_vulkan_gtests': {
  2894. 'vulkan_tests': {
  2895. 'desktop_args': [
  2896. '--use-gpu-in-tests',
  2897. ],
  2898. },
  2899. },
  2900. 'gpu_webcodecs_telemetry_test': {
  2901. 'webcodecs': {
  2902. 'chromeos_args': [
  2903. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2904. ],
  2905. },
  2906. },
  2907. 'gpu_webcodecs_validating_telemetry_test': {
  2908. 'webcodecs': {
  2909. 'args': [
  2910. '--extra-browser-args=--use-cmd-decoder=validating',
  2911. ],
  2912. 'chromeos_args': [
  2913. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2914. ],
  2915. },
  2916. },
  2917. 'gpu_webgl2_conformance_d3d11_passthrough_telemetry_tests': {
  2918. 'webgl2_conformance_d3d11_passthrough_tests': {
  2919. 'telemetry_test_name': 'webgl_conformance',
  2920. 'args': [
  2921. '--webgl-conformance-version=2.0.1',
  2922. # The current working directory when run via isolate is
  2923. # out/Debug or out/Release. Reference this file relatively to
  2924. # it.
  2925. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json',
  2926. # On dual-GPU devices we want the high-performance GPU to be active
  2927. '--extra-browser-args=--use-gl=angle --use-angle=d3d11 --use-cmd-decoder=passthrough --force_high_performance_gpu',
  2928. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  2929. ],
  2930. 'mixins': [
  2931. 'has_native_resultdb_integration',
  2932. ],
  2933. 'swarming': {
  2934. # These tests currently take about an hour and fifteen minutes
  2935. # to run. Split them into roughly 5-minute shards.
  2936. 'shards': 20,
  2937. },
  2938. },
  2939. },
  2940. 'gpu_webgl2_conformance_gl_passthrough_telemetry_tests': {
  2941. 'webgl2_conformance_gl_passthrough_tests': {
  2942. 'telemetry_test_name': 'webgl_conformance',
  2943. 'args': [
  2944. '--webgl-conformance-version=2.0.1',
  2945. # The current working directory when run via isolate is
  2946. # out/Debug or out/Release. Reference this file relatively to
  2947. # it.
  2948. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json',
  2949. # On dual-GPU devices we want the high-performance GPU to be active
  2950. '--extra-browser-args=--use-gl=angle --use-angle=gl --use-cmd-decoder=passthrough --force_high_performance_gpu',
  2951. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  2952. ],
  2953. 'chromeos_args': [
  2954. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2955. ],
  2956. 'lacros_args': [
  2957. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  2958. '--xvfb',
  2959. '--no-xvfb',
  2960. '--use-weston',
  2961. '--weston-use-gl',
  2962. ],
  2963. 'mixins': [
  2964. 'has_native_resultdb_integration',
  2965. ],
  2966. 'swarming': {
  2967. # These tests currently take about an hour and fifteen minutes
  2968. # to run. Split them into roughly 5-minute shards.
  2969. 'shards': 20,
  2970. },
  2971. },
  2972. },
  2973. 'gpu_webgl2_conformance_gles_passthrough_telemetry_tests': {
  2974. 'webgl2_conformance_gles_passthrough_tests': {
  2975. 'telemetry_test_name': 'webgl_conformance',
  2976. 'args': [
  2977. '--webgl-conformance-version=2.0.1',
  2978. # The current working directory when run via isolate is
  2979. # out/Debug or out/Release. Reference this file relatively to
  2980. # it.
  2981. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json',
  2982. # On dual-GPU devices we want the high-performance GPU to be active
  2983. '--extra-browser-args=--use-gl=angle --use-angle=gles --use-cmd-decoder=passthrough --force_high_performance_gpu',
  2984. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  2985. ],
  2986. 'chromeos_args': [
  2987. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  2988. ],
  2989. 'mixins': [
  2990. 'has_native_resultdb_integration',
  2991. ],
  2992. 'swarming': {
  2993. # These tests currently take about an hour and fifteen minutes
  2994. # to run. Split them into roughly 5-minute shards.
  2995. 'shards': 20,
  2996. },
  2997. },
  2998. },
  2999. 'gpu_webgl2_conformance_metal_passthrough_telemetry_tests': {
  3000. 'webgl2_conformance_metal_passthrough_tests': {
  3001. 'telemetry_test_name': 'webgl_conformance',
  3002. 'args': [
  3003. '--webgl-conformance-version=2.0.1',
  3004. # The current working directory when run via isolate is
  3005. # out/Debug or out/Release. Reference this file relatively to
  3006. # it.
  3007. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json',
  3008. # On dual-GPU devices we want the high-performance GPU to be active
  3009. '--extra-browser-args=--use-gl=angle --use-angle=metal --use-cmd-decoder=passthrough --force_high_performance_gpu',
  3010. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3011. ],
  3012. 'mixins': [
  3013. 'has_native_resultdb_integration',
  3014. ],
  3015. 'swarming': {
  3016. 'shards': 20,
  3017. },
  3018. },
  3019. },
  3020. 'gpu_webgl2_conformance_telemetry_tests': {
  3021. 'webgl2_conformance_tests': {
  3022. 'telemetry_test_name': 'webgl_conformance',
  3023. 'args': [
  3024. '--webgl-conformance-version=2.0.1',
  3025. # The current working directory when run via isolate is
  3026. # out/Debug or out/Release. Reference this file relatively to
  3027. # it.
  3028. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json',
  3029. # On dual-GPU devices we want the high-performance GPU to be active
  3030. '--extra-browser-args=--force_high_performance_gpu',
  3031. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3032. ],
  3033. 'mixins': [
  3034. 'has_native_resultdb_integration',
  3035. ],
  3036. 'swarming': {
  3037. # These tests currently take about an hour and fifteen minutes
  3038. # to run. Split them into roughly 5-minute shards.
  3039. 'shards': 20,
  3040. },
  3041. },
  3042. },
  3043. 'gpu_webgl2_conformance_validating_telemetry_tests': {
  3044. 'webgl2_conformance_validating_tests': {
  3045. 'telemetry_test_name': 'webgl_conformance',
  3046. 'args': [
  3047. '--webgl-conformance-version=2.0.1',
  3048. # The current working directory when run via isolate is
  3049. # out/Debug or out/Release. Reference this file relatively to
  3050. # it.
  3051. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl2_conformance_tests_output.json',
  3052. # On dual-GPU devices we want the high-performance GPU to be active
  3053. '--extra-browser-args=--use-cmd-decoder=validating --force_high_performance_gpu',
  3054. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3055. ],
  3056. 'chromeos_args': [
  3057. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  3058. ],
  3059. 'lacros_args': [
  3060. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  3061. '--xvfb',
  3062. '--no-xvfb',
  3063. '--use-weston',
  3064. '--weston-use-gl',
  3065. ],
  3066. 'mixins': [
  3067. 'has_native_resultdb_integration',
  3068. ],
  3069. 'swarming': {
  3070. # These tests currently take about an hour and fifteen minutes
  3071. # to run. Split them into roughly 5-minute shards.
  3072. 'shards': 20,
  3073. },
  3074. },
  3075. },
  3076. 'gpu_webgl_conformance_d3d11_passthrough_telemetry_tests': {
  3077. 'webgl_conformance_d3d11_passthrough': {
  3078. 'telemetry_test_name': 'webgl_conformance',
  3079. 'args': [
  3080. # On dual-GPU devices we want the high-performance GPU to be active
  3081. '--extra-browser-args=--use-gl=angle --use-angle=d3d11 --use-cmd-decoder=passthrough --force_high_performance_gpu',
  3082. # The current working directory when run via isolate is
  3083. # out/Debug or out/Release. Reference this file relatively to
  3084. # it.
  3085. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json',
  3086. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3087. ],
  3088. 'mixins': [
  3089. 'has_native_resultdb_integration',
  3090. ],
  3091. 'swarming': {
  3092. 'shards': 2,
  3093. },
  3094. },
  3095. },
  3096. 'gpu_webgl_conformance_d3d9_passthrough_telemetry_tests': {
  3097. 'webgl_conformance_d3d9_passthrough': {
  3098. 'telemetry_test_name': 'webgl_conformance',
  3099. 'args': [
  3100. # On dual-GPU devices we want the high-performance GPU to be active
  3101. '--extra-browser-args=--use-gl=angle --use-angle=d3d9 --use-cmd-decoder=passthrough --force_high_performance_gpu',
  3102. # The current working directory when run via isolate is
  3103. # out/Debug or out/Release. Reference this file relatively to
  3104. # it.
  3105. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json',
  3106. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3107. ],
  3108. 'mixins': [
  3109. 'has_native_resultdb_integration',
  3110. ],
  3111. 'swarming': {
  3112. 'shards': 2,
  3113. },
  3114. },
  3115. },
  3116. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests': {
  3117. 'webgl_conformance_gl_passthrough': {
  3118. 'telemetry_test_name': 'webgl_conformance',
  3119. 'args': [
  3120. # On dual-GPU devices we want the high-performance GPU to be active
  3121. '--extra-browser-args=--use-gl=angle --use-angle=gl --use-cmd-decoder=passthrough --force_high_performance_gpu',
  3122. # The current working directory when run via isolate is
  3123. # out/Debug or out/Release. Reference this file relatively to
  3124. # it.
  3125. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json',
  3126. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3127. ],
  3128. 'chromeos_args': [
  3129. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  3130. ],
  3131. 'lacros_args': [
  3132. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  3133. '--xvfb',
  3134. '--no-xvfb',
  3135. '--use-weston',
  3136. '--weston-use-gl',
  3137. ],
  3138. 'mixins': [
  3139. 'has_native_resultdb_integration',
  3140. ],
  3141. 'swarming': {
  3142. 'shards': 2,
  3143. },
  3144. },
  3145. },
  3146. 'gpu_webgl_conformance_gles_passthrough_telemetry_tests': {
  3147. 'webgl_conformance_gles_passthrough': {
  3148. 'telemetry_test_name': 'webgl_conformance',
  3149. 'args': [
  3150. # On dual-GPU devices we want the high-performance GPU to be active
  3151. '--extra-browser-args=--use-gl=angle --use-angle=gles --use-cmd-decoder=passthrough --force_high_performance_gpu',
  3152. # The current working directory when run via isolate is
  3153. # out/Debug or out/Release. Reference this file relatively to
  3154. # it.
  3155. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json',
  3156. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3157. ],
  3158. 'mixins': [
  3159. 'has_native_resultdb_integration',
  3160. ],
  3161. 'swarming': {
  3162. 'shards': 6,
  3163. },
  3164. },
  3165. },
  3166. 'gpu_webgl_conformance_metal_passthrough_telemetry_tests': {
  3167. 'webgl_conformance_metal_passthrough': {
  3168. 'telemetry_test_name': 'webgl_conformance',
  3169. 'args': [
  3170. # On dual-GPU devices we want the high-performance GPU to be active
  3171. '--extra-browser-args=--use-gl=angle --use-angle=metal --use-cmd-decoder=passthrough --force_high_performance_gpu',
  3172. # The current working directory when run via isolate is
  3173. # out/Debug or out/Release. Reference this file relatively to
  3174. # it.
  3175. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json',
  3176. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3177. ],
  3178. 'mixins': [
  3179. 'has_native_resultdb_integration',
  3180. ],
  3181. 'swarming': {
  3182. 'shards': 3,
  3183. },
  3184. },
  3185. },
  3186. 'gpu_webgl_conformance_swangle_passthrough_representative_telemetry_tests': {
  3187. 'webgl_conformance_swangle_passthrough': {
  3188. 'telemetry_test_name': 'webgl_conformance',
  3189. 'args': [
  3190. # On dual-GPU devices we want the high-performance GPU to be active
  3191. '--extra-browser-args=--use-gl=angle --use-angle=swiftshader --use-cmd-decoder=passthrough --force_high_performance_gpu',
  3192. # We are only interested in running a 'smoketest' to test swangle
  3193. # integration, not the full conformance suite.
  3194. '--test-filter=conformance/rendering/gl-drawelements.html',
  3195. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3196. ],
  3197. 'mixins': [
  3198. 'has_native_resultdb_integration',
  3199. ],
  3200. 'swarming': {
  3201. 'shards': 1,
  3202. },
  3203. },
  3204. },
  3205. 'gpu_webgl_conformance_swangle_passthrough_telemetry_tests': {
  3206. 'webgl_conformance_swangle_passthrough': {
  3207. 'telemetry_test_name': 'webgl_conformance',
  3208. 'args': [
  3209. '--extra-browser-args=--use-gl=angle --use-angle=swiftshader --use-cmd-decoder=passthrough',
  3210. '--xvfb',
  3211. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3212. ],
  3213. 'mixins': [
  3214. 'has_native_resultdb_integration',
  3215. ],
  3216. 'swarming': {
  3217. 'shards': 1,
  3218. },
  3219. },
  3220. },
  3221. 'gpu_webgl_conformance_telemetry_tests': {
  3222. 'webgl_conformance': {
  3223. 'chromeos_args': [
  3224. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  3225. ],
  3226. 'args': [
  3227. # On dual-GPU devices we want the high-performance GPU to be active
  3228. '--extra-browser-args=--force_high_performance_gpu',
  3229. # The current working directory when run via isolate is
  3230. # out/Debug or out/Release. Reference this file relatively to
  3231. # it.
  3232. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json',
  3233. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3234. ],
  3235. 'mixins': [
  3236. 'has_native_resultdb_integration',
  3237. ],
  3238. 'swarming': {
  3239. 'shards': 2,
  3240. },
  3241. 'android_swarming': {
  3242. 'shards': 12,
  3243. },
  3244. 'chromeos_swarming': {
  3245. 'shards': 20,
  3246. },
  3247. },
  3248. },
  3249. 'gpu_webgl_conformance_validating_telemetry_tests': {
  3250. 'webgl_conformance_validating': {
  3251. 'telemetry_test_name': 'webgl_conformance',
  3252. 'chromeos_args': [
  3253. '$$MAGIC_SUBSTITUTION_ChromeOSTelemetryRemote',
  3254. ],
  3255. 'lacros_args': [
  3256. '--extra-browser-args=--enable-features=UseOzonePlatform --ozone-platform=wayland',
  3257. '--xvfb',
  3258. '--no-xvfb',
  3259. '--use-weston',
  3260. '--weston-use-gl',
  3261. ],
  3262. 'args': [
  3263. # On dual-GPU devices we want the high-performance GPU to be active
  3264. '--extra-browser-args=--use-cmd-decoder=validating --force_high_performance_gpu',
  3265. # The current working directory when run via isolate is
  3266. # out/Debug or out/Release. Reference this file relatively to
  3267. # it.
  3268. '--read-abbreviated-json-results-from=../../content/test/data/gpu/webgl_conformance_tests_output.json',
  3269. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3270. ],
  3271. 'mixins': [
  3272. 'has_native_resultdb_integration',
  3273. ],
  3274. 'swarming': {
  3275. 'shards': 2,
  3276. },
  3277. 'android_swarming': {
  3278. 'shards': 6,
  3279. },
  3280. },
  3281. },
  3282. 'gpu_webgl_conformance_vulkan_passthrough_telemetry_tests': {
  3283. 'webgl_conformance_vulkan_passthrough': {
  3284. 'telemetry_test_name': 'webgl_conformance',
  3285. 'args': [
  3286. # On dual-GPU devices we want the high-performance GPU to be active
  3287. '--extra-browser-args=--use-angle=vulkan --use-cmd-decoder=passthrough --force_high_performance_gpu',
  3288. '$$MAGIC_SUBSTITUTION_GPUParallelJobs',
  3289. ],
  3290. 'mixins': [
  3291. 'has_native_resultdb_integration',
  3292. ],
  3293. 'swarming': {
  3294. 'shards': 2,
  3295. },
  3296. },
  3297. },
  3298. 'gpu_win_intel_specific_telemetry_tests': {
  3299. 'power_measurement_test': {
  3300. 'telemetry_test_name': 'power',
  3301. 'mixins': [
  3302. 'has_native_resultdb_integration',
  3303. ],
  3304. },
  3305. },
  3306. 'headless_browser_gtests': {
  3307. 'headless_browsertests': {},
  3308. 'headless_unittests': {},
  3309. },
  3310. 'ios_clang_tests': {
  3311. 'absl_hardening_tests': {},
  3312. 'base_unittests': {},
  3313. 'boringssl_crypto_tests': {},
  3314. 'boringssl_ssl_tests': {},
  3315. 'components_unittests': {},
  3316. 'crypto_unittests': {},
  3317. 'gfx_unittests': {},
  3318. 'google_apis_unittests': {},
  3319. 'ios_chrome_unittests': {},
  3320. 'ios_net_unittests': {},
  3321. 'ios_web_inttests': {},
  3322. 'ios_web_unittests': {},
  3323. 'ios_web_view_inttests': {},
  3324. 'net_unittests': {},
  3325. 'skia_unittests': {},
  3326. 'sql_unittests': {},
  3327. 'ui_base_unittests': {},
  3328. 'url_unittests': {},
  3329. },
  3330. 'ios_common_tests': {
  3331. 'absl_hardening_tests': {},
  3332. 'boringssl_crypto_tests': {},
  3333. 'boringssl_ssl_tests': {},
  3334. 'crashpad_tests': {},
  3335. 'crypto_unittests': {},
  3336. 'google_apis_unittests': {},
  3337. 'ios_components_unittests': {},
  3338. 'ios_net_unittests': {
  3339. 'swarming': {
  3340. 'shards': 3,
  3341. },
  3342. },
  3343. 'ios_remoting_unittests': {},
  3344. 'ios_testing_unittests': {},
  3345. 'net_unittests': {},
  3346. 'services_unittests': {},
  3347. 'sql_unittests': {},
  3348. 'url_unittests': {},
  3349. },
  3350. 'ios_crash_xcuitests': {
  3351. 'ios_crash_xcuitests_module': {},
  3352. },
  3353. 'ios_cronet_tests': {
  3354. 'cronet_test': {},
  3355. },
  3356. 'ios_eg2_cq_tests': {
  3357. 'ios_chrome_integration_eg2tests_module': {
  3358. 'swarming': {
  3359. 'shards': 8,
  3360. },
  3361. },
  3362. 'ios_chrome_signin_eg2tests_module': {
  3363. 'swarming': {
  3364. 'shards': 10,
  3365. },
  3366. },
  3367. 'ios_chrome_ui_eg2tests_module': {
  3368. 'swarming': {
  3369. 'shards': 12,
  3370. },
  3371. },
  3372. 'ios_web_shell_eg2tests_module': {},
  3373. },
  3374. 'ios_eg2_tests': {
  3375. 'ios_chrome_bookmarks_eg2tests_module': {},
  3376. 'ios_chrome_settings_eg2tests_module': {
  3377. 'swarming': {
  3378. 'shards': 3,
  3379. },
  3380. },
  3381. 'ios_chrome_smoke_eg2tests_module': {},
  3382. 'ios_chrome_web_eg2tests_module': {},
  3383. 'ios_showcase_eg2tests_module': {},
  3384. },
  3385. 'ios_remoting_fyi_unittests': {
  3386. 'ios_remoting_unittests': {},
  3387. },
  3388. 'ios_screen_size_dependent_tests': {
  3389. 'base_unittests': {},
  3390. 'components_unittests': {},
  3391. 'gfx_unittests': {},
  3392. 'ios_chrome_unittests': {},
  3393. 'ios_web_inttests': {},
  3394. 'ios_web_unittests': {},
  3395. 'ios_web_view_inttests': {},
  3396. 'ios_web_view_unittests': {},
  3397. 'skia_unittests': {},
  3398. 'ui_base_unittests': {},
  3399. },
  3400. 'ios_swift_interop_xcuitests': {
  3401. 'ios_swift_interop_xcuitests_module': {},
  3402. },
  3403. # END tests which run on the GPU bots
  3404. 'js_code_coverage_browser_tests' : {
  3405. 'js_code_coverage_browser_tests': {
  3406. 'args': [
  3407. '--gtest_filter=*FilesApp*'
  3408. ],
  3409. 'test': 'browser_tests',
  3410. }
  3411. },
  3412. 'js_code_coverage_browser_tests_reduced' : {
  3413. 'js_code_coverage_browser_tests_reduced': {
  3414. 'args': [
  3415. '--gtest_filter=*DevToolsListenerBrowserTest*'
  3416. ],
  3417. 'test': 'browser_tests',
  3418. }
  3419. },
  3420. 'lacros_all_tast_tests': {
  3421. 'lacros_all_tast_tests': {
  3422. 'swarming': {
  3423. 'idempotent': False, # https://crbug.com/923426#c27
  3424. },
  3425. 'mixins': [
  3426. 'has_native_resultdb_integration',
  3427. ],
  3428. },
  3429. },
  3430. 'lacros_all_tast_tests_informational': {
  3431. 'lacros_all_tast_tests_informational': {
  3432. 'swarming': {
  3433. 'idempotent': False, # https://crbug.com/923426#c27
  3434. },
  3435. 'mixins': [
  3436. 'has_native_resultdb_integration',
  3437. ],
  3438. },
  3439. },
  3440. # TODO(crbug.com/1204231): Re-enable vaapi_unittest.
  3441. 'lacros_device_or_vm_gtests': {
  3442. 'aura_unittests': {},
  3443. 'cc_unittests': {},
  3444. 'interactive_ui_tests': {},
  3445. 'ozone_unittests': {},
  3446. },
  3447. 'lacros_fyi_tast_tests': {
  3448. 'lacros_fyi_tast_tests': {
  3449. 'swarming': {
  3450. 'idempotent': False, # https://crbug.com/923426#c27
  3451. },
  3452. 'mixins': [
  3453. 'has_native_resultdb_integration',
  3454. ],
  3455. },
  3456. },
  3457. 'lacros_skylab_amd64_fyi': {
  3458. 'lacros_fyi_tast_tests': {
  3459. 'tast_expr': '("group:mainline" && "dep:lacros" && !informational)',
  3460. 'timeout_sec': 10800,
  3461. },
  3462. 'ozone_unittests': {
  3463. 'timeout_sec': 3600,
  3464. },
  3465. },
  3466. 'lacros_skylab_arm64_tests': {
  3467. 'lacros_fyi_tast_tests': {
  3468. 'tast_expr': '("group:mainline" && "dep:lacros_unstable" && !informational)',
  3469. 'timeout_sec': 10800,
  3470. 'mixins': [
  3471. 'has_native_resultdb_integration',
  3472. ],
  3473. },
  3474. },
  3475. # TODO(crbug.com/1283076): ozone_unittests and viz_unittests have failures
  3476. # remove the filter when the tests are shown to be stable in
  3477. # lacros-arm-generic-chrome-fyi
  3478. 'lacros_skylab_arm_tests': {
  3479. 'lacros_all_tast_tests': {
  3480. 'tast_expr': '("group:mainline" && "dep:lacros" && !informational)',
  3481. 'timeout_sec': 10800,
  3482. 'mixins': [
  3483. 'has_native_resultdb_integration',
  3484. ],
  3485. },
  3486. },
  3487. # create this temporary lacros arm test suites that runs on skylab
  3488. # TODO(crbug.com/1247425): remove it if it is the same as
  3489. # lacros_skylab_poc
  3490. 'lacros_skylab_arm_tests_fyi': {
  3491. 'lacros_all_tast_tests': {
  3492. 'tast_expr': '("group:mainline" && "dep:lacros" && !informational)',
  3493. 'timeout_sec': 10800,
  3494. },
  3495. 'ozone_unittests': {
  3496. 'timeout_sec': 3600,
  3497. },
  3498. 'viz_unittests': {
  3499. 'timeout_sec': 3600,
  3500. },
  3501. },
  3502. 'lacros_skylab_poc': {
  3503. 'lacros_fyi_tast_tests': {
  3504. 'tast_expr': '("group:mainline" && "dep:lacros" && !informational)',
  3505. 'timeout_sec': 10800,
  3506. },
  3507. 'ozone_unittests': {
  3508. 'timeout_sec': 3600,
  3509. },
  3510. },
  3511. # Lacros tests that run on Skylab, and these tests are usually HW sensative,
  3512. # For example, Tast tests and GPU/display related gtest tests.
  3513. 'lacros_skylab_tests': {
  3514. 'lacros_all_tast_tests': {
  3515. 'tast_expr': '("group:mainline" && "dep:lacros" && !informational)',
  3516. 'timeout_sec': 10800,
  3517. 'mixins': [
  3518. 'has_native_resultdb_integration',
  3519. ],
  3520. },
  3521. },
  3522. 'lacros_variations_tast_tests': {
  3523. 'lacros_variations_tast_tests': {
  3524. 'swarming': {
  3525. 'idempotent': False, # https://crbug.com/923426#c27
  3526. },
  3527. 'mixins': [
  3528. 'has_native_resultdb_integration',
  3529. ],
  3530. 'experiment_percentage': 100,
  3531. },
  3532. },
  3533. 'lacros_vm_gtests': {
  3534. 'base_unittests': {},
  3535. },
  3536. 'layout_ng_gtests': {
  3537. 'webkit_unit_tests_ng': {
  3538. 'args': [
  3539. '--disable-blink-features=LayoutNG,LayoutNGBlockFragmentation'
  3540. ],
  3541. 'test': 'blink_unittests',
  3542. },
  3543. },
  3544. 'leak_detection_isolated_scripts': {
  3545. 'memory.leak_detection': {
  3546. 'args': [
  3547. '--pageset-repeat=1',
  3548. '--test-shard-map-filename=linux_leak_detection_shard_map.json',
  3549. '--upload-results',
  3550. '--output-format=histograms',
  3551. '--browser=release',
  3552. '--xvfb'
  3553. ],
  3554. 'isolate_name': 'performance_test_suite',
  3555. 'override_compile_targets': [
  3556. 'performance_test_suite',
  3557. ],
  3558. 'merge': {
  3559. 'args': [
  3560. '--smoke-test-mode',
  3561. ],
  3562. 'script': '//tools/perf/process_perf_results.py',
  3563. },
  3564. 'swarming': {
  3565. 'expiration': 36000,
  3566. 'hard_timeout': 10800,
  3567. 'io_timeout': 3600,
  3568. 'shards': 10
  3569. },
  3570. },
  3571. },
  3572. 'linux_cfm_gtests': {
  3573. 'chromeos_unittests': {},
  3574. 'unit_tests': {},
  3575. },
  3576. 'linux_chromeos_browser_tests_require_lacros': {
  3577. 'browser_tests_require_lacros': {
  3578. 'name': 'browser_tests_require_lacros',
  3579. 'args': [
  3580. '--test-launcher-filter-file=../../testing/buildbot/filters/linux-chromeos.browser_tests.require_lacros.filter',
  3581. '--lacros-chrome-path=lacros_clang_x64',
  3582. ],
  3583. 'test': 'browser_tests',
  3584. 'swarming': {
  3585. 'shards': 4,
  3586. },
  3587. },
  3588. },
  3589. 'linux_chromeos_lacros_gtests': {
  3590. # Chrome OS (Ash) and Lacros only.
  3591. 'chromeos_unittests': {},
  3592. },
  3593. 'linux_chromeos_oobe_specific_tests': {
  3594. # TODO(crbug.com/1071693): Merge this suite back in to the main
  3595. # browser_tests when the tests no longer fail on MSAN.
  3596. 'oobe_only_browser_tests': {
  3597. 'name': 'oobe_only_browser_tests',
  3598. 'args': [
  3599. '--test-launcher-filter-file=../../testing/buildbot/filters/chromeos.msan.browser_tests.oobe_positive.filter',
  3600. ],
  3601. 'experiment_percentage': 100,
  3602. 'test': 'browser_tests',
  3603. 'swarming': {
  3604. 'shards': 20,
  3605. },
  3606. },
  3607. },
  3608. 'linux_chromeos_specific_gtests': {
  3609. # Chrome OS only.
  3610. 'ash_components_unittests': {},
  3611. 'ash_unittests': {
  3612. 'swarming': {
  3613. 'shards': 5,
  3614. },
  3615. },
  3616. 'ash_webui_unittests': {},
  3617. 'aura_unittests': {},
  3618. 'chromeos_components_unittests': {},
  3619. 'exo_unittests': {},
  3620. 'gl_unittests_ozone': {},
  3621. 'keyboard_unittests': {},
  3622. 'ozone_gl_unittests': {
  3623. 'args': [
  3624. '--ozone-platform=headless',
  3625. ],
  3626. },
  3627. 'ozone_unittests': {},
  3628. 'ozone_x11_unittests': {},
  3629. 'shell_encryption_unittests': {},
  3630. 'ui_chromeos_unittests': {},
  3631. 'usage_time_limit_unittests': {
  3632. 'experiment_percentage': 100,
  3633. },
  3634. 'wayland_client_perftests': {},
  3635. 'wayland_client_tests': {},
  3636. },
  3637. 'linux_example_builder_gtests': {
  3638. 'base_unittests': {},
  3639. 'interactive_ui_tests': {
  3640. 'swarming': {
  3641. 'shards': 3,
  3642. },
  3643. },
  3644. },
  3645. 'linux_flavor_specific_chromium_gtests': {
  3646. # Android, Chrome OS and Linux
  3647. 'sandbox_linux_unittests': {},
  3648. },
  3649. 'linux_lacros_chrome_browsertests_non_version_skew': {
  3650. 'lacros_chrome_browsertests on ToT ash': {
  3651. 'name': 'lacros_chrome_browsertests',
  3652. 'test': 'lacros_chrome_browsertests',
  3653. 'args': [
  3654. '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.lacros_chrome_browsertests.filter',
  3655. ],
  3656. },
  3657. 'lacros_chrome_browsertests_run_in_series on ToT ash': {
  3658. 'name': 'lacros_chrome_browsertests_run_in_series',
  3659. 'test': 'lacros_chrome_browsertests_run_in_series',
  3660. 'args': [
  3661. '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.lacros_chrome_browsertests.filter',
  3662. ],
  3663. },
  3664. },
  3665. 'linux_lacros_chrome_browsertests_version_skew': {
  3666. 'lacros_chrome_browsertests': {
  3667. 'args': [
  3668. '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.lacros_chrome_browsertests.skew.filter',
  3669. ],
  3670. },
  3671. 'lacros_chrome_browsertests_run_in_series': {
  3672. 'args': [
  3673. '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.lacros_chrome_browsertests.skew.filter',
  3674. ],
  3675. },
  3676. },
  3677. 'linux_lacros_chrome_interactive_ui_tests_version_skew': {
  3678. 'interactive_ui_tests version skew': {
  3679. 'name': 'interactive_ui_tests',
  3680. 'test': 'interactive_ui_tests',
  3681. 'args': [
  3682. '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.filter',
  3683. '--test-launcher-filter-file=../../testing/buildbot/filters/linux-lacros.interactive_ui_tests.skew.filter',
  3684. ],
  3685. 'swarming': {
  3686. 'shards': 3,
  3687. },
  3688. },
  3689. },
  3690. 'linux_lacros_specific_gtests': {
  3691. 'lacros_chrome_unittests': {},
  3692. },
  3693. 'linux_specific_chromium_isolated_scripts': {
  3694. 'not_site_per_process_blink_web_tests': {
  3695. # not_site_per_process_blink_web_tests provides coverage for
  3696. # running Layout Tests without site-per-process. This is the mode used
  3697. # on Android and Android bots currently do not run the full set of
  3698. # layout tests. Running in this mode on linux compensates for lack of
  3699. # direct Android coverage.
  3700. 'args': [
  3701. '--flag-specific=disable-site-isolation-trials',
  3702. # layout test failures are retried 3 times when '--test-list' is not
  3703. # passed, but 0 times when '--test-list' is passed. We want to always
  3704. # retry 3 times, so we explicitly specify it.
  3705. '--num-retries=3',
  3706. ],
  3707. 'isolate_name': 'blink_web_tests',
  3708. 'merge': {
  3709. 'args': [
  3710. '--verbose',
  3711. ],
  3712. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  3713. },
  3714. 'mixins': [
  3715. 'blink_tests_write_run_histories',
  3716. # TODO(crbug.com/1327314): Enable for blink web tests.
  3717. 'disable_check_flakiness_web_tests',
  3718. 'skia_gold_test',
  3719. ],
  3720. 'resultdb': {
  3721. 'enable': True,
  3722. },
  3723. 'results_handler': 'layout tests',
  3724. 'swarming': {
  3725. 'shards': 8,
  3726. },
  3727. },
  3728. 'not_site_per_process_blink_wpt_tests': {
  3729. # not_site_per_process_blink_wpt_tests provides coverage for
  3730. # running WPTs without site-per-process. This is the mode used
  3731. # on Android and Android bots currently do not run the full set of
  3732. # layout tests. Running in this mode on linux compensates for lack of
  3733. # direct Android coverage.
  3734. 'args': [
  3735. '--flag-specific=disable-site-isolation-trials',
  3736. # layout test failures are retried 3 times when '--test-list' is not
  3737. # passed, but 0 times when '--test-list' is passed. We want to always
  3738. # retry 3 times, so we explicitly specify it.
  3739. '--num-retries=3',
  3740. ],
  3741. 'isolate_name': 'blink_wpt_tests',
  3742. 'merge': {
  3743. 'args': [
  3744. '--verbose',
  3745. ],
  3746. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  3747. },
  3748. 'mixins': [
  3749. 'blink_tests_write_run_histories',
  3750. # TODO(crbug.com/1327314): Enable for blink web tests.
  3751. 'disable_check_flakiness_web_tests',
  3752. 'skia_gold_test',
  3753. ],
  3754. 'resultdb': {
  3755. 'enable': True,
  3756. },
  3757. 'results_handler': 'layout tests',
  3758. 'swarming': {
  3759. 'shards': 10,
  3760. },
  3761. },
  3762. 'webdriver_tests_suite': {
  3763. 'isolate_name': 'webdriver_wpt_tests',
  3764. 'merge': {
  3765. 'args': [
  3766. '--verbose',
  3767. ],
  3768. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  3769. },
  3770. 'swarming': {
  3771. 'shards': 4,
  3772. },
  3773. },
  3774. },
  3775. 'linux_specific_xr_gtests': {
  3776. 'xr_browser_tests': {
  3777. 'test': 'xr_browser_tests',
  3778. }
  3779. },
  3780. 'mac_specific_chromium_gtests': {
  3781. 'power_sampler_unittests': {},
  3782. 'sandbox_unittests': {},
  3783. 'updater_tests': {
  3784. 'args': [
  3785. # Timeouts based on empirical observations of test runtimes, 2021-07.
  3786. '--test-launcher-timeout=90000',
  3787. '--ui-test-action-max-timeout=45000',
  3788. '--ui-test-action-timeout=40000',
  3789. ],
  3790. },
  3791. 'xr_browser_tests': {
  3792. 'test': 'xr_browser_tests',
  3793. },
  3794. },
  3795. 'mac_specific_isolated_scripts': {
  3796. 'mac_signing_tests': {},
  3797. },
  3798. 'mojo_python_unittests_isolated_scripts': {
  3799. 'mojo_python_unittests': {
  3800. 'resultdb': {
  3801. 'enable': True,
  3802. },
  3803. },
  3804. },
  3805. 'monochrome_public_apk_checker_isolated_script': {
  3806. 'monochrome_public_apk_checker': {
  3807. 'swarming': {
  3808. 'dimension_sets': [
  3809. {
  3810. 'os': 'Ubuntu-18.04',
  3811. 'cpu': 'x86',
  3812. 'device_os': None,
  3813. 'device_os_flavor': None,
  3814. 'device_playstore_version': None,
  3815. 'device_type': None,
  3816. },
  3817. ],
  3818. },
  3819. 'remove_mixins': [
  3820. 'android_r',
  3821. 'bullhead',
  3822. 'flame',
  3823. 'hammerhead',
  3824. 'marshmallow',
  3825. 'marshmallow_generic',
  3826. 'mdarcy',
  3827. 'nougat_generic',
  3828. 'oreo_fleet',
  3829. 'pie_fleet',
  3830. 'walleye',
  3831. ],
  3832. },
  3833. },
  3834. 'network_service_fyi_gtests': {
  3835. 'network_service_web_request_proxy_browser_tests': {
  3836. 'args': [
  3837. '--enable-features=ForceWebRequestProxyForTest',
  3838. ],
  3839. 'swarming': {
  3840. 'shards': 15,
  3841. },
  3842. 'test': 'browser_tests',
  3843. },
  3844. },
  3845. 'nocompile_tests': {
  3846. 'content_nocompile_tests': {},
  3847. },
  3848. 'non_android_and_cast_and_chromeos_chromium_gtests': {
  3849. 'cronet_tests': {},
  3850. 'cronet_unittests': {},
  3851. 'headless_browsertests': {},
  3852. 'headless_unittests': {},
  3853. },
  3854. 'non_android_chromium_gtests': {
  3855. 'accessibility_unittests': {},
  3856. 'app_shell_unittests': {},
  3857. 'blink_fuzzer_unittests': {},
  3858. 'browser_tests': {
  3859. 'swarming': {
  3860. 'shards': 10,
  3861. },
  3862. },
  3863. 'chrome_app_unittests': {},
  3864. 'chromedriver_unittests': {},
  3865. 'color_unittests': {},
  3866. 'extensions_browsertests': {},
  3867. 'extensions_unittests': {},
  3868. 'filesystem_service_unittests': {}, # https://crbug.com/862712
  3869. 'interactive_ui_tests': {
  3870. 'swarming': {
  3871. 'shards': 3,
  3872. },
  3873. },
  3874. 'message_center_unittests': {},
  3875. 'nacl_loader_unittests': {},
  3876. 'native_theme_unittests': {},
  3877. 'pdf_unittests': {},
  3878. 'ppapi_unittests': {},
  3879. 'printing_unittests': {},
  3880. 'remoting_unittests': {},
  3881. 'service_manager_unittests': {}, # https://crbug.com/843134
  3882. 'snapshot_unittests': {},
  3883. 'sync_integration_tests': {},
  3884. 'views_unittests': {},
  3885. },
  3886. 'non_android_chromium_gtests_no_nacl': {
  3887. 'accessibility_unittests': {},
  3888. 'app_shell_unittests': {},
  3889. 'blink_fuzzer_unittests': {},
  3890. 'browser_tests': {
  3891. 'swarming': {
  3892. 'shards': 10,
  3893. },
  3894. },
  3895. 'chrome_app_unittests': {},
  3896. 'chromedriver_unittests': {},
  3897. 'color_unittests': {},
  3898. 'extensions_browsertests': {},
  3899. 'extensions_unittests': {},
  3900. 'filesystem_service_unittests': {}, # https://crbug.com/862712
  3901. 'interactive_ui_tests': {
  3902. 'swarming': {
  3903. 'shards': 3,
  3904. },
  3905. },
  3906. 'message_center_unittests': {},
  3907. 'native_theme_unittests': {},
  3908. 'pdf_unittests': {},
  3909. 'ppapi_unittests': {},
  3910. 'printing_unittests': {},
  3911. 'remoting_unittests': {},
  3912. 'service_manager_unittests': {}, # https://crbug.com/843134
  3913. 'snapshot_unittests': {},
  3914. 'sync_integration_tests': {},
  3915. 'views_unittests': {},
  3916. },
  3917. 'non_android_chromium_gtests_skia_gold': {
  3918. 'views_examples_unittests': {
  3919. 'mixins': [
  3920. 'skia_gold_test',
  3921. ],
  3922. },
  3923. },
  3924. 'oop_network_service_tests': {
  3925. 'oop_network_service_content_browsertests': {
  3926. 'args': [
  3927. '--disable-features=NetworkServiceInProcess2',
  3928. ],
  3929. 'swarming': {
  3930. 'shards': 25,
  3931. },
  3932. 'test': 'content_browsertests',
  3933. },
  3934. },
  3935. 'opus_tests': {
  3936. 'opus_tests': {
  3937. 'args': [
  3938. '--shard-timeout=3000'
  3939. ],
  3940. 'test': 'opus_tests',
  3941. },
  3942. },
  3943. # TODO(petermcneeley) : Remove once OverlayPrioritization has landed on
  3944. # all ozone platforms.
  3945. 'overlay_prioritization_gtests': {
  3946. 'overlay_prioritization_viz_unittests': {
  3947. 'args': [
  3948. '--enable-features=EnableOverlayPrioritization'
  3949. ],
  3950. 'test': 'viz_unittests',
  3951. },
  3952. },
  3953. 'perfetto_gtests': {
  3954. 'base_unittests': {},
  3955. 'perfetto_unittests': {},
  3956. 'services_unittests': {},
  3957. },
  3958. 'performance_smoke_test_isolated_scripts': {
  3959. 'performance_test_suite': {
  3960. 'args': [
  3961. '--pageset-repeat=1',
  3962. '--test-shard-map-filename=smoke_test_benchmark_shard_map.json',
  3963. ],
  3964. 'swarming': {
  3965. 'hard_timeout': 960,
  3966. 'shards': 2,
  3967. },
  3968. 'merge': {
  3969. 'args': [
  3970. '--smoke-test-mode',
  3971. ],
  3972. 'script': '//tools/perf/process_perf_results.py',
  3973. },
  3974. 'resultdb': {
  3975. 'enable': True,
  3976. },
  3977. },
  3978. },
  3979. 'pixel_browser_tests_gtests': {
  3980. 'pixel_browser_tests': {
  3981. 'name': 'pixel_browser_tests',
  3982. 'args': [
  3983. '--browser-ui-tests-verify-pixels',
  3984. '--enable-pixel-output-in-tests',
  3985. '--test-launcher-filter-file=../../testing/buildbot/filters/pixel_tests.filter',
  3986. ],
  3987. 'test': 'browser_tests',
  3988. 'mixins': [
  3989. 'skia_gold_test',
  3990. ],
  3991. },
  3992. 'pixel_interactive_ui_tests': {
  3993. 'name': 'pixel_interactive_ui_tests',
  3994. 'args': [
  3995. '--browser-ui-tests-verify-pixels',
  3996. '--enable-pixel-output-in-tests',
  3997. '--test-launcher-filter-file=../../testing/buildbot/filters/pixel_tests.filter',
  3998. ],
  3999. 'test': 'interactive_ui_tests',
  4000. 'mixins': [
  4001. 'skia_gold_test',
  4002. ],
  4003. },
  4004. },
  4005. # TODO(dpranke): These are run on the p/chromium waterfall; they should
  4006. # probably be run on other builders, and we should get rid of the p/chromium
  4007. # waterfall.
  4008. 'public_build_scripts': {
  4009. 'checkbins': {
  4010. 'script': 'checkbins.py',
  4011. },
  4012. },
  4013. 'pytype_tests': {
  4014. 'blink_pytype': {
  4015. 'mixins': [
  4016. 'has_native_resultdb_integration',
  4017. ],
  4018. },
  4019. 'fuchsia_pytype': {
  4020. 'mixins': [
  4021. 'has_native_resultdb_integration',
  4022. ],
  4023. },
  4024. 'gold_common_pytype': {
  4025. 'mixins': [
  4026. 'has_native_resultdb_integration',
  4027. ],
  4028. },
  4029. 'gpu_pytype': {
  4030. 'mixins': [
  4031. 'has_native_resultdb_integration',
  4032. ],
  4033. },
  4034. 'unexpected_passes_common_pytype': {
  4035. 'mixins': [
  4036. 'has_native_resultdb_integration',
  4037. ],
  4038. },
  4039. },
  4040. 'rust_gtests': {
  4041. 'base_unittests': {},
  4042. 'gnrt_unittests': {},
  4043. 'rust_gtest_interop_unittests': {},
  4044. 'test_cpp_including_rust_unittests': {
  4045. 'swarming': {},
  4046. 'test': 'test_cpp_including_rust_unittests',
  4047. },
  4048. 'test_serde_json_lenient': {
  4049. 'swarming': {},
  4050. 'test': 'test_serde_json_lenient',
  4051. },
  4052. },
  4053. 'rust_native_tests': {
  4054. 'autocxx_tests': {
  4055. 'swarming': {},
  4056. 'test': 'autocxx_tests',
  4057. },
  4058. 'build_rust_tests': {
  4059. 'swarming': {},
  4060. 'test': 'build_rust_tests',
  4061. },
  4062. 'mojo_rust_tests': {
  4063. 'swarming': {},
  4064. 'test': 'mojo_rust_tests',
  4065. },
  4066. },
  4067. 'site_isolation_android_fyi_gtests': {
  4068. 'site_per_process_android_browsertests': {
  4069. 'args': [
  4070. '--site-per-process',
  4071. ],
  4072. 'swarming': {
  4073. 'shards': 1,
  4074. },
  4075. 'test': 'android_browsertests',
  4076. },
  4077. 'site_per_process_chrome_public_test_apk': {
  4078. 'args': [
  4079. '--site-per-process',
  4080. ],
  4081. 'swarming': {
  4082. 'shards': 20,
  4083. },
  4084. 'mixins': [
  4085. 'skia_gold_test',
  4086. 'has_native_resultdb_integration',
  4087. ],
  4088. 'test': 'chrome_public_test_apk',
  4089. },
  4090. 'site_per_process_chrome_public_unit_test_apk': {
  4091. 'args': [
  4092. '--site-per-process',
  4093. ],
  4094. 'mixins': [
  4095. 'skia_gold_test',
  4096. ],
  4097. 'test': 'chrome_public_unit_test_apk',
  4098. },
  4099. 'site_per_process_components_browsertests': {
  4100. 'args': [
  4101. '--site-per-process',
  4102. ],
  4103. 'test': 'components_browsertests',
  4104. },
  4105. 'site_per_process_components_unittests': {
  4106. 'args': [
  4107. '--site-per-process',
  4108. ],
  4109. 'swarming': {
  4110. 'shards': 5,
  4111. },
  4112. 'test': 'components_unittests',
  4113. },
  4114. 'site_per_process_content_browsertests': {
  4115. 'args': [
  4116. '--site-per-process',
  4117. '--test-launcher-filter-file=../../testing/buildbot/filters/site_isolation_android.content_browsertests.filter',
  4118. ],
  4119. 'swarming': {
  4120. 'shards': 10,
  4121. },
  4122. 'test': 'content_browsertests',
  4123. },
  4124. 'site_per_process_content_shell_test_apk': {
  4125. 'args': [
  4126. '--site-per-process',
  4127. ],
  4128. 'swarming': {
  4129. 'shards': 3,
  4130. },
  4131. 'test': 'content_shell_test_apk',
  4132. },
  4133. 'site_per_process_content_unittests': {
  4134. 'args': [
  4135. '--site-per-process'
  4136. ],
  4137. 'test': 'content_unittests',
  4138. },
  4139. 'site_per_process_unit_tests': {
  4140. 'args': [
  4141. '--site-per-process'
  4142. ],
  4143. 'swarming': {
  4144. 'shards': 10,
  4145. },
  4146. 'test': 'unit_tests',
  4147. },
  4148. },
  4149. 'swangle_gtests': {
  4150. 'angle_deqp_egl_tests': {
  4151. 'args': [
  4152. '--use-angle=swiftshader',
  4153. ],
  4154. 'use_isolated_scripts_api': True,
  4155. },
  4156. 'angle_deqp_gles2_tests': {
  4157. 'args': [
  4158. '--use-angle=swiftshader',
  4159. ],
  4160. 'use_isolated_scripts_api': True,
  4161. },
  4162. 'angle_deqp_gles31_rotate180_tests': {
  4163. 'args': [
  4164. '--use-angle=swiftshader',
  4165. ],
  4166. 'use_isolated_scripts_api': True,
  4167. },
  4168. 'angle_deqp_gles31_rotate270_tests': {
  4169. 'args': [
  4170. '--use-angle=swiftshader',
  4171. ],
  4172. 'use_isolated_scripts_api': True,
  4173. },
  4174. 'angle_deqp_gles31_rotate90_tests': {
  4175. 'args': [
  4176. '--use-angle=swiftshader',
  4177. ],
  4178. 'use_isolated_scripts_api': True,
  4179. },
  4180. 'angle_deqp_gles31_tests': {
  4181. 'args': [
  4182. '--use-angle=swiftshader',
  4183. ],
  4184. 'swarming': {
  4185. 'shards': 10,
  4186. },
  4187. 'use_isolated_scripts_api': True,
  4188. },
  4189. 'angle_deqp_gles3_rotate180_tests': {
  4190. 'args': [
  4191. '--use-angle=swiftshader',
  4192. ],
  4193. 'use_isolated_scripts_api': True,
  4194. },
  4195. 'angle_deqp_gles3_rotate270_tests': {
  4196. 'args': [
  4197. '--use-angle=swiftshader',
  4198. ],
  4199. 'use_isolated_scripts_api': True,
  4200. },
  4201. 'angle_deqp_gles3_rotate90_tests': {
  4202. 'args': [
  4203. '--use-angle=swiftshader',
  4204. ],
  4205. 'use_isolated_scripts_api': True,
  4206. },
  4207. 'angle_deqp_gles3_tests': {
  4208. 'args': [
  4209. '--use-angle=swiftshader',
  4210. ],
  4211. 'swarming': {
  4212. 'shards': 4,
  4213. },
  4214. 'use_isolated_scripts_api': True,
  4215. },
  4216. 'angle_deqp_khr_gles2_tests': {
  4217. 'args': [
  4218. '--use-angle=swiftshader',
  4219. ],
  4220. 'use_isolated_scripts_api': True,
  4221. },
  4222. 'angle_deqp_khr_gles31_tests': {
  4223. 'args': [
  4224. '--use-angle=swiftshader',
  4225. ],
  4226. 'use_isolated_scripts_api': True,
  4227. },
  4228. 'angle_deqp_khr_gles3_tests': {
  4229. 'args': [
  4230. '--use-angle=swiftshader',
  4231. ],
  4232. 'use_isolated_scripts_api': True,
  4233. },
  4234. 'angle_end2end_tests': {
  4235. 'args': [
  4236. '--gtest_filter=*Vulkan_SwiftShader*',
  4237. ],
  4238. 'use_isolated_scripts_api': True,
  4239. },
  4240. },
  4241. 'system_webview_shell_instrumentation_tests': {
  4242. 'system_webview_shell_layout_test_apk': {},
  4243. },
  4244. 'system_webview_wpt': {
  4245. 'system_webview_wpt': {
  4246. 'swarming': {
  4247. 'shards': 25,
  4248. 'expiration': 18000,
  4249. 'hard_timeout': 14400,
  4250. },
  4251. 'experiment_percentage': 100,
  4252. 'merge': {
  4253. 'args': [
  4254. '--verbose',
  4255. ],
  4256. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  4257. },
  4258. 'results_handler': 'layout tests',
  4259. },
  4260. },
  4261. 'telemetry_android_minidump_unittests_isolated_scripts': {
  4262. 'telemetry_chromium_minidump_unittests': {
  4263. 'args': [
  4264. 'BrowserMinidumpTest',
  4265. '--browser=android-chromium',
  4266. '-v',
  4267. '--passthrough',
  4268. '--retry-limit=2',
  4269. ],
  4270. 'isolate_name': 'telemetry_perf_unittests_android_chrome',
  4271. 'resultdb': {
  4272. 'enable': True,
  4273. },
  4274. 'mixins': [
  4275. 'disable_check_flakiness_web_tests',
  4276. ],
  4277. },
  4278. 'telemetry_monochrome_minidump_unittests': {
  4279. 'args': [
  4280. 'BrowserMinidumpTest',
  4281. '--browser=android-chromium-monochrome',
  4282. '-v',
  4283. '--passthrough',
  4284. '--retry-limit=2',
  4285. ],
  4286. 'isolate_name': 'telemetry_perf_unittests_android_monochrome',
  4287. 'resultdb': {
  4288. 'enable': True,
  4289. },
  4290. },
  4291. },
  4292. 'telemetry_desktop_minidump_unittests_isolated_scripts': {
  4293. # Takes ~2.5 minutes of bot time to run.
  4294. 'telemetry_desktop_minidump_unittests': {
  4295. 'args': [
  4296. 'BrowserMinidumpTest',
  4297. '-v',
  4298. '--passthrough',
  4299. '--retry-limit=2',
  4300. ],
  4301. 'isolate_name': 'telemetry_perf_unittests',
  4302. 'resultdb': {
  4303. 'enable': True,
  4304. },
  4305. 'mixins': [
  4306. 'disable_check_flakiness_web_tests',
  4307. ],
  4308. },
  4309. },
  4310. 'telemetry_perf_unittests_isolated_scripts': {
  4311. 'telemetry_perf_unittests': {
  4312. 'args': [
  4313. # TODO(crbug.com/1077284): Remove this once Crashpad is the default.
  4314. '--extra-browser-args=--enable-crashpad',
  4315. ],
  4316. 'swarming': {
  4317. 'idempotent': False, # https://crbug.com/549140
  4318. 'shards': 12,
  4319. },
  4320. 'resultdb': {
  4321. 'enable': True,
  4322. },
  4323. },
  4324. },
  4325. 'telemetry_perf_unittests_isolated_scripts_android': {
  4326. 'telemetry_perf_unittests': {
  4327. 'isolate_name': 'telemetry_perf_unittests_android_chrome',
  4328. 'args': [
  4329. # TODO(crbug.com/1077284): Remove this once Crashpad is the default.
  4330. '--extra-browser-args=--enable-crashpad',
  4331. ],
  4332. 'swarming': {
  4333. 'idempotent': False, # https://crbug.com/549140
  4334. 'shards': 12,
  4335. },
  4336. 'resultdb': {
  4337. 'enable': True,
  4338. },
  4339. },
  4340. },
  4341. 'test_buildbucket_api_gpu_use_cases': {
  4342. 'test_buildbucket_api_gpu_use_cases': {},
  4343. },
  4344. 'test_traffic_annotation_auditor_script': {
  4345. 'test_traffic_annotation_auditor': {
  4346. 'hard_timeout': 14400,
  4347. 'io_timeout': 14400,
  4348. 'script': 'test_traffic_annotation_auditor.py',
  4349. },
  4350. },
  4351. 'updater_gtests_mac': {
  4352. 'updater_tests': {
  4353. 'args': [
  4354. # Timeouts based on empirical observations of test runtimes, 2021-07.
  4355. '--test-launcher-timeout=90000',
  4356. '--ui-test-action-max-timeout=45000',
  4357. '--ui-test-action-timeout=40000',
  4358. ],
  4359. },
  4360. 'updater_tests_system': {
  4361. 'args': [
  4362. # Timeouts based on empirical observations of test runtimes, 2021-07.
  4363. '--test-launcher-timeout=90000',
  4364. '--ui-test-action-max-timeout=45000',
  4365. '--ui-test-action-timeout=40000',
  4366. ],
  4367. 'swarming': {
  4368. 'dimension_sets': [
  4369. {
  4370. # These tests require passwordless sudo on mac.
  4371. 'pool': 'chromium.updater.mac',
  4372. }
  4373. ]
  4374. },
  4375. },
  4376. },
  4377. 'updater_gtests_win': {
  4378. 'updater_tests': {
  4379. 'args': [
  4380. # Timeouts based on empirical observations of test runtimes, 2021-07.
  4381. '--test-launcher-timeout=90000',
  4382. '--ui-test-action-max-timeout=45000',
  4383. '--ui-test-action-timeout=40000',
  4384. ],
  4385. },
  4386. 'updater_tests_system': {
  4387. 'args': [
  4388. # Timeouts based on empirical observations of test runtimes, 2021-07.
  4389. '--test-launcher-timeout=90000',
  4390. '--ui-test-action-max-timeout=45000',
  4391. '--ui-test-action-timeout=40000',
  4392. ],
  4393. 'swarming': {
  4394. 'dimension_sets': [
  4395. {
  4396. 'integrity': 'high',
  4397. }
  4398. ]
  4399. }
  4400. },
  4401. },
  4402. 'updater_gtests_win_uac': {
  4403. 'updater_tests_system': {
  4404. 'args': [
  4405. # Timeouts based on empirical observations of test runtimes, 2021-07.
  4406. '--test-launcher-timeout=90000',
  4407. '--ui-test-action-max-timeout=45000',
  4408. '--ui-test-action-timeout=40000',
  4409. ],
  4410. 'swarming': {
  4411. 'dimension_sets': [
  4412. {
  4413. 'integrity': 'high',
  4414. }
  4415. ]
  4416. }
  4417. },
  4418. 'updater_tests_win_uac': {
  4419. 'args': [
  4420. # Timeouts based on empirical observations of test runtimes, 2021-07.
  4421. '--test-launcher-timeout=90000',
  4422. '--ui-test-action-max-timeout=45000',
  4423. '--ui-test-action-timeout=40000',
  4424. ],
  4425. },
  4426. },
  4427. 'upload_perfetto': {
  4428. 'upload_trace_processor': {},
  4429. },
  4430. 'variations_smoke_tests': {
  4431. 'variations_smoke_tests': {
  4432. 'isolate_name': 'variations_smoke_tests',
  4433. 'mixins': [
  4434. 'skia_gold_test',
  4435. ],
  4436. 'resultdb': {
  4437. 'enable': True,
  4438. 'result_format': 'single'
  4439. },
  4440. },
  4441. },
  4442. # Not applicable for android x86 & x64 since the targets here assert
  4443. # "enable_vr" in GN which is only true for android arm & arm64.
  4444. # For details, see the following files:
  4445. # * //chrome/android/BUILD.gn
  4446. # * //chrome/browser/android/vr/BUILD.gn
  4447. # * //device/vr/buildflags/buildflags.gni
  4448. 'vr_android_specific_chromium_tests': {
  4449. 'chrome_public_test_vr_apk': {
  4450. 'args': [
  4451. '--shared-prefs-file=//chrome/android/shared_preference_files/test/vr_cardboard_skipdon_setupcomplete.json',
  4452. '--additional-apk=//third_party/gvr-android-sdk/test-apks/vr_services/vr_services_current.apk',
  4453. ],
  4454. 'swarming': {
  4455. 'shards': 2,
  4456. },
  4457. },
  4458. 'vr_android_unittests': {},
  4459. },
  4460. 'vr_platform_specific_chromium_gtests': {
  4461. # Only run on platforms that intend to support WebVR in the near
  4462. # future.
  4463. 'vr_common_unittests': {},
  4464. 'vr_pixeltests': {},
  4465. },
  4466. 'vulkan_swiftshader_isolated_scripts': {
  4467. 'vulkan_swiftshader_blink_web_tests': {
  4468. # layout test failures are retried 3 times when '--test-list' is not
  4469. # passed, but 0 times when '--test-list' is passed. We want to always
  4470. # retry 3 times, so we explicitly specify it.
  4471. 'args': [
  4472. '--num-retries=3',
  4473. '--skipped=always',
  4474. '--test-list=../../testing/buildbot/filters/gpu.skiarenderer_vulkan_blink_web_tests.filter',
  4475. '--flag-specific=skia-vulkan-swiftshader',
  4476. ],
  4477. 'isolate_name': 'blink_web_tests',
  4478. 'merge': {
  4479. 'args': [
  4480. '--verbose',
  4481. ],
  4482. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  4483. },
  4484. 'mixins': [
  4485. 'blink_tests_write_run_histories',
  4486. # TODO(crbug.com/1327314): Enable for blink web tests.
  4487. 'disable_check_flakiness_web_tests',
  4488. 'skia_gold_test',
  4489. ],
  4490. 'resultdb': {
  4491. 'enable': True,
  4492. },
  4493. 'results_handler': 'layout tests',
  4494. },
  4495. },
  4496. 'web_engine_gtests': {
  4497. 'cast_runner_browsertests': {},
  4498. 'cast_runner_integration_tests': {},
  4499. 'cast_runner_integration_tests_cfv1': {},
  4500. 'cast_runner_unittests': {},
  4501. 'web_engine_browsertests': {},
  4502. 'web_engine_integration_tests': {
  4503. 'args': [
  4504. '--',
  4505. '--vmodule=test_navigation_listener=1',
  4506. ],
  4507. },
  4508. 'web_engine_unittests': {},
  4509. 'web_runner_integration_tests': {},
  4510. },
  4511. 'weblayer_android_gtests': {
  4512. 'weblayer_bundle_test': {
  4513. },
  4514. 'weblayer_instrumentation_test_apk': {
  4515. },
  4516. 'weblayer_private_instrumentation_test_apk': {
  4517. },
  4518. },
  4519. 'weblayer_gtests': {
  4520. 'weblayer_browsertests': {
  4521. },
  4522. 'weblayer_unittests': {
  4523. },
  4524. },
  4525. 'weblayer_instrumentation_tests': {
  4526. 'weblayer_instrumentation_test_apk': {
  4527. }
  4528. },
  4529. 'weblayer_shell_wpt': {
  4530. 'weblayer_shell_wpt': {
  4531. 'swarming': {
  4532. 'shards': 18,
  4533. 'expiration': 18000,
  4534. 'hard_timeout': 14400,
  4535. },
  4536. 'experiment_percentage': 100,
  4537. 'merge': {
  4538. 'args': [
  4539. '--verbose',
  4540. ],
  4541. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  4542. },
  4543. 'results_handler': 'layout tests',
  4544. },
  4545. },
  4546. 'weblayer_skew_tests': {
  4547. 'weblayer_skew_tests': {
  4548. 'swarming': {
  4549. 'shards': 2,
  4550. },
  4551. 'args': [
  4552. '--additional-apk=apks/WebLayerShellSystemWebView.apk',
  4553. ],
  4554. },
  4555. },
  4556. 'weblayer_skew_tests_with_chrome': {
  4557. 'weblayer_skew_tests_with_chrome': {
  4558. 'swarming': {
  4559. 'shards': 2,
  4560. },
  4561. 'args': [
  4562. '--additional-apk=apks/ChromePublic.apk'
  4563. ],
  4564. },
  4565. },
  4566. 'webrtc_chromium_baremetal_gtests': {
  4567. 'browser_tests': {
  4568. 'args': [
  4569. '--gtest_filter=WebRtcStatsPerfBrowserTest.*:'
  4570. 'WebRtcVideoDisplayPerfBrowserTests*:'
  4571. 'WebRtcVideoQualityBrowserTests*:'
  4572. 'WebRtcVideoHighBitrateBrowserTest*:'
  4573. 'WebRtcWebcamBrowserTests*',
  4574. '--run-manual',
  4575. '--ui-test-action-max-timeout=300000',
  4576. '--test-launcher-timeout=350000',
  4577. '--test-launcher-jobs=1',
  4578. '--test-launcher-bot-mode',
  4579. '--test-launcher-print-test-stdio=always',
  4580. ],
  4581. 'annotate': 'graphing',
  4582. 'perf_config': {
  4583. 'a_default_rev': 'r_webrtc_git',
  4584. 'r_webrtc_git': '${webrtc_got_rev}'
  4585. },
  4586. },
  4587. # Run capture unittests as well since our bots have real webcams.
  4588. 'capture_unittests': {
  4589. 'args': ['--enable-logging', '--v=1', '--test-launcher-jobs=1',
  4590. '--test-launcher-print-test-stdio=always'],
  4591. 'swarming': {
  4592. 'dimension_sets': [
  4593. {
  4594. 'pool': 'WebRTC-chromium',
  4595. }
  4596. ],
  4597. },
  4598. },
  4599. },
  4600. 'webrtc_chromium_gtests': {
  4601. 'browser_tests_apprtc': {
  4602. 'args': ['--gtest_filter=WebRtcApprtcBrowserTest.*',
  4603. '--run-manual', '--test-launcher-jobs=1'],
  4604. },
  4605. 'browser_tests_functional': {
  4606. 'args': [
  4607. '--test-launcher-filter-file=../../testing/buildbot/filters/webrtc_functional.browser_tests.filter',
  4608. '--run-manual', '--test-launcher-jobs=1'],
  4609. 'test': 'browser_tests',
  4610. },
  4611. 'content_browsertests': {
  4612. # Run all normal WebRTC content_browsertests. This is mostly so
  4613. # the FYI bots can detect breakages.
  4614. 'args': ['--gtest_filter=WebRtc*'],
  4615. },
  4616. 'content_browsertests_stress': {
  4617. 'args': ['--gtest_filter=WebRtc*MANUAL*:-UsingRealWebcam*',
  4618. '--run-manual', '--ui-test-action-max-timeout=110000',
  4619. '--test-launcher-timeout=120000'],
  4620. 'test': 'content_browsertests',
  4621. },
  4622. 'content_unittests': {
  4623. 'args': [
  4624. '--test-launcher-filter-file=../../testing/buildbot/filters/webrtc.content_unittests.filter',
  4625. ],
  4626. },
  4627. 'remoting_unittests': {
  4628. 'args': ['--gtest_filter=Webrtc*'],
  4629. },
  4630. },
  4631. 'webrtc_chromium_simple_baremetal_gtests': {
  4632. 'content_browsertests_sequential': {
  4633. # These run a few tests that require webcam access. They need to
  4634. # run sequentially, otherwise tests may interfere with each other.
  4635. 'args': ['--gtest_filter=UsingRealWebcam*', '--run-manual',
  4636. '--test-launcher-jobs=1'],
  4637. 'test': 'content_browsertests',
  4638. },
  4639. },
  4640. 'webrtc_chromium_simple_gtests': {
  4641. 'content_browsertests': {
  4642. 'args': ['--gtest_filter=WebRtc*'],
  4643. },
  4644. },
  4645. 'webview_64_cts_tests_gtest': {
  4646. 'webview_64_cts_tests': {
  4647. 'swarming': {
  4648. 'shards': 2,
  4649. 'cipd_packages': [
  4650. {
  4651. "cipd_package": 'chromium/android_webview/tools/cts_archive',
  4652. 'location': 'android_webview/tools/cts_archive',
  4653. 'revision': 'qF6dhyFMW7qFOzHo_Lu-bWxpbe-zRfL1KvHPQtQA3d0C',
  4654. }
  4655. ]
  4656. },
  4657. },
  4658. },
  4659. 'webview_bot_instrumentation_test_apk_gtest': {
  4660. 'webview_instrumentation_test_apk': {
  4661. 'swarming': {
  4662. 'shards': 12,
  4663. },
  4664. },
  4665. },
  4666. 'webview_bot_instrumentation_test_apk_no_field_trial_gtest': {
  4667. 'webview_instrumentation_test_apk_no_field_trial': {
  4668. 'args': ['--disable-field-trials'],
  4669. 'swarming': {
  4670. 'shards': 12,
  4671. },
  4672. 'test': 'webview_instrumentation_test_apk',
  4673. },
  4674. },
  4675. 'webview_bot_unittests_gtest': {
  4676. 'android_webview_unittests': {},
  4677. },
  4678. 'webview_cts_tests_gtest': {
  4679. 'webview_cts_tests': {
  4680. 'swarming': {
  4681. 'shards': 2,
  4682. 'cipd_packages': [
  4683. {
  4684. "cipd_package": 'chromium/android_webview/tools/cts_archive',
  4685. 'location': 'android_webview/tools/cts_archive',
  4686. 'revision': 'qF6dhyFMW7qFOzHo_Lu-bWxpbe-zRfL1KvHPQtQA3d0C',
  4687. }
  4688. ]
  4689. },
  4690. },
  4691. },
  4692. 'webview_cts_tests_gtest_no_field_trial': {
  4693. 'webview_cts_tests_no_field_trial': {
  4694. 'args': [
  4695. '--disable-field-trial-config',
  4696. ],
  4697. 'swarming': {
  4698. 'shards': 2,
  4699. 'cipd_packages': [
  4700. {
  4701. "cipd_package": 'chromium/android_webview/tools/cts_archive',
  4702. 'location': 'android_webview/tools/cts_archive',
  4703. 'revision': 'qF6dhyFMW7qFOzHo_Lu-bWxpbe-zRfL1KvHPQtQA3d0C',
  4704. }
  4705. ]
  4706. },
  4707. 'test': 'webview_cts_tests',
  4708. },
  4709. },
  4710. 'webview_trichrome_64_cts_tests': {
  4711. 'webview_trichrome_64_cts_tests': {},
  4712. },
  4713. 'webview_trichrome_cts_tests': {
  4714. 'webview_trichrome_cts_tests': {},
  4715. },
  4716. 'webview_ui_instrumentation_tests': {
  4717. 'webview_ui_test_app_test_apk': {},
  4718. },
  4719. 'webview_ui_instrumentation_tests_no_field_trial': {
  4720. 'webview_ui_test_app_test_apk_no_field_trial': {
  4721. 'args': [
  4722. '--disable-field-trial-config',
  4723. ],
  4724. 'test': 'webview_ui_test_app_test_apk',
  4725. },
  4726. },
  4727. 'win7_32_bit_gtests': {
  4728. 'base_unittests': {},
  4729. 'browser_tests': {
  4730. 'swarming': {
  4731. 'shards': 10,
  4732. },
  4733. },
  4734. 'sbox_integration_tests': {
  4735. 'swarming': {
  4736. 'dimension_sets': [
  4737. {
  4738. 'integrity': 'high',
  4739. }
  4740. ],
  4741. },
  4742. },
  4743. 'sbox_unittests': {},
  4744. 'sbox_validation_tests': {},
  4745. },
  4746. 'win_specific_chromium_gtests': {
  4747. 'chrome_cleaner_unittests': {},
  4748. 'chrome_elf_unittests': {},
  4749. 'courgette_unittests': {},
  4750. 'delayloads_unittests': {},
  4751. 'elevation_service_unittests': {},
  4752. 'gcp_unittests': {},
  4753. 'install_static_unittests': {},
  4754. 'installer_util_unittests': {
  4755. 'swarming': {
  4756. 'dimension_sets': [
  4757. {
  4758. 'integrity': 'high',
  4759. }
  4760. ],
  4761. },
  4762. },
  4763. 'mojo_core_unittests': {},
  4764. 'notification_helper_unittests': {},
  4765. 'sbox_integration_tests': {
  4766. 'swarming': {
  4767. 'dimension_sets': [
  4768. {
  4769. 'integrity': 'high',
  4770. }
  4771. ],
  4772. },
  4773. },
  4774. 'sbox_unittests': {},
  4775. 'sbox_validation_tests': {},
  4776. 'setup_unittests': {
  4777. 'swarming': {
  4778. 'dimension_sets': [
  4779. {
  4780. 'integrity': 'high',
  4781. }
  4782. ],
  4783. },
  4784. },
  4785. 'updater_tests': {
  4786. 'args': [
  4787. # Timeouts based on empirical observations of test runtimes, 2021-07.
  4788. '--test-launcher-timeout=90000',
  4789. '--ui-test-action-max-timeout=45000',
  4790. '--ui-test-action-timeout=40000',
  4791. ],
  4792. },
  4793. 'updater_tests_system': {
  4794. 'args': [
  4795. '--test-launcher-print-test-stdio=always',
  4796. # Timeouts based on empirical
  4797. # observations of test runtimes,
  4798. # 2021-07.
  4799. '--test-launcher-timeout=90000',
  4800. '--ui-test-action-max-timeout=45000',
  4801. '--ui-test-action-timeout=40000',
  4802. '--ui-test-action-timeout=40000',
  4803. ],
  4804. },
  4805. 'zucchini_unittests': {},
  4806. },
  4807. 'win_specific_isolated_scripts': {
  4808. 'mini_installer_tests': {
  4809. 'swarming': {
  4810. 'dimension_sets': [
  4811. {
  4812. 'integrity': 'high',
  4813. }
  4814. ],
  4815. },
  4816. },
  4817. 'polymer_tools_python_unittests': {
  4818. 'experiment_percentage': 100,
  4819. },
  4820. },
  4821. 'win_specific_xr_perf_tests': {
  4822. 'xr.webxr.static': {
  4823. 'args': [
  4824. '--benchmarks=xr.webxr.static',
  4825. '-v',
  4826. '--upload-results',
  4827. '--output-format=histograms',
  4828. '--browser=release_x64',
  4829. ],
  4830. 'isolate_name': 'vr_perf_tests',
  4831. 'merge': {
  4832. 'script': '//tools/perf/process_perf_results.py',
  4833. },
  4834. 'name': 'xr.webxr.static',
  4835. # Experimental until we're sure these are stable.
  4836. 'experiment_percentage': 100,
  4837. }
  4838. },
  4839. 'wpt_web_tests': {
  4840. 'wpt_tests_suite': {
  4841. 'args': [
  4842. '--child-processes=8',
  4843. '--run-by-dir=0',
  4844. '--no-restart-on-new-group',
  4845. ],
  4846. 'merge': {
  4847. 'args': [
  4848. '--verbose',
  4849. ],
  4850. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  4851. },
  4852. 'isolate_name': 'wpt_tests_isolate',
  4853. 'results_handler': 'layout tests',
  4854. 'swarming': {
  4855. 'shards': 15,
  4856. },
  4857. 'experiment_percentage': 100,
  4858. },
  4859. },
  4860. 'wpt_web_tests_identity': {
  4861. 'wpt_tests_suite': {
  4862. 'args': [
  4863. 'webauthn/',
  4864. ],
  4865. 'merge': {
  4866. 'args': [
  4867. '--verbose',
  4868. ],
  4869. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  4870. },
  4871. 'isolate_name': 'wpt_tests_isolate',
  4872. 'results_handler': 'layout tests',
  4873. 'swarming': {
  4874. 'shards': 1,
  4875. },
  4876. },
  4877. },
  4878. 'wpt_web_tests_input': {
  4879. 'wpt_tests_suite': {
  4880. 'args': [
  4881. 'infrastructure/testdriver/actions/',
  4882. 'input-events/',
  4883. 'pointerevents/',
  4884. 'touch-events/',
  4885. 'uievents/',
  4886. ],
  4887. 'merge': {
  4888. 'args': [
  4889. '--verbose',
  4890. ],
  4891. 'script': '//third_party/blink/tools/merge_web_test_results.py',
  4892. },
  4893. 'isolate_name': 'wpt_tests_isolate',
  4894. 'results_handler': 'layout tests',
  4895. 'swarming': {
  4896. 'shards': 1,
  4897. },
  4898. 'experiment_percentage': 100,
  4899. },
  4900. },
  4901. },
  4902. ##############################################################################
  4903. # Compound test suites. #
  4904. ##############################################################################
  4905. 'compound_suites': {
  4906. 'android_10_rel_gtests': [
  4907. 'android_trichrome_smoke_tests',
  4908. 'android_ar_gtests',
  4909. 'android_ddready_vr_gtests',
  4910. ],
  4911. 'android_12_dbg_emulator_gtests': [
  4912. 'android_trichrome_smoke_tests',
  4913. ],
  4914. # This is the same as 'android_marshmallow_gtests'
  4915. # with the addition of 'webview_cts_tests_gtest' and
  4916. # 'webview_ui_instrumentation_tests'
  4917. 'android_marshmallow_coverage_gtests': [
  4918. 'android_modern_smoke_tests',
  4919. 'android_smoke_tests',
  4920. 'android_specific_chromium_gtests', # Already includes gl_gtests.
  4921. 'chromium_gtests',
  4922. 'chromium_gtests_for_devices_with_graphical_output',
  4923. 'chrome_public_tests',
  4924. 'linux_flavor_specific_chromium_gtests',
  4925. 'vr_android_specific_chromium_tests',
  4926. 'vr_platform_specific_chromium_gtests',
  4927. 'weblayer_android_gtests',
  4928. 'weblayer_gtests',
  4929. 'webview_cts_tests_gtest',
  4930. 'webview_ui_instrumentation_tests',
  4931. ],
  4932. # List gtests that run on android-marshmallow-arm64-rel builder.
  4933. # TODO(crbug.com/1127110): Use android_marshmallow_gtests when
  4934. # android-marshmallow-x86-rel is not mirrored to CQ.
  4935. 'android_marshmallow_device_gtests': [
  4936. 'android_marshmallow_device_ci_only_gtests',
  4937. # TODO(crbug.com/1127110): Remove once webview_instrumentation_test_apk
  4938. # and content_shell_test_apk are enabled on android-marshmallow-x86-rel
  4939. 'android_specific_chromium_gtests', # Already includes gl_gtests.
  4940. 'chromium_gtests',
  4941. 'vr_android_specific_chromium_tests',
  4942. 'vr_platform_specific_chromium_gtests',
  4943. 'weblayer_android_gtests',
  4944. 'weblayer_gtests',
  4945. ],
  4946. # List gtests that run on android-marshmallow-x86-rel builder.
  4947. # Test suites will be gradually moved from
  4948. # android_marshmallow_emulator_non_cq_gtests
  4949. # to this one, when there are more GCE capacity.
  4950. 'android_marshmallow_emulator_gtests': [
  4951. 'android_emulator_specific_chrome_public_tests',
  4952. # TODO(crbug.com/1127110): Deprecate this when all the test suites below
  4953. # it are re-enabled.
  4954. 'android_marshmallow_emulator_limited_capacity_gtests',
  4955. 'android_modern_smoke_tests',
  4956. 'android_smoke_tests',
  4957. 'android_specific_chromium_gtests', # Already includes gl_gtests.
  4958. 'android_wpr_record_replay_tests',
  4959. #'chromium_gtests',
  4960. 'chromium_gtests_for_devices_with_graphical_output',
  4961. # TODO(crbug.com/1255748): Remove components_capacity_tests when
  4962. # chromium_gtests are enabled in this suite.
  4963. 'components_capacity_tests',
  4964. 'linux_flavor_specific_chromium_gtests',
  4965. #'weblayer_android_gtests',
  4966. #'weblayer_gtests',
  4967. ],
  4968. # Note that tests here are gradually moved to
  4969. # android_marshmallow_emulator_gtests (crbug.com/1127110)
  4970. #
  4971. # The diff between android_marshmallow_device_gtests and
  4972. # (android_marshmallow_emulator_non_cq_gtests +
  4973. # android_marshmallow_emulator_gtests)
  4974. # is android_wpr_record_replay_tests
  4975. 'android_marshmallow_emulator_non_cq_gtests': [
  4976. 'chromium_gtests',
  4977. 'weblayer_android_gtests',
  4978. 'weblayer_gtests',
  4979. ],
  4980. 'android_marshmallow_gtests': [
  4981. 'android_modern_smoke_tests',
  4982. 'android_smoke_tests',
  4983. 'android_specific_chromium_gtests', # Already includes gl_gtests.
  4984. 'chromium_gtests',
  4985. 'chromium_gtests_for_devices_with_graphical_output',
  4986. 'chrome_public_tests',
  4987. 'linux_flavor_specific_chromium_gtests',
  4988. 'vr_android_specific_chromium_tests',
  4989. 'vr_platform_specific_chromium_gtests',
  4990. 'weblayer_android_gtests',
  4991. 'weblayer_gtests',
  4992. ],
  4993. 'android_nougat_emulator_gtests': [
  4994. 'android_emulator_specific_chrome_public_tests',
  4995. 'android_monochrome_smoke_tests',
  4996. 'android_smoke_tests',
  4997. 'android_specific_chromium_gtests', # Already includes gl_gtests.
  4998. 'android_wpr_record_replay_tests',
  4999. 'chromium_gtests',
  5000. 'chromium_gtests_for_devices_with_graphical_output',
  5001. 'linux_flavor_specific_chromium_gtests',
  5002. 'system_webview_shell_instrumentation_tests', # Not an experimental test
  5003. 'weblayer_android_gtests',
  5004. 'weblayer_gtests',
  5005. 'webview_cts_tests_gtest',
  5006. 'webview_ui_instrumentation_tests',
  5007. ],
  5008. 'android_nougat_gtests': [
  5009. 'android_ar_gtests',
  5010. 'android_ddready_vr_gtests',
  5011. 'android_monochrome_smoke_tests',
  5012. 'android_smoke_tests',
  5013. ],
  5014. 'android_oreo_gtests': [
  5015. 'android_ar_gtests',
  5016. 'android_ddready_vr_gtests',
  5017. 'android_monochrome_smoke_tests',
  5018. 'android_oreo_standard_gtests',
  5019. 'android_smoke_tests',
  5020. ],
  5021. 'android_pie_gtests': [
  5022. 'android_ar_gtests',
  5023. 'android_ddready_vr_gtests',
  5024. 'android_monochrome_smoke_tests',
  5025. 'android_pagecontroller_self_tests',
  5026. 'android_smoke_tests',
  5027. 'chromium_tracing_gtests',
  5028. # No standard tests due to capacity, no Vega tests since it's currently
  5029. # O only.
  5030. ],
  5031. # Keep in sync with android_pie_rel_gtests below, except for
  5032. # vr_{android,platform}_specific_chromium_gtests which are not applicable
  5033. # to android emulators on x86 & x64.
  5034. 'android_pie_rel_emulator_gtests': [
  5035. 'android_emulator_specific_chrome_public_tests',
  5036. 'android_monochrome_smoke_tests',
  5037. 'android_pagecontroller_self_tests',
  5038. 'android_smoke_tests',
  5039. 'android_specific_chromium_gtests', # Already includes gl_gtests.
  5040. 'chromium_gtests',
  5041. 'chromium_gtests_for_devices_with_graphical_output',
  5042. 'linux_flavor_specific_chromium_gtests',
  5043. 'system_webview_shell_instrumentation_tests', # Not an experimental test
  5044. 'weblayer_android_gtests',
  5045. 'weblayer_gtests',
  5046. 'webview_cts_tests_gtest',
  5047. 'webview_ui_instrumentation_tests',
  5048. ],
  5049. 'android_pie_rel_gtests': [
  5050. # TODO(crbug.com/1111436): Deprecate this when all the test suites below
  5051. # it are re-enabled.
  5052. 'android_pie_rel_reduced_capacity_gtests',
  5053. 'android_monochrome_smoke_tests',
  5054. 'android_pagecontroller_self_tests',
  5055. 'android_smoke_tests',
  5056. # 'android_specific_chromium_gtests', # Already includes gl_gtests.
  5057. # 'chromium_gtests',
  5058. # 'chromium_gtests_for_devices_with_graphical_output',
  5059. 'chrome_public_tests',
  5060. # 'linux_flavor_specific_chromium_gtests',
  5061. 'system_webview_shell_instrumentation_tests',
  5062. # 'vr_android_specific_chromium_tests',
  5063. # 'vr_platform_specific_chromium_gtests',
  5064. # 'weblayer_android_gtests',
  5065. 'weblayer_gtests',
  5066. 'webview_64_cts_tests_gtest',
  5067. 'webview_ui_instrumentation_tests',
  5068. ],
  5069. 'backuprefptr_gtests': [
  5070. 'backuprefptr_generic_gtests',
  5071. ],
  5072. 'bfcache_android_gtests': [
  5073. 'bfcache_android_specific_gtests',
  5074. 'bfcache_generic_gtests',
  5075. ],
  5076. 'bfcache_linux_gtests': [
  5077. 'bfcache_generic_gtests',
  5078. 'bfcache_linux_specific_gtests',
  5079. ],
  5080. 'chromeos_device_gtests': [
  5081. 'chromeos_browser_integration_tests',
  5082. 'chromeos_device_only_gtests',
  5083. ],
  5084. 'chromeos_vm_gtests': [
  5085. 'chromeos_browser_finch_tests',
  5086. 'chromeos_browser_integration_tests',
  5087. 'chromeos_system_friendly_gtests',
  5088. ],
  5089. 'chromium_android_gtests': [
  5090. 'android_smoke_tests',
  5091. 'android_specific_chromium_gtests', # Already includes gl_gtests.
  5092. 'chromium_gtests',
  5093. 'chromium_gtests_for_devices_with_graphical_output',
  5094. 'chrome_public_tests',
  5095. 'linux_flavor_specific_chromium_gtests',
  5096. 'vr_android_specific_chromium_tests',
  5097. 'vr_platform_specific_chromium_gtests',
  5098. ],
  5099. 'chromium_dbg_isolated_scripts': [
  5100. 'desktop_chromium_isolated_scripts',
  5101. 'performance_smoke_test_isolated_scripts',
  5102. 'telemetry_perf_unittests_isolated_scripts',
  5103. ],
  5104. # This is meant to be a superset of 'chromium_linux_and_gl_gtests'. Any
  5105. # changes there must be reflected here.
  5106. 'chromium_linux_and_gl_and_vulkan_gtests': [
  5107. 'aura_gtests',
  5108. 'chromium_gtests',
  5109. 'chromium_gtests_for_devices_with_graphical_output',
  5110. 'chromium_gtests_for_linux_and_chromeos_only',
  5111. 'chromium_gtests_for_linux_and_mac_only',
  5112. 'chromium_gtests_for_linux_only',
  5113. 'chromium_gtests_for_win_and_linux_only',
  5114. 'linux_flavor_specific_chromium_gtests',
  5115. 'linux_specific_xr_gtests',
  5116. 'gl_gtests_passthrough',
  5117. 'gpu_fyi_vulkan_swiftshader_gtests',
  5118. 'non_android_and_cast_and_chromeos_chromium_gtests',
  5119. 'non_android_chromium_gtests',
  5120. 'vr_platform_specific_chromium_gtests',
  5121. 'weblayer_gtests',
  5122. ],
  5123. # gl_tests requires dedicated slaves with GPUs on linux, so have a separate
  5124. # test list with gl_tests included. This is chromium_linux_gtests + gl_gtests.
  5125. 'chromium_linux_and_gl_gtests': [
  5126. 'aura_gtests',
  5127. 'chromium_gtests',
  5128. 'chromium_gtests_for_devices_with_graphical_output',
  5129. 'chromium_gtests_for_linux_and_chromeos_only',
  5130. 'chromium_gtests_for_linux_and_mac_only',
  5131. 'chromium_gtests_for_linux_only',
  5132. 'chromium_gtests_for_win_and_linux_only',
  5133. 'linux_flavor_specific_chromium_gtests',
  5134. 'linux_specific_xr_gtests',
  5135. 'gl_gtests_passthrough',
  5136. 'non_android_and_cast_and_chromeos_chromium_gtests',
  5137. 'non_android_chromium_gtests',
  5138. 'vr_platform_specific_chromium_gtests',
  5139. 'weblayer_gtests',
  5140. ],
  5141. 'chromium_linux_cast_audio_gtests': [
  5142. 'cast_audio_specific_chromium_gtests',
  5143. 'chromium_gtests',
  5144. 'linux_flavor_specific_chromium_gtests',
  5145. ],
  5146. 'chromium_linux_cast_video_gtests': [
  5147. 'cast_audio_specific_chromium_gtests',
  5148. 'cast_video_specific_chromium_gtests',
  5149. 'chromium_gtests',
  5150. 'linux_flavor_specific_chromium_gtests',
  5151. ],
  5152. 'chromium_linux_dbg_isolated_scripts': [
  5153. 'desktop_chromium_isolated_scripts',
  5154. 'linux_specific_chromium_isolated_scripts',
  5155. 'telemetry_perf_unittests_isolated_scripts',
  5156. ],
  5157. # When changing something here, change chromium_linux_and_gl_gtests,
  5158. # chromium_linux_and_gl_and_vulkan_gtests, linux_ozone_x11_ci_tests and
  5159. # linux_ozone_wayland_ci_tests in the same way.
  5160. 'chromium_linux_gtests': [
  5161. 'aura_gtests',
  5162. 'chromium_gtests',
  5163. 'chromium_gtests_for_devices_with_graphical_output',
  5164. 'chromium_gtests_for_linux_and_chromeos_only',
  5165. 'chromium_gtests_for_linux_and_mac_only',
  5166. 'chromium_gtests_for_linux_only',
  5167. 'chromium_gtests_for_win_and_linux_only',
  5168. 'linux_flavor_specific_chromium_gtests',
  5169. 'linux_specific_xr_gtests',
  5170. 'non_android_and_cast_and_chromeos_chromium_gtests',
  5171. 'non_android_chromium_gtests',
  5172. 'vr_platform_specific_chromium_gtests',
  5173. 'overlay_prioritization_gtests',
  5174. 'weblayer_gtests',
  5175. ],
  5176. 'chromium_linux_rel_isolated_scripts': [
  5177. 'chromedriver_py_tests_isolated_scripts',
  5178. 'desktop_chromium_isolated_scripts',
  5179. 'linux_specific_chromium_isolated_scripts',
  5180. 'mojo_python_unittests_isolated_scripts',
  5181. 'pytype_tests',
  5182. 'telemetry_perf_unittests_isolated_scripts',
  5183. 'vulkan_swiftshader_isolated_scripts',
  5184. 'chromium_web_tests_high_dpi_isolated_scripts',
  5185. ],
  5186. 'chromium_mac_gtests': [
  5187. 'chromium_gtests',
  5188. 'chromium_gtests_for_devices_with_graphical_output',
  5189. 'chromium_gtests_for_linux_and_mac_only',
  5190. 'mac_specific_chromium_gtests',
  5191. 'nocompile_tests',
  5192. 'non_android_and_cast_and_chromeos_chromium_gtests',
  5193. 'non_android_chromium_gtests',
  5194. ],
  5195. 'chromium_mac_gtests_no_nacl': [
  5196. 'chromium_gtests',
  5197. 'chromium_gtests_for_devices_with_graphical_output',
  5198. 'chromium_gtests_for_linux_and_mac_only',
  5199. 'mac_specific_chromium_gtests',
  5200. 'nocompile_tests',
  5201. 'non_android_and_cast_and_chromeos_chromium_gtests',
  5202. 'non_android_chromium_gtests_no_nacl',
  5203. ],
  5204. 'chromium_mac_gtests_no_nacl_no_nocompile': [
  5205. 'chromium_gtests',
  5206. 'chromium_gtests_for_devices_with_graphical_output',
  5207. 'mac_specific_chromium_gtests',
  5208. 'non_android_and_cast_and_chromeos_chromium_gtests',
  5209. 'non_android_chromium_gtests_no_nacl',
  5210. ],
  5211. 'chromium_mac_rel_isolated_scripts': [
  5212. 'chromedriver_py_tests_isolated_scripts',
  5213. 'components_perftests_isolated_scripts',
  5214. 'desktop_chromium_isolated_scripts',
  5215. 'mac_specific_isolated_scripts',
  5216. 'mojo_python_unittests_isolated_scripts',
  5217. 'telemetry_perf_unittests_isolated_scripts',
  5218. ],
  5219. 'chromium_mac_rel_isolated_scripts_and_sizes': [
  5220. 'chrome_sizes',
  5221. 'chromedriver_py_tests_isolated_scripts',
  5222. 'components_perftests_isolated_scripts',
  5223. 'desktop_chromium_isolated_scripts',
  5224. 'mac_specific_isolated_scripts',
  5225. 'mojo_python_unittests_isolated_scripts',
  5226. 'telemetry_perf_unittests_isolated_scripts',
  5227. ],
  5228. # Pixel tests only enabled on Win 10. So this is
  5229. # 'chromium_win_gtests' + 'pixel_browser_tests_gtests' +
  5230. # 'non_android_chromium_gtests_skia_gold'.
  5231. 'chromium_win10_gtests': [
  5232. 'aura_gtests',
  5233. 'chromium_gtests',
  5234. 'chromium_gtests_for_devices_with_graphical_output',
  5235. 'chromium_gtests_for_win_and_linux_only',
  5236. 'non_android_and_cast_and_chromeos_chromium_gtests',
  5237. 'non_android_chromium_gtests',
  5238. 'non_android_chromium_gtests_skia_gold',
  5239. 'pixel_browser_tests_gtests',
  5240. 'vr_platform_specific_chromium_gtests',
  5241. 'weblayer_gtests',
  5242. 'win_specific_chromium_gtests',
  5243. ],
  5244. 'chromium_win_dbg_isolated_scripts': [
  5245. 'chromedriver_py_tests_isolated_scripts',
  5246. 'components_perftests_isolated_scripts',
  5247. 'desktop_chromium_isolated_scripts',
  5248. 'performance_smoke_test_isolated_scripts',
  5249. 'telemetry_perf_unittests_isolated_scripts',
  5250. ],
  5251. 'chromium_win_gtests': [
  5252. 'aura_gtests',
  5253. 'chromium_gtests',
  5254. 'chromium_gtests_for_devices_with_graphical_output',
  5255. 'chromium_gtests_for_win_and_linux_only',
  5256. 'non_android_and_cast_and_chromeos_chromium_gtests',
  5257. 'non_android_chromium_gtests',
  5258. 'vr_platform_specific_chromium_gtests',
  5259. 'weblayer_gtests',
  5260. 'win_specific_chromium_gtests',
  5261. ],
  5262. 'chromium_win_rel_isolated_scripts': [
  5263. 'chromedriver_py_tests_isolated_scripts',
  5264. 'components_perftests_isolated_scripts',
  5265. 'desktop_chromium_isolated_scripts',
  5266. 'mojo_python_unittests_isolated_scripts',
  5267. 'telemetry_desktop_minidump_unittests_isolated_scripts',
  5268. 'telemetry_perf_unittests_isolated_scripts',
  5269. 'win_specific_isolated_scripts',
  5270. ],
  5271. 'cronet_dbg_isolated_scripts': [
  5272. 'cronet_sizes',
  5273. ],
  5274. 'cronet_rel_isolated_scripts': [
  5275. 'cronet_resource_sizes',
  5276. 'cronet_sizes',
  5277. ],
  5278. 'devtools_gtests': [
  5279. 'devtools_browser_tests',
  5280. 'blink_unittests',
  5281. ],
  5282. 'fuchsia_arm64_isolated_scripts': [
  5283. 'fuchsia_sizes_tests',
  5284. 'gpu_angle_fuchsia_unittests_isolated_scripts',
  5285. ],
  5286. # All gtests that can be run on Fuchsia CI/CQ
  5287. 'fuchsia_gtests': [
  5288. 'fuchsia_chrome_gtests',
  5289. 'fuchsia_common_gtests',
  5290. 'fuchsia_common_gtests_with_graphical_output',
  5291. 'web_engine_gtests',
  5292. ],
  5293. 'fuchsia_isolated_scripts': [
  5294. 'chromium_webkit_isolated_scripts',
  5295. 'gpu_angle_fuchsia_unittests_isolated_scripts'
  5296. ],
  5297. 'fuchsia_web_engine_non_graphical_gtests': [
  5298. 'fuchsia_common_gtests',
  5299. 'web_engine_gtests',
  5300. ],
  5301. # BEGIN composition test suites used by the GPU bots
  5302. 'gpu_angle_linux_telemetry_tests': [
  5303. 'gpu_common_and_optional_telemetry_tests',
  5304. 'gpu_webgl2_conformance_gl_passthrough_telemetry_tests',
  5305. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5306. ],
  5307. 'gpu_angle_mac_passthrough_telemetry_tests': [
  5308. 'gpu_info_collection_telemetry_tests',
  5309. 'gpu_webgl2_conformance_gl_passthrough_telemetry_tests',
  5310. 'gpu_webgl2_conformance_metal_passthrough_telemetry_tests',
  5311. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5312. 'gpu_webgl_conformance_metal_passthrough_telemetry_tests',
  5313. 'gpu_webgl_conformance_swangle_passthrough_representative_telemetry_tests',
  5314. ],
  5315. 'gpu_angle_mac_telemetry_tests': [
  5316. 'gpu_info_collection_telemetry_tests',
  5317. 'gpu_webgl2_conformance_gl_passthrough_telemetry_tests',
  5318. 'gpu_webgl2_conformance_metal_passthrough_telemetry_tests',
  5319. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5320. 'gpu_webgl_conformance_metal_passthrough_telemetry_tests',
  5321. 'gpu_webgl_conformance_swangle_passthrough_representative_telemetry_tests',
  5322. ],
  5323. 'gpu_angle_win_intel_nvidia_telemetry_tests': [
  5324. 'gpu_info_collection_telemetry_tests',
  5325. 'gpu_webgl2_conformance_d3d11_passthrough_telemetry_tests',
  5326. 'gpu_webgl_conformance_d3d9_passthrough_telemetry_tests',
  5327. 'gpu_webgl_conformance_d3d11_passthrough_telemetry_tests',
  5328. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5329. 'gpu_webgl_conformance_vulkan_passthrough_telemetry_tests',
  5330. ],
  5331. 'gpu_chromeos_telemetry_tests': [
  5332. 'gpu_webgl_conformance_telemetry_tests',
  5333. ],
  5334. 'gpu_common_android_telemetry_tests': [
  5335. 'gpu_common_and_optional_telemetry_tests',
  5336. 'gpu_validating_telemetry_tests',
  5337. 'gpu_webgl_conformance_validating_telemetry_tests',
  5338. ],
  5339. 'gpu_common_gl_passthrough_telemetry_tests': [
  5340. 'gpu_common_and_optional_telemetry_tests',
  5341. 'gpu_passthrough_telemetry_tests',
  5342. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5343. ],
  5344. 'gpu_common_linux_and_mac_telemetry_tests': [
  5345. 'gpu_common_and_optional_telemetry_tests',
  5346. 'gpu_passthrough_telemetry_tests',
  5347. 'gpu_webgl_conformance_telemetry_tests',
  5348. ],
  5349. 'gpu_common_win_telemetry_tests': [
  5350. 'gpu_common_and_optional_telemetry_tests',
  5351. 'gpu_passthrough_telemetry_tests',
  5352. 'gpu_webgl_conformance_d3d11_passthrough_telemetry_tests',
  5353. ],
  5354. 'gpu_dawn_asan_isolated_scripts': [
  5355. 'gpu_dawn_common_isolated_scripts',
  5356. 'gpu_dawn_perf_smoke_isolated_scripts',
  5357. 'gpu_dawn_webgpu_blink_web_tests',
  5358. 'gpu_dawn_webgpu_blink_web_tests_force_swiftshader',
  5359. ],
  5360. 'gpu_dawn_integration_asan_gtests_passthrough': [
  5361. 'gpu_dawn_gtests',
  5362. 'gpu_common_gtests_passthrough',
  5363. ],
  5364. # GPU gtests that test Dawn and integration with Chromium
  5365. # These tests are run both on the CI and trybots which test DEPS Dawn.
  5366. 'gpu_dawn_integration_gtests_passthrough': [
  5367. 'gpu_dawn_gtests',
  5368. 'gpu_dawn_gtests_with_validation',
  5369. 'gpu_common_gtests_passthrough',
  5370. ],
  5371. # GPU gtests that test Dawn and integration with Chromium
  5372. # These tests are run both on the CI and trybots which test DEPS Dawn.
  5373. 'gpu_dawn_integration_gtests_passthrough_win_intel': [
  5374. 'gpu_dawn_gtests',
  5375. 'gpu_dawn_gtests_with_partial_validation',
  5376. 'gpu_common_gtests_passthrough',
  5377. ],
  5378. 'gpu_dawn_isolated_scripts': [
  5379. 'gpu_dawn_common_isolated_scripts',
  5380. 'gpu_dawn_perf_smoke_isolated_scripts',
  5381. 'gpu_dawn_webgpu_blink_web_tests',
  5382. 'gpu_dawn_webgpu_blink_web_tests_force_swiftshader',
  5383. ],
  5384. 'gpu_dawn_telemetry_tests': [
  5385. 'gpu_dawn_webgpu_cts',
  5386. 'gpu_dawn_web_platform_webgpu_cts_force_swiftshader',
  5387. ],
  5388. 'gpu_desktop_mac_gtests': [
  5389. 'gpu_angle_unit_gtests',
  5390. 'gpu_common_gtests_passthrough',
  5391. 'gpu_desktop_specific_gtests',
  5392. ],
  5393. 'gpu_desktop_passthrough_gtests': [
  5394. 'gpu_angle_unit_gtests',
  5395. 'gpu_common_gtests_passthrough',
  5396. 'gpu_desktop_specific_gtests',
  5397. ],
  5398. 'gpu_fuchsia_telemetry_experimental_tests': [
  5399. 'gpu_fuchsia_common_telemetry_tests',
  5400. 'gpu_mediapipe_validating_telemetry_tests',
  5401. ],
  5402. 'gpu_fuchsia_telemetry_tests': [
  5403. 'gpu_validating_telemetry_tests',
  5404. ],
  5405. 'gpu_fyi_android_gtests': [
  5406. 'gpu_angle_unit_gtests',
  5407. 'gpu_common_gtests_validating',
  5408. 'gpu_fyi_and_optional_non_linux_gtests',
  5409. ],
  5410. 'gpu_fyi_android_shieldtv_gtests': [
  5411. 'gpu_angle_unit_gtests',
  5412. 'gpu_common_gtests_validating',
  5413. 'gpu_fyi_and_optional_non_linux_gtests',
  5414. ],
  5415. 'gpu_fyi_android_webgl2_and_gold_telemetry_tests': [
  5416. 'gpu_validating_telemetry_tests',
  5417. 'gpu_webgl2_conformance_gles_passthrough_telemetry_tests',
  5418. 'gpu_webgl2_conformance_validating_telemetry_tests',
  5419. ],
  5420. # TODO(crbug.com/1080424): Merge with an existing set of tests such as
  5421. # gpu_fyi_linux_release_gtests once all CrOS tests have been enabled.
  5422. 'gpu_fyi_chromeos_release_gtests': [
  5423. # TODO(crbug.com/1135720): Missing cros wrapper script.
  5424. # 'gpu_angle_unit_gtests',
  5425. # TODO(crbug.com/1087567, crbug.com/1087590): Enable once there are tests
  5426. # that actually pass.
  5427. 'gpu_common_gtests_validating',
  5428. # TODO(crbug.com/1087563): Enable once tab_capture_end2end_tests passes
  5429. # on CrOS.
  5430. # 'gpu_desktop_specific_gtests',
  5431. ],
  5432. # TODO(crbug.com/1080424): Merge with an existing set of tests such as
  5433. # gpu_fyi_linux_release_telemetry_tests once all CrOS tests
  5434. # have been enabled.
  5435. 'gpu_fyi_chromeos_release_telemetry_tests': [
  5436. 'gpu_common_and_optional_telemetry_tests',
  5437. 'gpu_mediapipe_validating_telemetry_tests',
  5438. 'gpu_validating_telemetry_tests',
  5439. 'gpu_webcodecs_validating_telemetry_test',
  5440. 'gpu_webgl_conformance_validating_telemetry_tests',
  5441. # Large amounts of WebGL/WebGL2 tests are failing due to issues that are
  5442. # possibly related to other CrOS issues that are already reported.
  5443. # TODO(crbug.com/1080424): Try enabling these again once some of the
  5444. # existing CrOS WebGL issues are resolved.
  5445. 'gpu_webgl2_conformance_gles_passthrough_telemetry_tests',
  5446. 'gpu_webgl2_conformance_validating_telemetry_tests',
  5447. # 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5448. ],
  5449. 'gpu_fyi_linux_debug_gtests': [
  5450. 'gpu_common_gtests_passthrough',
  5451. 'gpu_gles2_conform_gtests',
  5452. ],
  5453. 'gpu_fyi_linux_debug_telemetry_tests': [
  5454. 'gpu_common_and_optional_telemetry_tests',
  5455. 'gpu_passthrough_telemetry_tests',
  5456. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5457. ],
  5458. 'gpu_fyi_linux_release_gtests': [
  5459. 'gpu_angle_unit_gtests',
  5460. 'gpu_common_gtests_passthrough',
  5461. 'gpu_desktop_specific_gtests',
  5462. 'gpu_gles2_conform_gtests',
  5463. ],
  5464. 'gpu_fyi_linux_release_telemetry_tests': [
  5465. 'gpu_common_and_optional_telemetry_tests',
  5466. 'gpu_mediapipe_passthrough_telemetry_tests',
  5467. 'gpu_passthrough_telemetry_tests',
  5468. 'gpu_webgl2_conformance_gl_passthrough_telemetry_tests',
  5469. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5470. ],
  5471. # TODO(jonross): remove this once Vulkan Swiftshader and Vulkan GL interop
  5472. # paths are merged. This should mirror
  5473. # `gpu_fyi_linux_release_telemetry_tests` but with additional
  5474. # `gpu_skia_renderer_vulkan_passthrough_telemetry_tests`
  5475. 'gpu_fyi_linux_release_vulkan_telemetry_tests': [
  5476. 'gpu_common_and_optional_telemetry_tests',
  5477. 'gpu_mediapipe_passthrough_telemetry_tests',
  5478. 'gpu_passthrough_telemetry_tests',
  5479. 'gpu_webgl2_conformance_gl_passthrough_telemetry_tests',
  5480. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5481. 'gpu_skia_renderer_vulkan_passthrough_telemetry_tests',
  5482. ],
  5483. 'gpu_fyi_mac_debug_gtests': [
  5484. 'gpu_angle_unit_gtests',
  5485. 'gpu_common_gtests_passthrough',
  5486. 'gpu_fyi_and_optional_non_linux_gtests',
  5487. 'gpu_fyi_mac_specific_gtests',
  5488. 'gpu_gles2_conform_gtests',
  5489. ],
  5490. 'gpu_fyi_mac_debug_telemetry_tests': [
  5491. 'gpu_common_and_optional_telemetry_tests',
  5492. 'gpu_passthrough_telemetry_tests',
  5493. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5494. ],
  5495. 'gpu_fyi_mac_pro_release_telemetry_tests': [
  5496. 'gpu_common_and_optional_telemetry_tests',
  5497. 'gpu_passthrough_telemetry_tests',
  5498. 'gpu_webgl2_conformance_gl_passthrough_telemetry_tests',
  5499. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5500. ],
  5501. 'gpu_fyi_mac_release_gtests': [
  5502. 'gpu_angle_unit_gtests',
  5503. 'gpu_common_gtests_passthrough',
  5504. 'gpu_desktop_specific_gtests',
  5505. 'gpu_fyi_and_optional_non_linux_gtests',
  5506. 'gpu_fyi_mac_specific_gtests',
  5507. 'gpu_gles2_conform_gtests',
  5508. ],
  5509. 'gpu_fyi_mac_release_telemetry_tests': [
  5510. 'gpu_common_and_optional_telemetry_tests',
  5511. 'gpu_mediapipe_passthrough_telemetry_tests',
  5512. 'gpu_passthrough_telemetry_tests',
  5513. 'gpu_webcodecs_telemetry_test',
  5514. 'gpu_webgl2_conformance_gl_passthrough_telemetry_tests',
  5515. 'gpu_webgl2_conformance_metal_passthrough_telemetry_tests',
  5516. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5517. 'gpu_webgl_conformance_metal_passthrough_telemetry_tests',
  5518. 'gpu_webgl_conformance_swangle_passthrough_representative_telemetry_tests',
  5519. ],
  5520. 'gpu_fyi_win_amd_release_telemetry_tests': [
  5521. 'gpu_common_and_optional_telemetry_tests',
  5522. 'gpu_mediapipe_passthrough_telemetry_tests',
  5523. 'gpu_passthrough_telemetry_tests',
  5524. 'gpu_webcodecs_telemetry_test',
  5525. 'gpu_webgl2_conformance_d3d11_passthrough_telemetry_tests',
  5526. 'gpu_webgl_conformance_d3d11_passthrough_telemetry_tests',
  5527. 'gpu_webgl_conformance_d3d9_passthrough_telemetry_tests',
  5528. ],
  5529. 'gpu_fyi_win_debug_telemetry_tests': [
  5530. 'gpu_common_and_optional_telemetry_tests',
  5531. 'gpu_passthrough_telemetry_tests',
  5532. 'gpu_webgl_conformance_d3d11_passthrough_telemetry_tests',
  5533. 'gpu_webgl_conformance_d3d9_passthrough_telemetry_tests',
  5534. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5535. 'gpu_webgl_conformance_vulkan_passthrough_telemetry_tests',
  5536. ],
  5537. 'gpu_fyi_win_gtests': [
  5538. 'gpu_angle_unit_gtests',
  5539. 'gpu_common_gtests_passthrough',
  5540. 'gpu_default_and_optional_win_specific_gtests',
  5541. 'gpu_desktop_specific_gtests',
  5542. 'gpu_fyi_and_optional_non_linux_gtests',
  5543. 'gpu_fyi_and_optional_win_specific_gtests',
  5544. 'gpu_gles2_conform_gtests',
  5545. 'gpu_vulkan_gtests',
  5546. ],
  5547. 'gpu_fyi_win_intel_release_telemetry_tests': [
  5548. 'gpu_common_and_optional_telemetry_tests',
  5549. 'gpu_mediapipe_passthrough_telemetry_tests',
  5550. 'gpu_passthrough_telemetry_tests',
  5551. 'gpu_webcodecs_telemetry_test',
  5552. 'gpu_webgl2_conformance_d3d11_passthrough_telemetry_tests',
  5553. 'gpu_webgl_conformance_d3d11_passthrough_telemetry_tests',
  5554. 'gpu_webgl_conformance_d3d9_passthrough_telemetry_tests',
  5555. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5556. 'gpu_webgl_conformance_vulkan_passthrough_telemetry_tests',
  5557. 'gpu_win_intel_specific_telemetry_tests',
  5558. ],
  5559. 'gpu_fyi_win_optional_isolated_scripts': [
  5560. 'gpu_command_buffer_perf_passthrough_isolated_scripts',
  5561. ],
  5562. 'gpu_fyi_win_release_telemetry_tests': [
  5563. 'gpu_common_and_optional_telemetry_tests',
  5564. 'gpu_passthrough_telemetry_tests',
  5565. 'gpu_webgl2_conformance_d3d11_passthrough_telemetry_tests',
  5566. 'gpu_webgl_conformance_d3d11_passthrough_telemetry_tests',
  5567. 'gpu_webgl_conformance_d3d9_passthrough_telemetry_tests',
  5568. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests',
  5569. 'gpu_webgl_conformance_vulkan_passthrough_telemetry_tests',
  5570. ],
  5571. 'gpu_nexus5x_telemetry_tests': [
  5572. 'gpu_common_and_optional_telemetry_tests',
  5573. 'gpu_mediapipe_passthrough_telemetry_tests',
  5574. 'gpu_mediapipe_validating_telemetry_tests',
  5575. 'gpu_validating_telemetry_tests',
  5576. 'gpu_webcodecs_validating_telemetry_test',
  5577. 'gpu_webgl_conformance_gles_passthrough_telemetry_tests',
  5578. 'gpu_webgl_conformance_validating_telemetry_tests',
  5579. ],
  5580. 'gpu_nexus5x_telemetry_tests_v8': [
  5581. 'gpu_common_and_optional_telemetry_tests',
  5582. 'gpu_validating_telemetry_tests',
  5583. 'gpu_webgl_conformance_gles_passthrough_telemetry_tests',
  5584. 'gpu_webgl_conformance_validating_telemetry_tests',
  5585. ],
  5586. 'gpu_pixel_4_and_6_telemetry_tests': [
  5587. 'gpu_common_and_optional_telemetry_tests',
  5588. 'gpu_mediapipe_passthrough_telemetry_tests',
  5589. 'gpu_mediapipe_validating_telemetry_tests',
  5590. 'gpu_passthrough_telemetry_tests',
  5591. 'gpu_validating_telemetry_tests',
  5592. 'gpu_webcodecs_validating_telemetry_test',
  5593. 'gpu_webgl_conformance_gles_passthrough_telemetry_tests',
  5594. 'gpu_webgl_conformance_validating_telemetry_tests',
  5595. 'gpu_webgl2_conformance_gles_passthrough_telemetry_tests',
  5596. 'gpu_webgl2_conformance_validating_telemetry_tests',
  5597. ],
  5598. 'gpu_swangle_telemetry_tests': [
  5599. 'gpu_webgl_conformance_swangle_passthrough_telemetry_tests',
  5600. ],
  5601. 'gpu_v8_desktop_passthrough_telemetry_tests': [
  5602. 'gpu_common_and_optional_telemetry_tests',
  5603. 'gpu_passthrough_telemetry_tests',
  5604. 'gpu_webgl2_conformance_telemetry_tests',
  5605. 'gpu_webgl_conformance_telemetry_tests',
  5606. ],
  5607. 'gpu_win_gtests': [
  5608. 'gpu_angle_unit_gtests',
  5609. 'gpu_common_gtests_passthrough',
  5610. 'gpu_default_and_optional_win_specific_gtests',
  5611. 'gpu_desktop_specific_gtests',
  5612. ],
  5613. # END composition test suites used by the GPU bots
  5614. 'linux_chromeos_gtests': [
  5615. # This is:
  5616. # linux_chromium_gtests
  5617. # - non_android_and_cast_and_chromeos_chromium_gtests
  5618. # + linux_chromeos_lacros_gtests
  5619. # + linux_chromeos_specific_gtests
  5620. 'aura_gtests',
  5621. 'chromium_gtests',
  5622. 'chromium_gtests_for_devices_with_graphical_output',
  5623. 'chromium_gtests_for_linux_and_chromeos_only',
  5624. 'chromium_gtests_for_win_and_linux_only',
  5625. 'linux_chromeos_lacros_gtests',
  5626. 'linux_chromeos_specific_gtests',
  5627. 'linux_flavor_specific_chromium_gtests',
  5628. 'non_android_chromium_gtests',
  5629. ],
  5630. 'linux_chromeos_gtests_oobe': [
  5631. 'aura_gtests',
  5632. 'chromium_gtests',
  5633. 'chromium_gtests_for_devices_with_graphical_output',
  5634. 'chromium_gtests_for_linux_and_chromeos_only',
  5635. 'chromium_gtests_for_win_and_linux_only',
  5636. 'linux_chromeos_lacros_gtests',
  5637. 'linux_chromeos_oobe_specific_tests',
  5638. 'linux_chromeos_specific_gtests',
  5639. 'linux_flavor_specific_chromium_gtests',
  5640. 'non_android_chromium_gtests',
  5641. ],
  5642. 'linux_chromeos_specific_and_lacros_dependent_gtests': [
  5643. # This is:
  5644. # linux_chromeos_gtests
  5645. # + 'linux_chromeos_browser_tests_require_lacros'
  5646. 'aura_gtests',
  5647. 'chromium_gtests',
  5648. 'chromium_gtests_for_devices_with_graphical_output',
  5649. 'chromium_gtests_for_linux_and_chromeos_only',
  5650. 'chromium_gtests_for_win_and_linux_only',
  5651. 'linux_chromeos_lacros_gtests',
  5652. 'linux_chromeos_specific_gtests',
  5653. 'linux_chromeos_browser_tests_require_lacros',
  5654. 'linux_flavor_specific_chromium_gtests',
  5655. 'non_android_chromium_gtests',
  5656. 'ash_pixel_gtests',
  5657. ],
  5658. 'linux_viz_gtests': [
  5659. 'gpu_fyi_vulkan_swiftshader_gtests',
  5660. ],
  5661. 'marshmallow_nougat_pie_isolated_scripts_with_proguard': [
  5662. 'android_isolated_scripts',
  5663. 'components_perftests_isolated_scripts',
  5664. 'telemetry_android_minidump_unittests_isolated_scripts',
  5665. 'telemetry_perf_unittests_isolated_scripts_android',
  5666. ],
  5667. 'marshmallow_pie_isolated_scripts': [
  5668. 'android_isolated_scripts',
  5669. 'components_perftests_isolated_scripts',
  5670. 'telemetry_android_minidump_unittests_isolated_scripts',
  5671. 'telemetry_perf_unittests_isolated_scripts_android',
  5672. ],
  5673. 'monochrome_public_apk_checker_isolated_script_and_sizes': [
  5674. 'chrome_sizes_android',
  5675. 'monochrome_public_apk_checker_isolated_script',
  5676. ],
  5677. 'network_service_extra_gtests': [
  5678. 'network_service_fyi_gtests',
  5679. ],
  5680. 'nougat_isolated_scripts': [
  5681. 'android_isolated_scripts',
  5682. 'components_perftests_isolated_scripts',
  5683. 'monochrome_public_apk_checker_isolated_script',
  5684. 'telemetry_android_minidump_unittests_isolated_scripts',
  5685. 'telemetry_perf_unittests_isolated_scripts_android',
  5686. ],
  5687. 'sandboxed_chromium_memory_linux_gtests': [
  5688. 'chromium_browser_tests',
  5689. ],
  5690. 'webrtc_android_tests_with_baremetal_tests': [
  5691. 'webrtc_chromium_simple_baremetal_gtests',
  5692. 'webrtc_chromium_simple_gtests',
  5693. ],
  5694. 'webrtc_chromium_tests_with_baremetal_tests': [
  5695. 'webrtc_chromium_baremetal_gtests',
  5696. 'webrtc_chromium_gtests',
  5697. 'webrtc_chromium_simple_baremetal_gtests',
  5698. 'webrtc_chromium_simple_gtests',
  5699. ],
  5700. 'webview_bot_all_gtests': [
  5701. 'system_webview_shell_instrumentation_tests',
  5702. 'webview_bot_instrumentation_test_apk_gtest',
  5703. 'webview_bot_instrumentation_test_apk_no_field_trial_gtest',
  5704. 'webview_bot_unittests_gtest',
  5705. 'webview_cts_tests_gtest',
  5706. 'webview_cts_tests_gtest_no_field_trial',
  5707. 'webview_ui_instrumentation_tests',
  5708. 'webview_ui_instrumentation_tests_no_field_trial',
  5709. ],
  5710. 'webview_bot_system_gtests': [
  5711. 'system_webview_shell_instrumentation_tests',
  5712. 'webview_cts_tests_gtest',
  5713. 'webview_cts_tests_gtest_no_field_trial',
  5714. 'webview_ui_instrumentation_tests',
  5715. 'webview_ui_instrumentation_tests_no_field_trial',
  5716. ],
  5717. 'win_specific_isolated_scripts_and_sizes': [
  5718. 'chrome_sizes',
  5719. 'win_specific_isolated_scripts',
  5720. ],
  5721. },
  5722. ##############################################################################
  5723. # Matrix compound test suites. #
  5724. ##############################################################################
  5725. 'matrix_compound_suites': {
  5726. 'android_11_emulator_gtests': {
  5727. 'android_emulator_specific_chrome_public_tests': {},
  5728. 'android_monochrome_smoke_tests': {},
  5729. 'android_smoke_tests': {},
  5730. 'android_specific_chromium_gtests': {}, # Already includes gl_gtests.
  5731. 'chromium_gtests': {},
  5732. 'chromium_gtests_for_devices_with_graphical_output': {},
  5733. 'linux_flavor_specific_chromium_gtests': {},
  5734. 'system_webview_shell_instrumentation_tests': {}, # Not an experimental test
  5735. 'weblayer_android_gtests': {},
  5736. 'weblayer_gtests': {},
  5737. 'webview_trichrome_cts_tests': {
  5738. 'variants': [
  5739. 'WEBVIEW_TRICHROME_FULL_CTS_TESTS',
  5740. 'WEBVIEW_TRICHROME_INSTANT_CTS_TESTS',
  5741. ]
  5742. },
  5743. 'webview_ui_instrumentation_tests': {},
  5744. },
  5745. 'android_12_emulator_fyi_gtests': {
  5746. 'oop_network_service_tests': {},
  5747. },
  5748. 'android_12_emulator_gtests': {
  5749. 'android_emulator_specific_chrome_public_tests': {},
  5750. 'android_monochrome_smoke_tests': {},
  5751. 'android_smoke_tests': {},
  5752. 'android_specific_chromium_gtests': {}, # Already includes gl_gtests.
  5753. 'chromium_gtests': {},
  5754. 'chromium_gtests_for_devices_with_graphical_output': {},
  5755. 'linux_flavor_specific_chromium_gtests': {},
  5756. 'system_webview_shell_instrumentation_tests': {}, # Not an experimental test
  5757. 'weblayer_android_gtests': {},
  5758. 'weblayer_gtests': {},
  5759. 'webview_trichrome_64_cts_tests': {
  5760. 'variants': [
  5761. 'WEBVIEW_TRICHROME_FULL_CTS_TESTS',
  5762. 'WEBVIEW_TRICHROME_INSTANT_CTS_TESTS',
  5763. ]
  5764. },
  5765. 'webview_ui_instrumentation_tests': {},
  5766. },
  5767. 'android_weblayer_x86_10_gtests': {
  5768. 'weblayer_instrumentation_tests': {
  5769. 'variants': [
  5770. {'identifier': 'ToT_Tests'}
  5771. ]
  5772. },
  5773. 'weblayer_skew_tests': {
  5774. 'variants': [
  5775. 'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MILESTONE',
  5776. 'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MINUS_ONE_MILESTONE',
  5777. 'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MINUS_TWO_MILESTONE',
  5778. 'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MINUS_THREE_MILESTONE',
  5779. 'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MINUS_FOUR_MILESTONE',
  5780. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MILESTONE',
  5781. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_ONE_MILESTONE',
  5782. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_TWO_MILESTONE',
  5783. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_THREE_MILESTONE',
  5784. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_FOUR_MILESTONE',
  5785. ]
  5786. }
  5787. },
  5788. 'android_weblayer_x86_marshmallow_gtests': {
  5789. 'weblayer_skew_tests_with_chrome': {
  5790. 'variants': [
  5791. 'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MILESTONE',
  5792. 'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MINUS_ONE_MILESTONE',
  5793. 'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MINUS_TWO_MILESTONE',
  5794. 'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MINUS_THREE_MILESTONE',
  5795. 'WEBLAYER_10_AND_M_IMPL_SKEW_TESTS_NTH_MINUS_FOUR_MILESTONE',
  5796. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MILESTONE',
  5797. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_ONE_MILESTONE',
  5798. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_TWO_MILESTONE',
  5799. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_THREE_MILESTONE',
  5800. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_FOUR_MILESTONE',
  5801. ]
  5802. }
  5803. },
  5804. 'android_weblayer_x86_pie_oreo_gtests': {
  5805. 'weblayer_instrumentation_tests': {
  5806. 'variants': [
  5807. {'identifier': 'ToT_Tests'}
  5808. ]
  5809. },
  5810. 'weblayer_skew_tests': {
  5811. 'variants': [
  5812. 'WEBLAYER_IMPL_SKEW_TESTS_NTH_MILESTONE',
  5813. 'WEBLAYER_IMPL_SKEW_TESTS_NTH_MINUS_ONE_MILESTONE',
  5814. 'WEBLAYER_IMPL_SKEW_TESTS_NTH_MINUS_TWO_MILESTONE',
  5815. 'WEBLAYER_IMPL_SKEW_TESTS_NTH_MINUS_THREE_MILESTONE',
  5816. 'WEBLAYER_IMPL_SKEW_TESTS_NTH_MINUS_FOUR_MILESTONE',
  5817. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MILESTONE',
  5818. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_ONE_MILESTONE',
  5819. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_TWO_MILESTONE',
  5820. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_THREE_MILESTONE',
  5821. 'WEBLAYER_CLIENT_SKEW_TESTS_NTH_MINUS_FOUR_MILESTONE',
  5822. ]
  5823. }
  5824. },
  5825. 'fieldtrial_ios_simulator_tests': {
  5826. 'ios_eg2_cq_tests': {
  5827. 'mixins': [
  5828. 'xcode_parallelization',
  5829. 'disable_field_trial_config_for_earl_grey',
  5830. ],
  5831. 'variants': [
  5832. 'SIM_IPAD_AIR_2_15_2',
  5833. 'SIM_IPHONE_6S_15_2',
  5834. ]
  5835. },
  5836. 'ios_eg2_tests': {
  5837. 'mixins': [
  5838. 'xcode_parallelization',
  5839. 'disable_field_trial_config_for_earl_grey',
  5840. ],
  5841. 'variants': [
  5842. 'SIM_IPAD_AIR_2_15_2',
  5843. 'SIM_IPHONE_6S_15_2',
  5844. ]
  5845. },
  5846. },
  5847. 'gpu_angle_ios_gtests': {
  5848. 'gpu_angle_end2end_gtests': {
  5849. 'variants': [
  5850. 'SIM_IPHONE_X_14_4',
  5851. ],
  5852. },
  5853. 'gpu_angle_white_box_gtests': {
  5854. 'variants': [
  5855. 'SIM_IPHONE_X_14_4',
  5856. ],
  5857. },
  5858. },
  5859. 'ios15_beta_simulator_tests': {
  5860. 'ios_common_tests': {
  5861. 'variants': [
  5862. 'SIM_IPHONE_6S_15_5',
  5863. 'SIM_IPHONE_6S_14_5',
  5864. ],
  5865. },
  5866. 'ios_eg2_tests': {
  5867. 'mixins': ['xcode_parallelization'],
  5868. 'variants': [
  5869. 'SIM_IPHONE_7_15_5',
  5870. 'SIM_IPAD_AIR_2_15_5',
  5871. 'SIM_IPHONE_X_15_5',
  5872. 'SIM_IPHONE_7_14_5',
  5873. 'SIM_IPAD_AIR_2_14_5',
  5874. 'SIM_IPHONE_X_14_5',
  5875. ]
  5876. },
  5877. 'ios_eg2_cq_tests': {
  5878. 'mixins': ['xcode_parallelization'],
  5879. 'variants': [
  5880. 'SIM_IPHONE_7_15_5',
  5881. 'SIM_IPAD_AIR_2_15_5',
  5882. 'SIM_IPHONE_X_15_5',
  5883. 'SIM_IPHONE_7_14_5',
  5884. 'SIM_IPAD_AIR_2_14_5',
  5885. 'SIM_IPHONE_X_14_5',
  5886. ]
  5887. },
  5888. 'ios_screen_size_dependent_tests': {
  5889. 'variants': [
  5890. 'SIM_IPHONE_6S_PLUS_14_5',
  5891. 'SIM_IPHONE_6S_14_5',
  5892. 'SIM_IPHONE_SE_1ST_GEN_14_5',
  5893. 'SIM_IPAD_AIR_2_14_5',
  5894. 'SIM_IPHONE_6S_PLUS_15_5',
  5895. 'SIM_IPHONE_6S_15_5',
  5896. 'SIM_IPHONE_SE_1ST_GEN_15_5',
  5897. 'SIM_IPAD_AIR_2_15_5',
  5898. ],
  5899. },
  5900. 'ios_swift_interop_xcuitests': {
  5901. 'mixins': ['xcode_parallelization'],
  5902. 'variants': [
  5903. 'SIM_IPHONE_X_15_5',
  5904. 'SIM_IPHONE_X_14_5',
  5905. ],
  5906. },
  5907. },
  5908. 'ios15_sdk_simulator_tests': {
  5909. 'ios_common_tests': {
  5910. 'variants': [
  5911. 'SIM_IPHONE_6S_15_5',
  5912. 'SIM_IPHONE_6S_14_5',
  5913. ],
  5914. },
  5915. 'ios_eg2_tests': {
  5916. 'mixins': ['xcode_parallelization'],
  5917. 'variants': [
  5918. 'SIM_IPHONE_7_15_5',
  5919. 'SIM_IPAD_AIR_2_15_5',
  5920. 'SIM_IPHONE_X_15_5',
  5921. 'SIM_IPHONE_7_14_5',
  5922. 'SIM_IPAD_AIR_2_14_5',
  5923. 'SIM_IPHONE_X_14_5',
  5924. ]
  5925. },
  5926. 'ios_eg2_cq_tests': {
  5927. 'mixins': ['xcode_parallelization'],
  5928. 'variants': [
  5929. 'SIM_IPHONE_7_15_5',
  5930. 'SIM_IPAD_AIR_2_15_5',
  5931. 'SIM_IPHONE_X_15_5',
  5932. 'SIM_IPHONE_7_14_5',
  5933. 'SIM_IPAD_AIR_2_14_5',
  5934. 'SIM_IPHONE_X_14_5',
  5935. ]
  5936. },
  5937. 'ios_screen_size_dependent_tests': {
  5938. 'variants': [
  5939. 'SIM_IPHONE_6S_PLUS_14_5',
  5940. 'SIM_IPHONE_6S_14_5',
  5941. 'SIM_IPHONE_SE_1ST_GEN_14_5',
  5942. 'SIM_IPAD_AIR_2_14_5',
  5943. 'SIM_IPHONE_6S_PLUS_15_5',
  5944. 'SIM_IPHONE_6S_15_5',
  5945. 'SIM_IPHONE_SE_1ST_GEN_15_5',
  5946. 'SIM_IPAD_AIR_2_15_5',
  5947. ],
  5948. },
  5949. },
  5950. 'ios16_beta_simulator_tests': {
  5951. 'ios_common_tests': {
  5952. 'variants': [
  5953. 'SIM_IPHONE_X_16_0',
  5954. ],
  5955. },
  5956. 'ios_eg2_tests': {
  5957. 'mixins': ['xcode_parallelization'],
  5958. 'variants': [
  5959. 'SIM_IPHONE_X_16_0',
  5960. 'SIM_IPHONE_8_16_0',
  5961. 'SIM_IPAD_AIR_3RD_GEN_16_0',
  5962. 'SIM_IPAD_6_GEN_16_0',
  5963. ]
  5964. },
  5965. 'ios_eg2_cq_tests': {
  5966. 'mixins': ['xcode_parallelization'],
  5967. 'variants': [
  5968. 'SIM_IPHONE_8_16_0',
  5969. 'SIM_IPHONE_X_16_0',
  5970. 'SIM_IPAD_6_GEN_16_0',
  5971. ]
  5972. },
  5973. 'ios_screen_size_dependent_tests': {
  5974. 'variants': [
  5975. 'SIM_IPHONE_8_PLUS_16_0',
  5976. 'SIM_IPHONE_X_16_0',
  5977. 'SIM_IPAD_AIR_3RD_GEN_16_0',
  5978. ],
  5979. },
  5980. 'ios_crash_xcuitests': {
  5981. 'mixins': ['xcode_parallelization'],
  5982. 'variants': [
  5983. 'SIM_IPHONE_X_16_0',
  5984. ]
  5985. },
  5986. },
  5987. 'ios16_sdk_simulator_tests': {
  5988. 'ios_common_tests': {
  5989. 'variants': [
  5990. 'SIM_IPHONE_8_16_0',
  5991. 'SIM_IPHONE_6S_15_5',
  5992. 'SIM_IPHONE_6S_14_4',
  5993. ],
  5994. },
  5995. 'ios_crash_xcuitests': {
  5996. 'mixins': ['xcode_parallelization'],
  5997. 'variants': [
  5998. 'SIM_IPHONE_X_16_0',
  5999. 'SIM_IPHONE_6S_15_5',
  6000. 'SIM_IPHONE_6S_14_4',
  6001. ]
  6002. },
  6003. 'ios_eg2_tests': {
  6004. 'mixins': ['xcode_parallelization'],
  6005. 'variants': [
  6006. 'SIM_IPHONE_8_16_0',
  6007. 'SIM_IPAD_AIR_3RD_GEN_16_0',
  6008. 'SIM_IPHONE_X_16_0',
  6009. 'SIM_IPHONE_7_15_5',
  6010. 'SIM_IPAD_AIR_2_15_5',
  6011. 'SIM_IPHONE_X_15_5',
  6012. 'SIM_IPHONE_7_14_4',
  6013. 'SIM_IPAD_AIR_2_14_4',
  6014. 'SIM_IPHONE_X_14_4',
  6015. ]
  6016. },
  6017. 'ios_eg2_cq_tests': {
  6018. 'mixins': ['xcode_parallelization'],
  6019. 'variants': [
  6020. 'SIM_IPHONE_8_16_0',
  6021. 'SIM_IPAD_AIR_3RD_GEN_16_0',
  6022. 'SIM_IPHONE_X_16_0',
  6023. 'SIM_IPHONE_7_15_5',
  6024. 'SIM_IPAD_AIR_2_15_5',
  6025. 'SIM_IPHONE_X_15_5',
  6026. 'SIM_IPHONE_7_14_4',
  6027. 'SIM_IPAD_AIR_2_14_4',
  6028. 'SIM_IPHONE_X_14_4',
  6029. ]
  6030. },
  6031. 'ios_screen_size_dependent_tests': {
  6032. 'variants': [
  6033. 'SIM_IPHONE_8_PLUS_16_0',
  6034. 'SIM_IPHONE_8_16_0',
  6035. 'SIM_IPHONE_SE_3RD_GEN_16_0',
  6036. 'SIM_IPAD_AIR_3RD_GEN_16_0',
  6037. ],
  6038. },
  6039. },
  6040. 'ios_asan_tests': {
  6041. 'ios_common_tests': {
  6042. 'variants': [
  6043. 'SIM_IPHONE_X_15_2',
  6044. 'SIM_IPAD_AIR_2_15_2',
  6045. ]
  6046. },
  6047. 'ios_screen_size_dependent_tests': {
  6048. 'variants': [
  6049. 'SIM_IPHONE_X_15_2',
  6050. 'SIM_IPAD_AIR_2_15_2',
  6051. ]
  6052. }
  6053. },
  6054. 'ios_clang_tot_device_tests': {
  6055. 'ios_clang_tests': {
  6056. 'variants': [
  6057. 'IPHONE_7_15_4_1',
  6058. ],
  6059. }
  6060. },
  6061. 'ios_clang_tot_sim_tests': {
  6062. 'ios_clang_tests': {
  6063. 'variants': [
  6064. 'SIM_IPHONE_6S_15_2',
  6065. ]
  6066. }
  6067. },
  6068. # This suite is a union of ios_simulator_tests and
  6069. # ios_simulator_full_configs_tests.
  6070. 'ios_code_coverage_tests': {
  6071. 'ios_common_tests': {
  6072. 'variants': [
  6073. 'SIM_IPHONE_6S_15_5',
  6074. 'SIM_IPHONE_8_16_0',
  6075. ],
  6076. },
  6077. 'ios_eg2_cq_tests': {
  6078. 'mixins': ['xcode_parallelization'],
  6079. 'variants': [
  6080. 'SIM_IPHONE_6S_15_5',
  6081. 'SIM_IPHONE_7_15_5',
  6082. 'SIM_IPAD_AIR_2_15_5',
  6083. 'SIM_IPHONE_8_16_0',
  6084. 'SIM_IPHONE_X_16_0',
  6085. 'SIM_IPAD_AIR_3RD_GEN_16_0',
  6086. ],
  6087. },
  6088. 'ios_eg2_tests': {
  6089. 'mixins': ['xcode_parallelization'],
  6090. 'variants': [
  6091. 'SIM_IPHONE_7_15_5',
  6092. 'SIM_IPAD_AIR_2_15_5',
  6093. 'SIM_IPHONE_X_15_5',
  6094. 'SIM_IPHONE_8_16_0',
  6095. 'SIM_IPAD_AIR_3RD_GEN_16_0',
  6096. 'SIM_IPHONE_X_16_0',
  6097. ],
  6098. },
  6099. 'ios_screen_size_dependent_tests': {
  6100. 'variants': [
  6101. 'SIM_IPHONE_6S_PLUS_15_5',
  6102. 'SIM_IPHONE_6S_15_5',
  6103. 'SIM_IPHONE_SE_1ST_GEN_15_5',
  6104. 'SIM_IPAD_AIR_2_15_5',
  6105. 'SIM_IPHONE_8_PLUS_16_0',
  6106. 'SIM_IPHONE_8_16_0',
  6107. 'SIM_IPHONE_SE_3RD_GEN_16_0',
  6108. 'SIM_IPAD_AIR_3RD_GEN_16_0',
  6109. ],
  6110. },
  6111. },
  6112. 'ios_m1_simulator_tests': {
  6113. 'ios_common_tests': {
  6114. 'variants': [
  6115. # Latest beta iOS version Sims
  6116. 'SIM_IPHONE_6S_14_5',
  6117. ],
  6118. },
  6119. 'ios_eg2_tests': {
  6120. 'mixins': ['xcode_parallelization'],
  6121. 'variants': [
  6122. # Latest beta iOS version Sims
  6123. 'SIM_IPHONE_7_14_5',
  6124. 'SIM_IPAD_AIR_2_14_5',
  6125. 'SIM_IPHONE_X_14_5',
  6126. ]
  6127. },
  6128. 'ios_eg2_cq_tests': {
  6129. 'mixins': ['xcode_parallelization'],
  6130. 'variants': [
  6131. # Latest beta iOS version Sims
  6132. 'SIM_IPHONE_X_14_5',
  6133. 'SIM_IPAD_AIR_2_14_5',
  6134. 'SIM_IPAD_PRO_2ND_GEN_14_5',
  6135. ]
  6136. },
  6137. 'ios_screen_size_dependent_tests': {
  6138. 'variants': [
  6139. # Latest beta iOS version Sims
  6140. 'SIM_IPHONE_6S_PLUS_14_5',
  6141. 'SIM_IPHONE_6S_14_5',
  6142. 'SIM_IPHONE_SE_1ST_GEN_14_5',
  6143. 'SIM_IPAD_AIR_2_14_5',
  6144. ],
  6145. },
  6146. },
  6147. 'ios_simulator_cronet_tests': {
  6148. 'ios_cronet_tests': {
  6149. 'variants': [
  6150. 'SIM_IPHONE_X_15_2',
  6151. ]
  6152. }
  6153. },
  6154. # Please also change ios_code_coverage_tests for any change in this suite.
  6155. 'ios_simulator_full_configs_tests': {
  6156. 'ios_common_tests': {
  6157. 'variants': [
  6158. 'SIM_IPHONE_6S_15_5',
  6159. ]
  6160. },
  6161. 'ios_eg2_tests': {
  6162. 'mixins': ['xcode_parallelization'],
  6163. 'variants': [
  6164. 'SIM_IPHONE_7_15_5',
  6165. 'SIM_IPAD_AIR_2_15_5',
  6166. 'SIM_IPHONE_X_15_5',
  6167. 'SIM_IPHONE_8_16_0',
  6168. 'SIM_IPHONE_X_16_0',
  6169. 'SIM_IPAD_AIR_3RD_GEN_16_0',
  6170. ]
  6171. },
  6172. 'ios_eg2_cq_tests': {
  6173. 'mixins': ['xcode_parallelization'],
  6174. 'variants': [
  6175. 'SIM_IPHONE_6S_15_5',
  6176. 'SIM_IPHONE_7_15_5',
  6177. 'SIM_IPAD_AIR_2_15_5',
  6178. 'SIM_IPHONE_8_16_0',
  6179. 'SIM_IPAD_AIR_3RD_GEN_16_0',
  6180. ]
  6181. },
  6182. 'ios_screen_size_dependent_tests': {
  6183. 'variants': [
  6184. 'SIM_IPHONE_6S_PLUS_15_5',
  6185. 'SIM_IPHONE_6S_15_5',
  6186. 'SIM_IPHONE_SE_1ST_GEN_15_5',
  6187. 'SIM_IPAD_AIR_2_15_5',
  6188. ]
  6189. }
  6190. },
  6191. 'ios_simulator_multi_window_tests': {
  6192. 'ios_common_tests': {
  6193. 'variants': [
  6194. 'SIM_IPAD_AIR_2_15_2',
  6195. ]
  6196. },
  6197. 'ios_eg2_cq_tests': {
  6198. 'mixins': ['xcode_parallelization'],
  6199. 'variants': [
  6200. 'SIM_IPAD_AIR_2_15_2',
  6201. ]
  6202. },
  6203. 'ios_eg2_tests': {
  6204. 'mixins': ['xcode_parallelization'],
  6205. 'variants': [
  6206. 'SIM_IPAD_AIR_2_15_2',
  6207. ]
  6208. },
  6209. 'ios_screen_size_dependent_tests': {
  6210. 'variants': [
  6211. 'SIM_IPAD_AIR_2_15_2',
  6212. ]
  6213. }
  6214. },
  6215. 'ios_simulator_noncq_tests': {
  6216. 'ios_common_tests': {
  6217. 'variants': [
  6218. 'SIM_IPHONE_6S_14_5',
  6219. ]
  6220. },
  6221. 'ios_eg2_tests': {
  6222. 'mixins': ['xcode_parallelization'],
  6223. 'variants': [
  6224. 'SIM_IPHONE_6S_14_5',
  6225. 'SIM_IPHONE_7_14_5',
  6226. 'SIM_IPAD_AIR_2_14_5',
  6227. 'SIM_IPHONE_X_14_5',
  6228. ]
  6229. },
  6230. 'ios_eg2_cq_tests': {
  6231. 'mixins': ['xcode_parallelization'],
  6232. 'variants': [
  6233. 'SIM_IPHONE_6S_PLUS_14_5',
  6234. 'SIM_IPHONE_6S_14_5',
  6235. 'SIM_IPHONE_7_14_5',
  6236. 'SIM_IPHONE_SE_1ST_GEN_14_5',
  6237. 'SIM_IPAD_AIR_2_14_5',
  6238. ]
  6239. },
  6240. 'ios_screen_size_dependent_tests': {
  6241. 'variants': [
  6242. 'SIM_IPHONE_6S_PLUS_14_5',
  6243. 'SIM_IPHONE_6S_14_5',
  6244. 'SIM_IPHONE_SE_1ST_GEN_14_5',
  6245. 'SIM_IPAD_AIR_2_14_5',
  6246. ]
  6247. },
  6248. 'ios_crash_xcuitests': {
  6249. 'mixins': ['xcode_parallelization'],
  6250. 'variants': [
  6251. 'SIM_IPHONE_7_15_5',
  6252. 'SIM_IPHONE_7_14_5',
  6253. ]
  6254. },
  6255. },
  6256. # Please also change ios_code_coverage_tests for any change in this suite.
  6257. 'ios_simulator_tests': {
  6258. 'ios_common_tests': {
  6259. 'variants': [
  6260. 'SIM_IPHONE_8_16_0',
  6261. ]
  6262. },
  6263. 'ios_eg2_cq_tests': {
  6264. 'mixins': ['xcode_parallelization'],
  6265. 'variants': [
  6266. 'SIM_IPHONE_8_16_0',
  6267. ]
  6268. },
  6269. 'ios_screen_size_dependent_tests': {
  6270. 'variants': [
  6271. 'SIM_IPHONE_8_16_0',
  6272. 'SIM_IPHONE_X_16_0',
  6273. 'SIM_IPAD_AIR_3RD_GEN_16_0',
  6274. 'SIM_IPHONE_SE_3RD_GEN_16_0',
  6275. ]
  6276. }
  6277. },
  6278. 'ios_webkit_tot_tests': {
  6279. 'ios_common_tests': {
  6280. 'variants': [
  6281. 'SIM_IPHONE_X_15_0',
  6282. 'SIM_IPAD_AIR_2_15_0',
  6283. ]
  6284. },
  6285. 'ios_eg2_cq_tests': {
  6286. 'mixins': ['xcode_parallelization'],
  6287. 'variants': [
  6288. 'SIM_IPHONE_X_15_0',
  6289. 'SIM_IPAD_AIR_2_15_0',
  6290. ]
  6291. },
  6292. 'ios_eg2_tests': {
  6293. 'mixins': ['xcode_parallelization'],
  6294. 'variants': [
  6295. 'SIM_IPHONE_X_15_0',
  6296. 'SIM_IPAD_AIR_2_15_0',
  6297. ]
  6298. },
  6299. 'ios_screen_size_dependent_tests': {
  6300. 'variants': [
  6301. 'SIM_IPHONE_X_15_0',
  6302. 'SIM_IPAD_AIR_2_15_0',
  6303. ]
  6304. },
  6305. },
  6306. 'ios_webrtc_fyi_tests': {
  6307. 'ios_remoting_fyi_unittests': {
  6308. 'variants': [
  6309. 'SIM_IPHONE_X_14_5',
  6310. 'SIM_IPAD_AIR_3RD_GEN_14_5',
  6311. ]
  6312. },
  6313. },
  6314. 'lacros_amd64_generic_rel_skylab_fyi': {
  6315. 'lacros_skylab_poc': {
  6316. 'variants': [
  6317. 'CROS_OCTOPUS_FULL',
  6318. 'CROS_EVE_FULL',
  6319. ]
  6320. },
  6321. },
  6322. 'lacros_device_arm_tests': {
  6323. 'lacros_all_tast_tests': {
  6324. 'variants': [
  6325. 'LACROS_JACUZZI',
  6326. ]
  6327. },
  6328. },
  6329. 'lacros_device_or_vm_tast_tests': {
  6330. 'lacros_all_tast_tests': {
  6331. 'variants': [
  6332. 'LACROS_EVE',
  6333. ]
  6334. },
  6335. 'lacros_variations_tast_tests': {
  6336. 'variants': [
  6337. 'LACROS_BETTY_PI_ARC',
  6338. ]
  6339. },
  6340. },
  6341. 'lacros_device_or_vm_tests': {
  6342. 'lacros_all_tast_tests': {
  6343. 'variants': [
  6344. 'LACROS_AMD64_GENERIC',
  6345. 'LACROS_EVE',
  6346. ]
  6347. },
  6348. 'lacros_device_or_vm_gtests': {
  6349. 'variants': [
  6350. 'LACROS_AMD64_GENERIC',
  6351. 'LACROS_EVE',
  6352. ]
  6353. },
  6354. 'lacros_vm_gtests': {
  6355. 'variants': [
  6356. 'LACROS_AMD64_GENERIC',
  6357. ]
  6358. },
  6359. },
  6360. 'lacros_device_or_vm_tests_fyi': {
  6361. 'lacros_all_tast_tests_informational': {
  6362. 'variants': [
  6363. 'LACROS_AMD64_GENERIC',
  6364. 'LACROS_EVE',
  6365. ]
  6366. },
  6367. 'lacros_device_or_vm_gtests': {
  6368. 'variants': [
  6369. 'LACROS_AMD64_GENERIC',
  6370. 'LACROS_EVE',
  6371. ]
  6372. },
  6373. 'lacros_fyi_tast_tests': {
  6374. 'variants': [
  6375. 'LACROS_AMD64_GENERIC',
  6376. 'LACROS_EVE',
  6377. ]
  6378. },
  6379. },
  6380. # Check go/lacros-on-skylab for details of Skylab configurations.
  6381. 'lacros_skylab_arm': {
  6382. 'lacros_skylab_arm_tests': {
  6383. 'variants': [
  6384. 'CROS_JACUZZI_RELEASE_LKGM',
  6385. 'CROS_JACUZZI_RELEASE_DEV',
  6386. 'CROS_JACUZZI_RELEASE_BETA',
  6387. 'CROS_JACUZZI_RELEASE_STABLE',
  6388. ]
  6389. },
  6390. },
  6391. 'lacros_skylab_arm64': {
  6392. 'lacros_skylab_arm64_tests': {
  6393. 'variants': [
  6394. 'CROS_HEROBRINE_RELEASE_LKGM',
  6395. ]
  6396. },
  6397. },
  6398. # Check go/lacros-on-skylab for details of Skylab configurations.
  6399. 'lacros_skylab_arm_fyi': {
  6400. 'lacros_skylab_arm_tests_fyi': {
  6401. 'variants': [
  6402. 'CROS_HANA_RELEASE_LKGM',
  6403. 'CROS_HANA_RELEASE_DEV',
  6404. 'CROS_HANA_RELEASE_BETA',
  6405. 'CROS_HANA_RELEASE_STABLE',
  6406. 'CROS_STRONGBAD_RELEASE_LKGM',
  6407. 'CROS_STRONGBAD_RELEASE_DEV',
  6408. 'CROS_STRONGBAD_RELEASE_BETA',
  6409. 'CROS_STRONGBAD_RELEASE_STABLE',
  6410. ]
  6411. },
  6412. },
  6413. # Check go/lacros-on-skylab for details of Skylab configurations.
  6414. 'lacros_skylab_tests_amd64_generic': {
  6415. 'lacros_skylab_tests': {
  6416. 'variants': [
  6417. 'CROS_ATLAS_RELEASE_LKGM',
  6418. 'CROS_ATLAS_RELEASE_DEV',
  6419. 'CROS_ATLAS_RELEASE_BETA',
  6420. 'CROS_ATLAS_RELEASE_STABLE',
  6421. 'CROS_EVE_RELEASE_LKGM',
  6422. 'CROS_EVE_RELEASE_DEV',
  6423. 'CROS_EVE_RELEASE_BETA',
  6424. 'CROS_EVE_RELEASE_STABLE',
  6425. ]
  6426. },
  6427. },
  6428. 'lacros_skylab_tests_amd64_generic_fyi': {
  6429. 'lacros_skylab_amd64_fyi': {
  6430. 'variants': [
  6431. 'CROS_OCTOPUS_RELEASE_LKGM',
  6432. 'CROS_OCTOPUS_RELEASE_DEV',
  6433. 'CROS_OCTOPUS_RELEASE_BETA',
  6434. 'CROS_OCTOPUS_RELEASE_STABLE',
  6435. ]
  6436. },
  6437. },
  6438. 'linux_lacros_gtests': {
  6439. # This is:
  6440. # linux_chromeos_gtests
  6441. # - linux_chromeos_specific_gtests
  6442. # + linux_chromeos_lacros_gtests
  6443. # + linux_lacros_chrome_browsertests_version_skew
  6444. # + linux_lacros_specific_gtests
  6445. 'aura_gtests': {},
  6446. 'chromium_gtests': {},
  6447. 'chromium_gtests_for_devices_with_graphical_output': {},
  6448. 'chromium_gtests_for_linux_and_chromeos_only': {},
  6449. 'chromium_gtests_for_win_and_linux_only': {},
  6450. 'linux_chromeos_lacros_gtests': { },
  6451. 'linux_flavor_specific_chromium_gtests': { },
  6452. 'linux_lacros_specific_gtests': { },
  6453. 'non_android_chromium_gtests': {
  6454. },
  6455. 'linux_lacros_chrome_browsertests_non_version_skew': { },
  6456. 'linux_lacros_chrome_browsertests_version_skew': {
  6457. 'variants': [
  6458. 'LACROS_VERSION_SKEW_CANARY',
  6459. 'LACROS_VERSION_SKEW_DEV',
  6460. 'LACROS_VERSION_SKEW_BETA',
  6461. 'LACROS_VERSION_SKEW_STABLE',
  6462. ]
  6463. },
  6464. 'linux_lacros_chrome_interactive_ui_tests_version_skew': {
  6465. 'variants': [
  6466. 'LACROS_VERSION_SKEW_CANARY',
  6467. 'LACROS_VERSION_SKEW_DEV',
  6468. 'LACROS_VERSION_SKEW_BETA',
  6469. 'LACROS_VERSION_SKEW_STABLE',
  6470. ]
  6471. },
  6472. },
  6473. 'linux_lacros_version_skew_tests': {
  6474. 'linux_lacros_chrome_interactive_ui_tests_version_skew': {
  6475. 'variants': [
  6476. 'LACROS_VERSION_SKEW_CANARY',
  6477. 'LACROS_VERSION_SKEW_DEV',
  6478. 'LACROS_VERSION_SKEW_BETA',
  6479. 'LACROS_VERSION_SKEW_STABLE',
  6480. ]
  6481. },
  6482. },
  6483. 'linux_optional_gpu_tests_rel_gpu_telemetry_tests': {
  6484. 'gpu_common_and_optional_telemetry_tests': {
  6485. 'variants': [
  6486. 'LINUX_INTEL_UHD_630_STABLE',
  6487. 'LINUX_NVIDIA_GTX_1660_STABLE',
  6488. ],
  6489. },
  6490. 'gpu_mediapipe_passthrough_telemetry_tests': {
  6491. 'variants': [
  6492. 'LINUX_INTEL_UHD_630_STABLE',
  6493. 'LINUX_NVIDIA_GTX_1660_STABLE',
  6494. ],
  6495. },
  6496. 'gpu_webcodecs_telemetry_test': {
  6497. 'variants': [
  6498. 'LINUX_INTEL_UHD_630_STABLE',
  6499. 'LINUX_NVIDIA_GTX_1660_STABLE',
  6500. ],
  6501. },
  6502. 'gpu_webgl2_conformance_gl_passthrough_telemetry_tests': {
  6503. 'variants': [
  6504. 'LINUX_INTEL_UHD_630_STABLE',
  6505. 'LINUX_NVIDIA_GTX_1660_STABLE',
  6506. ],
  6507. },
  6508. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests': {
  6509. 'variants': [
  6510. 'LINUX_INTEL_UHD_630_STABLE',
  6511. 'LINUX_NVIDIA_GTX_1660_STABLE',
  6512. ],
  6513. },
  6514. },
  6515. 'linux_optional_gpu_tests_rel_gtests': {
  6516. 'gpu_gles2_conform_gtests': {
  6517. 'variants': [
  6518. 'LINUX_INTEL_UHD_630_STABLE',
  6519. 'LINUX_NVIDIA_GTX_1660_STABLE',
  6520. ],
  6521. },
  6522. },
  6523. 'linux_optional_gpu_tests_rel_isolated_scripts': {
  6524. 'test_buildbucket_api_gpu_use_cases': {
  6525. 'variants': [
  6526. 'LINUX_NVIDIA_GTX_1660_STABLE',
  6527. ],
  6528. },
  6529. },
  6530. 'mac_optional_gpu_tests_rel_gpu_telemetry_tests': {
  6531. 'gpu_common_and_optional_telemetry_tests': {
  6532. 'variants': [
  6533. 'MAC_MINI_INTEL_GPU_STABLE',
  6534. 'MAC_RETINA_AMD_GPU_STABLE',
  6535. 'MAC_RETINA_NVIDIA_GPU_STABLE',
  6536. ],
  6537. },
  6538. 'gpu_mediapipe_passthrough_telemetry_tests': {
  6539. 'variants': [
  6540. 'MAC_MINI_INTEL_GPU_STABLE',
  6541. 'MAC_RETINA_AMD_GPU_STABLE',
  6542. 'MAC_RETINA_NVIDIA_GPU_STABLE',
  6543. ],
  6544. },
  6545. 'gpu_passthrough_telemetry_tests': {
  6546. 'variants': [
  6547. 'MAC_MINI_INTEL_GPU_STABLE',
  6548. 'MAC_RETINA_AMD_GPU_STABLE',
  6549. ],
  6550. },
  6551. 'gpu_webcodecs_telemetry_test': {
  6552. 'variants': [
  6553. 'MAC_MINI_INTEL_GPU_STABLE',
  6554. 'MAC_RETINA_AMD_GPU_STABLE',
  6555. 'MAC_RETINA_NVIDIA_GPU_STABLE',
  6556. ],
  6557. },
  6558. 'gpu_webgl2_conformance_gl_passthrough_telemetry_tests': {
  6559. 'variants': [
  6560. 'MAC_MINI_INTEL_GPU_STABLE',
  6561. 'MAC_RETINA_AMD_GPU_STABLE',
  6562. ],
  6563. },
  6564. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests': {
  6565. 'variants': [
  6566. 'MAC_MINI_INTEL_GPU_STABLE',
  6567. 'MAC_RETINA_AMD_GPU_STABLE',
  6568. ],
  6569. },
  6570. 'gpu_webgl_conformance_metal_passthrough_telemetry_tests': {
  6571. 'variants': [
  6572. 'MAC_MINI_INTEL_GPU_STABLE',
  6573. 'MAC_RETINA_AMD_GPU_STABLE',
  6574. ],
  6575. },
  6576. 'gpu_webgl_conformance_swangle_passthrough_representative_telemetry_tests': {
  6577. 'variants': [
  6578. 'MAC_MINI_INTEL_GPU_STABLE',
  6579. 'MAC_RETINA_AMD_GPU_STABLE',
  6580. ],
  6581. },
  6582. },
  6583. 'mac_optional_gpu_tests_rel_gtests': {
  6584. 'gpu_fyi_and_optional_non_linux_gtests': {
  6585. 'variants': [
  6586. 'MAC_MINI_INTEL_GPU_STABLE',
  6587. 'MAC_RETINA_AMD_GPU_STABLE',
  6588. 'MAC_RETINA_NVIDIA_GPU_STABLE',
  6589. ],
  6590. },
  6591. 'gpu_fyi_mac_specific_gtests': {
  6592. 'variants': [
  6593. 'MAC_MINI_INTEL_GPU_STABLE',
  6594. 'MAC_RETINA_AMD_GPU_STABLE',
  6595. 'MAC_RETINA_NVIDIA_GPU_STABLE',
  6596. ],
  6597. },
  6598. 'gpu_gles2_conform_gtests': {
  6599. 'variants': [
  6600. 'MAC_MINI_INTEL_GPU_STABLE',
  6601. 'MAC_RETINA_AMD_GPU_STABLE',
  6602. 'MAC_RETINA_NVIDIA_GPU_STABLE',
  6603. ],
  6604. },
  6605. },
  6606. 'webview_trichrome_10_cts_tests_gtest': {
  6607. 'webview_trichrome_cts_tests': {
  6608. 'variants': [
  6609. 'WEBVIEW_TRICHROME_FULL_CTS_TESTS',
  6610. 'WEBVIEW_TRICHROME_INSTANT_CTS_TESTS',
  6611. ]
  6612. }
  6613. },
  6614. 'win_optional_gpu_tests_rel_gpu_telemetry_tests': {
  6615. 'gpu_common_and_optional_telemetry_tests': {
  6616. 'variants': [
  6617. 'WIN10_INTEL_HD_630_STABLE',
  6618. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6619. ],
  6620. },
  6621. 'gpu_mediapipe_passthrough_telemetry_tests': {
  6622. 'variants': [
  6623. 'WIN10_INTEL_HD_630_STABLE',
  6624. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6625. ],
  6626. },
  6627. 'gpu_webcodecs_telemetry_test': {
  6628. 'variants': [
  6629. 'WIN10_INTEL_HD_630_STABLE',
  6630. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6631. ],
  6632. },
  6633. 'gpu_webgl2_conformance_d3d11_passthrough_telemetry_tests': {
  6634. 'variants': [
  6635. 'WIN10_INTEL_HD_630_STABLE',
  6636. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6637. ],
  6638. },
  6639. 'gpu_webgl_conformance_d3d11_passthrough_telemetry_tests': {
  6640. 'variants': [
  6641. 'WIN10_INTEL_HD_630_STABLE',
  6642. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6643. ],
  6644. },
  6645. 'gpu_webgl_conformance_d3d9_passthrough_telemetry_tests': {
  6646. 'variants': [
  6647. 'WIN10_INTEL_HD_630_STABLE',
  6648. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6649. ],
  6650. },
  6651. 'gpu_webgl_conformance_gl_passthrough_telemetry_tests': {
  6652. 'variants': [
  6653. 'WIN10_INTEL_HD_630_STABLE',
  6654. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6655. ],
  6656. },
  6657. 'gpu_webgl_conformance_vulkan_passthrough_telemetry_tests': {
  6658. 'variants': [
  6659. 'WIN10_INTEL_HD_630_STABLE',
  6660. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6661. ],
  6662. },
  6663. 'gpu_win_intel_specific_telemetry_tests': {
  6664. 'variants': [
  6665. 'WIN10_INTEL_HD_630_STABLE',
  6666. ],
  6667. },
  6668. },
  6669. 'win_optional_gpu_tests_rel_gtests': {
  6670. 'gpu_default_and_optional_win_specific_gtests': {
  6671. 'variants': [
  6672. 'WIN10_INTEL_HD_630_STABLE',
  6673. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6674. ],
  6675. },
  6676. 'gpu_fyi_and_optional_non_linux_gtests': {
  6677. 'variants': [
  6678. 'WIN10_INTEL_HD_630_STABLE',
  6679. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6680. ],
  6681. },
  6682. 'gpu_fyi_and_optional_win_specific_gtests': {
  6683. 'variants': [
  6684. 'WIN10_INTEL_HD_630_STABLE',
  6685. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6686. ],
  6687. },
  6688. 'gpu_gles2_conform_gtests': {
  6689. 'variants': [
  6690. 'WIN10_INTEL_HD_630_STABLE',
  6691. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6692. ],
  6693. },
  6694. },
  6695. 'win_optional_gpu_tests_rel_isolated_scripts': {
  6696. 'gpu_command_buffer_perf_passthrough_isolated_scripts': {
  6697. 'variants': [
  6698. 'WIN10_NVIDIA_GTX_1660_STABLE',
  6699. ],
  6700. },
  6701. },
  6702. }
  6703. }