rewicks/flat-cnn-Hidden_XLARGE_Embed_XLARGE_NLayer_MEDIUM_LR_0.0001

Flores+ Dev Scores

Language	F1	Precision	Recall
__label__ace_Arab	0.9296794208893486	0.959445037353255	0.9017051153460381
__label__ace_Latn	0.9842053307008884	0.9689018464528668	1.0
__label__acm_Arab	0.033073929961089495	0.5483870967741935	0.017051153460381142
__label__acq_Arab	0.0	0.0	0.0
__label__aeb_Arab	0.36227544910179643	0.7138643067846607	0.242728184553661
__label__afr_Latn	0.996996996996997	0.995004995004995	0.9989969909729187
__label__als_Latn	0.998997995991984	0.997997997997998	1.0
__label__amh_Ethi	1.0	1.0	1.0
__label__apc_Arab	0.2214765100671141	0.676923076923077	0.13239719157472418
__label__arb_Arab	0.2829445622538625	0.16663693131132917	0.9368104312938816
__label__ars_Arab	0.020636285468615647	0.07228915662650602	0.012036108324974924
__label__ary_Arab	0.655470737913486	0.6652892561983471	0.645937813440321
__label__arz_Arab	0.5255179383527033	0.5295315682281059	0.5215646940822467
__label__asm_Beng	0.998997995991984	0.997997997997998	1.0
__label__ast_Latn	0.9714003944773175	0.9553831231813773	0.9879638916750251
__label__awa_Deva	0.5406162464985994	0.8955916473317865	0.38716148445336007
__label__ayr_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__azb_Arab	0.9037111334002006	0.9037111334002006	0.9037111334002006
__label__azj_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__bak_Cyrl	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__bam_Latn	0.6056140350877193	0.4657312466270912	0.8655967903711134
__label__ban_Latn	0.9573412698412699	0.9470068694798822	0.9679037111334002
__label__bel_Cyrl	1.0	1.0	1.0
__label__bem_Latn	0.9895052473763117	0.9860557768924303	0.9929789368104313
__label__ben_Beng	1.0	1.0	1.0
__label__bho_Deva	0.8427507665352607	0.7480559875583204	0.9648946840521565
__label__bjn_Arab	0.9330783938814532	0.891324200913242	0.9789368104312939
__label__bjn_Latn	0.9388915206063477	0.8895870736086176	0.9939819458375125
__label__bod_Tibt	0.9811704834605598	0.9958677685950413	0.966900702106319
__label__bos_Latn	0.5900621118012422	0.6096256684491979	0.571715145436309
__label__bug_Latn	0.9824912456228113	0.9800399201596807	0.9849548645937813
__label__bul_Cyrl	0.9915380786460926	0.9841897233201581	0.9989969909729187
__label__cat_Latn	0.9581126624939816	0.9212962962962963	0.9979939819458375
__label__ceb_Latn	0.9934902353530296	0.992	0.9949849548645938
__label__ces_Latn	0.9940179461615154	0.9881070366699702	1.0
__label__cjk_Latn	0.4286827747466875	0.9615384615384616	0.275827482447342
__label__ckb_Arab	0.998997995991984	0.997997997997998	1.0
__label__cmn_Hans	0.9141004862236628	0.990632318501171	0.8485456369107321
__label__cmn_Hant	0.28427249789739273	0.8802083333333334	0.16950852557673018
__label__crh_Latn	0.9919191919191918	0.9989827060020345	0.9849548645937813
__label__cym_Latn	1.0	1.0	1.0
__label__dan_Latn	0.9769307923771315	0.9769307923771314	0.9769307923771314
__label__deu_Latn	0.9964947421131698	0.995	0.9979939819458375
__label__dik_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__dyu_Latn	0.017699115044247787	0.044715447154471545	0.011033099297893681
__label__dzo_Tibt	0.9125858123569794	0.8392255892255892	1.0
__label__ekk_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__ell_Grek	1.0	1.0	1.0
__label__eng_Latn	0.9919678714859438	0.992964824120603	0.9909729187562688
__label__epo_Latn	0.99849774661993	0.997	1.0
__label__eus_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__ewe_Latn	0.99849774661993	0.997	1.0
__label__fao_Latn	0.9920318725099603	0.9851632047477745	0.9989969909729187
__label__fij_Latn	0.99849774661993	0.997	1.0
__label__fil_Latn	0.9940179461615154	0.9881070366699702	1.0
__label__fin_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__fon_Latn	0.9979899497487438	1.0	0.995987963891675
__label__fra_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__fur_Latn	0.995	0.9920239282153539	0.9979939819458375
__label__fuv_Latn	0.9431578947368421	0.9922480620155039	0.8986960882647944
__label__gaz_Latn	0.996993987975952	0.995995995995996	0.9979939819458375
__label__gla_Latn	0.998997995991984	0.997997997997998	1.0
__label__gle_Latn	0.9979979979979979	0.996003996003996	1.0
__label__glg_Latn	0.9705014749262536	0.9517839922854388	0.9899699097291875
__label__gug_Latn	0.9979939819458375	0.9979939819458375	0.9979939819458375
__label__guj_Gujr	1.0	1.0	1.0
__label__hat_Latn	0.9945137157107232	0.9890873015873016	1.0
__label__hau_Latn	0.9755381604696673	0.9522445081184336	1.0
__label__heb_Hebr	1.0	1.0	1.0
__label__hin_Deva	0.8493975903614458	0.7437829691032404	0.9899699097291875
__label__hne_Deva	0.8411850412821757	0.815442561205273	0.8686058174523571
__label__hrv_Latn	0.6775067750677507	0.5517023959646911	0.8776328986960883
__label__hun_Latn	1.0	1.0	1.0
__label__hye_Armn	1.0	1.0	1.0
__label__ibo_Latn	0.9964877069744105	0.9969879518072289	0.995987963891675
__label__ilo_Latn	0.9974987493746873	0.9950099800399201	1.0
__label__ind_Latn	0.8227424749163879	0.7053763440860215	0.9869608826479438
__label__isl_Latn	0.9910536779324055	0.9822660098522168	1.0
__label__ita_Latn	0.9871287128712871	0.9745845552297165	1.0
__label__jav_Latn	0.9465575349061146	0.9101851851851852	0.9859578736208626
__label__jpn_Jpan	0.9930278884462151	0.9861523244312562	1.0
__label__kab_Latn	0.850192061459667	0.7399702823179792	0.9989969909729187
__label__kac_Latn	0.9994987468671679	0.998997995991984	1.0
__label__kam_Latn	0.6495956873315364	0.9897330595482546	0.4834503510531595
__label__kan_Knda	1.0	1.0	1.0
__label__kas_Arab	0.9653388515261252	0.9967948717948718	0.9358074222668004
__label__kas_Deva	0.908421052631579	0.955703211517165	0.8655967903711134
__label__kat_Geor	1.0	1.0	1.0
__label__kaz_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__kbp_Latn	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__kea_Latn	0.9561128526645768	0.9978189749182116	0.917753259779338
__label__khk_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__khm_Khmr	1.0	1.0	1.0
__label__kik_Latn	0.9660194174757282	0.9360301034807149	0.9979939819458375
__label__kin_Latn	0.8983364140480591	0.8329048843187661	0.9749247743229689
__label__kir_Cyrl	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__kmb_Latn	0.8613636363636363	0.9934469200524246	0.7602808425275828
__label__kmr_Latn	1.0	1.0	1.0
__label__knc_Arab	0.690741956664478	1.0	0.5275827482447342
__label__knc_Latn	0.9666837519220912	0.9884696016771488	0.9458375125376128
__label__kor_Hang	1.0	1.0	1.0
__label__ktu_Latn	0.9894631209232313	0.9899598393574297	0.9889669007021064
__label__lao_Laoo	1.0	1.0	1.0
__label__lij_Latn	0.9797730636408485	0.9640776699029127	0.995987963891675
__label__lim_Latn	0.9806122448979592	0.9979231568016614	0.9638916750250752
__label__lin_Latn	0.9955022488755622	0.9920318725099602	0.9989969909729187
__label__lit_Latn	0.998997995991984	0.997997997997998	1.0
__label__lmo_Latn	0.9660000000000001	0.963110667996012	0.9689067201604814
__label__ltg_Latn	0.9964841788046208	0.9979879275653923	0.9949849548645938
__label__ltz_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__lua_Latn	0.9669762641898865	0.9957492029755579	0.9398194583751254
__label__lug_Latn	0.9860557768924303	0.9792284866468842	0.9929789368104313
__label__luo_Latn	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__lus_Latn	0.9974861739567623	1.0	0.9949849548645938
__label__lvs_Latn	0.996003996003996	0.9920398009950249	1.0
__label__mag_Deva	0.9019211324570272	0.90927624872579	0.8946840521564694
__label__mai_Deva	0.9692937563971341	0.9895506792058516	0.9498495486459378
__label__mal_Mlym	1.0	1.0	1.0
__label__mar_Deva	0.9895781637717123	0.9793713163064833	1.0
__label__min_Latn	0.971824023727138	0.9580896686159844	0.9859578736208626
__label__mkd_Cyrl	0.9930209371884346	0.9871159563924677	0.9989969909729187
__label__mlt_Latn	0.9984947315604615	0.998995983935743	0.9979939819458375
__label__mni_Beng	0.9910536779324055	0.9822660098522168	1.0
__label__mos_Latn	0.9314040728831725	1.0	0.8716148445336008
__label__mri_Latn	0.998997995991984	0.997997997997998	1.0
__label__mya_Mymr	1.0	1.0	1.0
__label__nld_Latn	0.9759686120647376	0.95489443378119	0.9979939819458375
__label__nno_Latn	0.9667163437655242	0.9576771653543307	0.9759277833500501
__label__nob_Latn	0.9006864988558352	0.8282828282828283	0.9869608826479438
__label__npi_Deva	0.9841584158415841	0.9716520039100685	0.9969909729187563
__label__nso_Latn	0.9890000000000001	0.9860418743768694	0.9919759277833501
__label__nus_Latn	0.9979959919839679	0.996996996996997	0.9989969909729187
__label__nya_Latn	0.9909547738693467	0.9929506545820745	0.9889669007021064
__label__oci_Latn	0.9910224438902744	0.9856150793650794	0.9964894684052157
__label__ory_Orya	1.0	1.0	1.0
__label__pag_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__pan_Guru	1.0	1.0	1.0
__label__pap_Latn	0.9793510324483775	0.9604628736740598	0.9989969909729187
__label__pbt_Arab	0.9842053307008884	0.9689018464528668	1.0
__label__pes_Arab	0.25104214914312184	0.2332185886402754	0.27181544633901705
__label__plt_Latn	0.9883307965499747	1.0	0.9769307923771314
__label__pol_Latn	0.9827331031080414	0.9669902912621359	0.9989969909729187
__label__por_Latn	0.9812992125984252	0.9632850241545894	1.0
__label__prs_Arab	0.625	0.7387140902872777	0.5416248746238717
__label__quy_Latn	0.9945137157107232	0.9890873015873016	1.0
__label__ron_Latn	0.997	0.9940179461615155	1.0
__label__run_Latn	0.9029227557411273	0.941240478781284	0.8676028084252758
__label__rus_Cyrl	0.9964841788046208	0.9979879275653923	0.9949849548645938
__label__sag_Latn	0.9964841788046208	0.9979879275653923	0.9949849548645938
__label__san_Deva	0.9753340184994861	1.0	0.9518555667001003
__label__sat_Olck	1.0	1.0	1.0
__label__scn_Latn	0.9945137157107232	0.9890873015873016	1.0
__label__shn_Mymr	0.7904761904761904	0.6539724228496389	0.9989969909729187
__label__sin_Sinh	1.0	1.0	1.0
__label__slk_Latn	0.9964982491245622	0.9940119760479041	0.9989969909729187
__label__slv_Latn	0.9944972486243122	0.9920159680638723	0.9969909729187563
__label__smo_Latn	0.9969818913480886	1.0	0.9939819458375125
__label__sna_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__snd_Arab	1.0	1.0	1.0
__label__som_Latn	0.997	0.9940179461615155	1.0
__label__sot_Latn	0.9756838905775075	0.9856704196519959	0.9658976930792377
__label__spa_Latn	0.9577329490874159	0.9188940092165898	1.0
__label__srd_Latn	0.9954932398597897	0.994	0.9969909729187563
__label__srp_Cyrl	0.9950099800399202	0.9900695134061569	1.0
__label__ssw_Latn	0.974721941354904	0.9826707441386341	0.966900702106319
__label__sun_Latn	0.9692460317460317	0.9587831207065751	0.9799398194583752
__label__swe_Latn	0.9954751131221719	0.9979838709677419	0.9929789368104313
__label__swh_Latn	0.9225776541492814	0.8577586206896551	0.9979939819458375
__label__szl_Latn	0.9490278507619548	0.9966887417218543	0.905717151454363
__label__tam_Taml	1.0	1.0	1.0
__label__taq_Latn	0.8092417061611374	0.9884225759768451	0.6850551654964895
__label__taq_Tfng	0.8250934773577067	0.7042553191489361	0.995987963891675
__label__tat_Cyrl	0.9954977488744373	0.9930139720558883	0.9979939819458375
__label__tel_Telu	1.0	1.0	1.0
__label__tgk_Cyrl	0.9984962406015037	0.9979959919839679	0.9989969909729187
__label__tha_Thai	1.0	1.0	1.0
__label__tir_Ethi	0.9994987468671679	0.998997995991984	1.0
__label__tpi_Latn	0.9994982438534872	1.0	0.9989969909729187
__label__tsn_Latn	0.9644422795908426	0.9375	0.9929789368104313
__label__tso_Latn	0.994475138121547	0.9959758551307847	0.9929789368104313
__label__tuk_Latn	0.9994987468671679	0.998997995991984	1.0
__label__tum_Latn	0.9870646766169155	0.9792694965449161	0.9949849548645938
__label__tur_Latn	0.9832181638696941	0.967930029154519	0.9989969909729187
__label__twi_Latn	0.9969879518072289	0.9979899497487437	0.995987963891675
__label__uig_Arab	1.0	1.0	1.0
__label__ukr_Cyrl	0.9989969909729187	0.9989969909729187	0.9989969909729187
__label__umb_Latn	0.6724252491694354	0.9960629921259843	0.5075225677031093
__label__urd_Arab	0.9495238095238095	0.9038984587488668	1.0
__label__uzn_Latn	0.9974937343358395	0.996993987975952	0.9979939819458375
__label__vec_Latn	0.9830508474576272	0.977205153617443	0.9889669007021064
__label__vie_Latn	1.0	1.0	1.0
__label__war_Latn	0.9940179461615154	0.9881070366699702	1.0
__label__wol_Latn	0.9969909729187563	0.9969909729187563	0.9969909729187563
__label__xho_Latn	0.9449360865290068	0.926711668273867	0.9638916750250752
__label__ydd_Hebr	0.9920398009950249	0.9842053307008884	1.0
__label__yor_Latn	0.9904952476238118	0.9880239520958084	0.9929789368104313
__label__yue_Hant	0.5493706293706294	0.3809154383242824	0.9849548645937813
__label__zgh_Tfng	0.996996996996997	0.995004995004995	0.9989969909729187
__label__zsm_Latn	0.8803418803418802	0.8358881875563571	0.9297893681043129
__label__zul_Latn	0.9617105917454003	0.9536489151873767	0.9699097291875627

Aggregate Score By Augmentation Set

Augmentation Set	F1	Precision	Recall
dev/add	0.6284194877235725	0.9316736413861405	0.4741021092835156
dev/addemojis	0.9059082740204489	0.9315062772427114	0.8816795213225884
dev/antspeak	0.3140477206011491	0.31901987470626314	0.30922817714226425
dev/cyrillic	0.5737380347430662	0.8846708263833117	0.4245297468760963
dev/floresplus	0.9191496278636764	0.9163241555074321	0.9219925787213858
dev/delete	0.8891753366754133	0.9197173950924327	0.8605965680292108
dev/hashtag	0.4457660775807069	0.3736617453881816	0.5523516361893562
dev/html	0.914400448961776	0.9232826619118136	0.9056875058673558
dev/leetspeak	0.7864948851518678	0.9149558195023467	0.6896650542761289
dev/ngrams	0.7835026027447127	0.7698951705981667	0.7975996956386401
dev/short	0.4032451484405143	0.3110262714113745	0.5731974247866753
dev/spongebob	0.867310741412553	0.9133455030387827	0.8256938302592507
dev/swap	0.8424251895521343	0.9264046175635715	0.7724058876135796
dev/url	0.9059737692683936	0.9249754173895585	0.887737102934419