feat: Add Spanish and Finnish

app.py

@@ -173,11 +173,13 @@ DANISH = Language(code="da", name="Danish")
 DUTCH = Language(code="nl", name="Dutch")
 ENGLISH = Language(code="en", name="English")
 FAROESE = Language(code="fo", name="Faroese")
+FINNISH = Language(code="fi", name="Finnish")
 FRENCH = Language(code="fr", name="French")
 GERMAN = Language(code="de", name="German")
 ICELANDIC = Language(code="is", name="Icelandic")
 ITALIAN = Language(code="it", name="Italian")
 NORWEGIAN = Language(code="no", name="Norwegian")
+SPANISH = Language(code="es", name="Spanish")
 SWEDISH = Language(code="sv", name="Swedish")
 ALL_LANGUAGES = {
     obj.name: obj for obj in globals().values() if isinstance(obj, Language)
@@ -214,6 +216,13 @@ DATASETS = [
     Dataset(name="fone", language=FAROESE, task=INFORMATION_EXTRACTION),
     Dataset(name="foqa", language=FAROESE, task=READING_COMPREHENSION),
 
+    Dataset(name="scandisent-fi", language=FINNISH, task=TEXT_CLASSIFICATION),
+    Dataset(name="scala-fi", language=FINNISH, task=GRAMMAR),
+    Dataset(name="turku-ner-fi", language=FINNISH, task=INFORMATION_EXTRACTION),
+    Dataset(name="tydiqa-fi", language=FINNISH, task=READING_COMPREHENSION),
+    Dataset(name="xlsum-fi", language=FINNISH, task=SUMMARISATION),
+    Dataset(name="hellaswag-fi", language=FINNISH, task=COMMON_SENSE_REASONING),
+
     Dataset(name="allocine", language=FRENCH, task=TEXT_CLASSIFICATION),
     Dataset(name="scala-fr", language=FRENCH, task=GRAMMAR),
     Dataset(name="eltec", language=FRENCH, task=INFORMATION_EXTRACTION),
@@ -258,6 +267,14 @@ DATASETS = [
     Dataset(name="nrk-quiz-qa", language=NORWEGIAN, task=KNOWLEDGE),
     Dataset(name="nor-common-sense-qa", language=NORWEGIAN, task=COMMON_SENSE_REASONING),
 
+    Dataset(name="sentiment-headlines-es", language=SPANISH, task=TEXT_CLASSIFICATION),
+    Dataset(name="scala-es", language=SPANISH, task=GRAMMAR),
+    Dataset(name="conll-es", language=SPANISH, task=INFORMATION_EXTRACTION),
+    Dataset(name="mlqa-es", language=SPANISH, task=READING_COMPREHENSION),
+    Dataset(name="mlsum-es", language=SPANISH, task=SUMMARISATION),
+    Dataset(name="mmlu-es", language=SPANISH, task=KNOWLEDGE),
+    Dataset(name="hellaswag-es", language=SPANISH, task=COMMON_SENSE_REASONING),
+
     Dataset(name="swerec", language=SWEDISH, task=TEXT_CLASSIFICATION),
     Dataset(name="scala-sv", language=SWEDISH, task=GRAMMAR),
     Dataset(name="suc3", language=SWEDISH, task=INFORMATION_EXTRACTION),