uonlp/CulturaX

dataset, huggingface, text generation, fill mask, task_ids:language-modeling, task_ids:masked-language-modeling, annotations_creators:no-annotation, language_creators:found, multilinguality:multilingual, source_datasets:original, language-af, language-als, language-am, language-an, language-ar, language-arz, language-as, language-ast, language-av, language-az, language-azb, language-ba, language-bar, language-bcl, language-be, language-bg, language-bh, language-bn, language-bo, language-bpy, language-br, language-bs, language-bxr, language-ca, language-cbk, language-ce, language-ceb, language-ckb, language-cs, language-cv, language-cy, language-da, language-de, language-dsb, language-dv, language-el, language-eml, language-en, language-eo, language-es, language-et, language-eu, language-fa, language-fi, language-fr, language-frr, language-fy, language-ga, language-gd, language-gl, language-gn, language-gom, language-gu, language-he, language-hi, language-hr, language-hsb, language-ht, language-hu, language-hy, language-ia, language-id, language-ie, language-ilo, language-io, language-is, language-it, language-ja, language-jbo, language-jv, language-ka, language-kk, language-km, language-kn, language-ko, language-krc, language-ku, language-kv, language-kw, language-ky, language-la, language-lb, language-lez, language-li, language-lmo, language-lo, language-lrc, language-lt, language-lv, language-mai, language-mg, language-mhr, language-min, language-mk, language-ml, language-mn, language-mr, language-mrj, language-ms, language-mt, language-mwl, language-my, language-myv, language-mzn, language-nah, language-nap, language-nds, language-ne, language-new, language-nl, language-nn, language-no, language-oc, language-or, language-os, language-pa, language-pam, language-pl, language-pms, language-pnb, language-ps, language-pt, language-qu, language-rm, language-ro, language-ru, language-rue, language-sa, language-sah, language-scn, language-sd, language-sh, language-si, language-sk, language-sl, language-so, language-sq, language-sr, language-su, language-sv, language-sw, language-ta, language-te, language-tg, language-th, language-tk, language-tl, language-tr, language-tt, language-tyv, language-ug, language-uk, language-ur, language-uz, language-vec, language-vi, language-vls, language-vo, language-wa, language-war, language-wuu, language-xal, language-xmf, language-yi, language-yo, language-yue, language-zh