1.0Centre for Language Technologyhttps://mtd.setur.fo/enAdminhttps://mtd.setur.fo/en/author/admin/rich600338<blockquote class="wp-embedded-content" data-secret="f4v7PmKoGp"><a href="https://mtd.setur.fo/en/resource/wili-2018-wikipedia-language-identification-database/">WiLI-2018: Wikipedia Language Identification Database</a></blockquote><iframe sandbox="allow-scripts" security="restricted" src="https://mtd.setur.fo/en/resource/wili-2018-wikipedia-language-identification-database/embed/#?secret=f4v7PmKoGp" width="600" height="338" title="“WiLI-2018: Wikipedia Language Identification Database” — Máltøknidepilin" data-secret="f4v7PmKoGp" frameborder="0" marginwidth="0" marginheight="0" scrolling="no" class="wp-embedded-content"></iframe><script> /*! This file is auto-generated */ !function(d,l){"use strict";l.querySelector&&d.addEventListener&&"undefined"!=typeof URL&&(d.wp=d.wp||{},d.wp.receiveEmbedMessage||(d.wp.receiveEmbedMessage=function(e){var t=e.data;if((t||t.secret||t.message||t.value)&&!/[^a-zA-Z0-9]/.test(t.secret)){for(var s,r,n,a=l.querySelectorAll('iframe[data-secret="'+t.secret+'"]'),o=l.querySelectorAll('blockquote[data-secret="'+t.secret+'"]'),c=new RegExp("^https?:$","i"),i=0;i<o.length;i++)o[i].style.display="none";for(i=0;i<a.length;i++)s=a[i],e.source===s.contentWindow&&(s.removeAttribute("style"),"height"===t.message?(1e3<(r=parseInt(t.value,10))?r=1e3:~~r<200&&(r=200),s.height=r):"link"===t.message&&(r=new URL(s.getAttribute("src")),n=new URL(t.value),c.test(n.protocol))&&n.host===r.host&&l.activeElement===s&&(d.top.location.href=t.value))}},d.addEventListener("message",d.wp.receiveEmbedMessage,!1),l.addEventListener("DOMContentLoaded",function(){for(var e,t,s=l.querySelectorAll("iframe.wp-embedded-content"),r=0;r<s.length;r++)(t=(e=s[r]).getAttribute("data-secret"))||(t=Math.random().toString(36).substring(2,12),e.src+="#?secret="+t,e.setAttribute("data-secret",t)),e.contentWindow.postMessage({message:"ready",secret:t},"*")},!1)))}(window,document); //# sourceURL=https://mtd.setur.fo/wp-includes/js/wp-embed.min.js </script>https://i0.wp.com/mtd.setur.fo/wp-content/uploads/2023/11/wikipedia_logo_icon_169796.png?fit=512%2C512&ssl=1512512This contains 1,000 paragraphs in Faroese (and the same amount in all the other 234 languages). This means that there are 500 paragraphs in the training set and another 500 paragraphs in the test set. You can download the files for all 235 languages below.