{"id":"https://openalex.org/W7163176603","doi":"https://doi.org/10.48550/arxiv.2606.02100","title":"PortBERT: Navigating the Depths of Portuguese Language Models","display_name":"PortBERT: Navigating the Depths of Portuguese Language Models","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163176603","doi":"https://doi.org/10.48550/arxiv.2606.02100"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02100","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02100","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02100","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137632223","display_name":"Raphael Scheible-Schmitt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Scheible-Schmitt, Raphael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137649663","display_name":"Henry He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Henry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126330906","display_name":"Armando Mendes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mendes, Armando B.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3391000032424927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3391000032424927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.13259999454021454,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0989999994635582,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6503000259399414},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5385000109672546},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5306000113487244},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5228999853134155},{"id":"https://openalex.org/keywords/portuguese","display_name":"Portuguese","score":0.5009999871253967},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.47780001163482666},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.45750001072883606},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4228000044822693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7063999772071838},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6503000259399414},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5385000109672546},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5306000113487244},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5228999853134155},{"id":"https://openalex.org/C35219183","wikidata":"https://www.wikidata.org/wiki/Q5146","display_name":"Portuguese","level":2,"score":0.5009999871253967},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.47780001163482666},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4772999882698059},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.45750001072883606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44179999828338623},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.3698999881744385},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.3407999873161316},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.3386000096797943},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.32429999113082886},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3237000107765198},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3174000084400177},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.28999999165534973},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.2694999873638153}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02100","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02100","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02100","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02100","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Transformer":[0],"models":[1,8,37,102,151],"dominate":[2],"modern":[3],"NLP,":[4],"but":[5],"efficient,":[6],"language-specific":[7],"remain":[9],"scarce.":[10],"In":[11,25],"Portuguese,":[12,39],"most":[13],"focus":[14],"on":[15,49,91,152],"scale":[16],"or":[17,106],"accuracy,":[18,114],"often":[19],"neglecting":[20],"training":[21,117],"and":[22,44,55,58,69,76,85,88,98,110,118,154,162],"deployment":[23],"efficiency.":[24,45,131],"the":[26,139],"present":[27],"work,":[28],"we":[29,115],"introduce":[30],"PortBERT,":[31],"a":[32,93],"family":[33],"of":[34,53,95,142],"RoBERTa-based":[35],"language":[36],"for":[38],"designed":[40],"to":[41,158],"balance":[42],"performance":[43],"Trained":[46],"from":[47,60],"scratch":[48],"over":[50],"450":[51],"GB":[52],"deduplicated":[54],"filtered":[56],"mC4":[57],"OSCAR23":[59],"CulturaX":[61],"using":[62],"fairseq,":[63],"PortBERT":[64,83,86,132],"leverages":[65],"byte-level":[66],"BPE":[67],"tokenization":[68],"stable":[70],"pre-training":[71],"routines":[72],"across":[73],"both":[74],"GPU":[75],"TPU":[77],"processors.":[78],"We":[79,148],"release":[80,149],"two":[81],"variants,":[82],"base":[84],"large,":[87],"evaluate":[89],"them":[90],"ExtraGLUE,":[92],"suite":[94],"translated":[96],"GLUE":[97],"SuperGLUE":[99],"tasks.":[100],"Both":[101],"perform":[103],"competitively,":[104],"matching":[105],"surpassing":[107],"existing":[108],"monolingual":[109],"multilingual":[111],"models.":[112],"Beyond":[113],"report":[116],"inference":[119],"times":[120],"as":[121,123],"well":[122],"fine-tuning":[124],"throughput,":[125],"providing":[126],"practical":[127],"insights":[128],"into":[129],"model":[130],"thus":[133],"complements":[134],"prior":[135],"work":[136],"by":[137],"addressing":[138],"underexplored":[140],"dimension":[141],"compute-performance":[143],"tradeoffs":[144],"in":[145],"Portuguese":[146],"NLP.":[147],"all":[150],"Huggingface":[153],"provide":[155],"fairseq":[156],"checkpoints":[157],"support":[159],"further":[160],"research":[161],"applications.":[163]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}