{"id":"https://openalex.org/W4304084366","doi":"https://doi.org/10.12928/telkomnika.v20i6.24248","title":"RoBERTa: language modelling in building Indonesian question-answering systems","display_name":"RoBERTa: language modelling in building Indonesian question-answering systems","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4304084366","doi":"https://doi.org/10.12928/telkomnika.v20i6.24248"},"language":"en","primary_location":{"id":"doi:10.12928/telkomnika.v20i6.24248","doi":"https://doi.org/10.12928/telkomnika.v20i6.24248","is_oa":true,"landing_page_url":"https://doi.org/10.12928/telkomnika.v20i6.24248","pdf_url":"http://telkomnika.uad.ac.id/index.php/TELKOMNIKA/article/download/24248/11500","source":{"id":"https://openalex.org/S2972808588","display_name":"TELKOMNIKA (Telecommunication Computing Electronics and Control)","issn_l":"1693-6930","issn":["1693-6930","2302-9293"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319805","host_organization_name":"Ahmad Dahlan University","host_organization_lineage":["https://openalex.org/P4310319805"],"host_organization_lineage_names":["Ahmad Dahlan University"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TELKOMNIKA (Telecommunication Computing Electronics and Control)","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://telkomnika.uad.ac.id/index.php/TELKOMNIKA/article/download/24248/11500","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009554027","display_name":"Wiwin Suwarningsih","orcid":"https://orcid.org/0000-0003-0155-6329","observed_orcids":["https://orcid.org/0000-0003-0155-6329"]},"institutions":[{"id":"https://openalex.org/I4387154144","display_name":"National Research and Innovation Agency","ror":"https://ror.org/02hmjzt55","country_code":"ID","type":"government","lineage":["https://openalex.org/I4387154144"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Wiwin Suwarningsih","raw_affiliation_strings":["National Research and Innovation Agency"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Research and Innovation Agency","institution_ids":["https://openalex.org/I4387154144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088092005","display_name":"Raka Aditya Pramata","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177055848","display_name":"University of Brawijaya","ror":"https://ror.org/01wk3d929","country_code":"ID","type":"education","lineage":["https://openalex.org/I177055848"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Raka Aditya Pramata","raw_affiliation_strings":["Universitas Brawijaya"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitas Brawijaya","institution_ids":["https://openalex.org/I177055848"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012294791","display_name":"Fadhil Yusuf Rahadika","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177055848","display_name":"University of Brawijaya","ror":"https://ror.org/01wk3d929","country_code":"ID","type":"education","lineage":["https://openalex.org/I177055848"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Fadhil Yusuf Rahadika","raw_affiliation_strings":["Universitas Brawijaya"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitas Brawijaya","institution_ids":["https://openalex.org/I177055848"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059308639","display_name":"Mochamad Havid Albar Purnomo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177055848","display_name":"University of Brawijaya","ror":"https://ror.org/01wk3d929","country_code":"ID","type":"education","lineage":["https://openalex.org/I177055848"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Mochamad Havid Albar Purnomo","raw_affiliation_strings":["Universitas Brawijaya"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitas Brawijaya","institution_ids":["https://openalex.org/I177055848"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5761,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.6579414,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"20","issue":"6","first_page":"1248","last_page":"1248"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/roberta","display_name":"RoBERTa","score":0.9990000128746033},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.550000011920929},{"id":"https://openalex.org/keywords/albert","display_name":"ALBERT","score":0.9049999713897705},{"id":"https://openalex.org/keywords/electra","display_name":"Electra","score":0.9629999995231628},{"id":"https://openalex.org/keywords/indonesian-language","display_name":"Indonesian language","score":0.4650000035762787},{"id":"https://openalex.org/keywords/question-answering-systems","display_name":"question answering systems","score":0.9279999732971191},{"id":"https://openalex.org/keywords/language-modeling","display_name":"language modeling","score":0.5550000071525574},{"id":"https://openalex.org/keywords/pretraining","display_name":"pre-training","score":0.49799999594688416},{"id":"https://openalex.org/keywords/esperanto","display_name":"Esperanto","score":0.7839999794960022},{"id":"https://openalex.org/keywords/malay-language","display_name":"Malay language","score":0.4860000014305115},{"id":"https://openalex.org/keywords/byte-pair-encoding","display_name":"byte pair encoding","score":0.6110000014305115},{"id":"https://openalex.org/keywords/sentencepiece","display_name":"SentencePiece","score":0.6069999933242798},{"id":"https://openalex.org/keywords/wikipedia-corpus","display_name":"Wikipedia corpus","score":0.4099999964237213}],"concepts":[{"id":"https://openalex.org/C2779207338","wikidata":"https://www.wikidata.org/wiki/Q9240","display_name":"Indonesian","level":2,"score":0.9151651859283447},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7560813426971436},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6626184582710266},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6392483711242676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5681986808776855},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5616269111633301},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5346808433532715},{"id":"https://openalex.org/C43364308","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Byte","level":2,"score":0.5029708743095398},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.48799577355384827},{"id":"https://openalex.org/C2776938241","wikidata":"https://www.wikidata.org/wiki/Q9237","display_name":"Malay","level":2,"score":0.44538936018943787},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4342159926891327},{"id":"https://openalex.org/C114010052","wikidata":"https://www.wikidata.org/wiki/Q150352","display_name":"Foreign language","level":2,"score":0.43281006813049316},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3517606258392334},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.22577065229415894},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07923880219459534},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.12928/telkomnika.v20i6.24248","doi":"https://doi.org/10.12928/telkomnika.v20i6.24248","is_oa":true,"landing_page_url":"https://doi.org/10.12928/telkomnika.v20i6.24248","pdf_url":"http://telkomnika.uad.ac.id/index.php/TELKOMNIKA/article/download/24248/11500","source":{"id":"https://openalex.org/S2972808588","display_name":"TELKOMNIKA (Telecommunication Computing Electronics and Control)","issn_l":"1693-6930","issn":["1693-6930","2302-9293"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319805","host_organization_name":"Ahmad Dahlan University","host_organization_lineage":["https://openalex.org/P4310319805"],"host_organization_lineage_names":["Ahmad Dahlan University"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TELKOMNIKA (Telecommunication Computing Electronics and Control)","raw_type":"journal-article"},{"id":"pmh:oai:zenodo.org:7218462","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/7218462","pdf_url":"https://zenodo.org/record/7218462","source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"TELKOMNIKA (Telecommunication, Computing, Electronics and Control) 20(6) 1248-1255","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.12928/telkomnika.v20i6.24248","doi":"https://doi.org/10.12928/telkomnika.v20i6.24248","is_oa":true,"landing_page_url":"https://doi.org/10.12928/telkomnika.v20i6.24248","pdf_url":"http://telkomnika.uad.ac.id/index.php/TELKOMNIKA/article/download/24248/11500","source":{"id":"https://openalex.org/S2972808588","display_name":"TELKOMNIKA (Telecommunication Computing Electronics and Control)","issn_l":"1693-6930","issn":["1693-6930","2302-9293"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319805","host_organization_name":"Ahmad Dahlan University","host_organization_lineage":["https://openalex.org/P4310319805"],"host_organization_lineage_names":["Ahmad Dahlan University"],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TELKOMNIKA (Telecommunication Computing Electronics and Control)","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.8299999833106995}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320319804","display_name":"Badan Riset dan Inovasi Nasional","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4304084366.pdf","grobid_xml":"https://content.openalex.org/works/W4304084366.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W632432350","https://openalex.org/W1043462122","https://openalex.org/W1963863728","https://openalex.org/W2173361515","https://openalex.org/W2401977166","https://openalex.org/W2522848766","https://openalex.org/W2552027021","https://openalex.org/W2788835992","https://openalex.org/W2880875857","https://openalex.org/W2907333392","https://openalex.org/W2907588548","https://openalex.org/W2908607053","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2975059944","https://openalex.org/W2983174390","https://openalex.org/W2996035354","https://openalex.org/W2996503788","https://openalex.org/W2998673404","https://openalex.org/W3090028958","https://openalex.org/W3105522431","https://openalex.org/W3128029819","https://openalex.org/W3167369375","https://openalex.org/W4200164199","https://openalex.org/W4210517072","https://openalex.org/W4288628030","https://openalex.org/W4389009369"],"related_works":["https://openalex.org/W7154890476","https://openalex.org/W4403278646","https://openalex.org/W4405413324","https://openalex.org/W7163159609","https://openalex.org/W3160645882","https://openalex.org/W7155179216","https://openalex.org/W4410246871","https://openalex.org/W6983261260","https://openalex.org/W7220732723","https://openalex.org/W7070187150"],"abstract_inverted_index":{"This":[0,200],"research":[1],"aimed":[2],"to":[3,32,71,83,208],"evaluate":[4],"the":[5,8,34,37,87,100,119,124,133,148,161,164,175,181,189,192,203],"performance":[6],"of":[7,36,61,91,102,118,151,178,191],"A":[9],"Lite":[10],"BERT":[11,27],"(ALBERT),":[12],"efficiently":[13],"learning":[14,149],"an":[15,210],"encoder":[16,166],"that":[17,195,202],"classifies":[18],"token":[19,120],"replacements":[20],"accurately":[21],"(ELECTRA)":[22],"and":[23,41,52,76,89,107,135,153,183,213],"a":[24,59],"robust":[25],"optimized":[26],"pretraining":[28],"approach":[29],"(RoBERTa)":[30],"models":[31,185],"support":[33],"development":[35],"Indonesian":[38,62,106,211],"language":[39],"question":[40,212],"answer":[42,214],"system":[43],"model.":[44],"The":[45,96,116,142],"evaluation":[46],"carried":[47,145],"out":[48,146],"used":[49,57,98,122,126],"Indonesian,":[50],"Malay":[51],"Esperanto.":[53,115],"Here,":[54],"Esperanto":[55,92,187],"was":[56,99,144,206],"as":[58],"comparison":[60],"because":[63],"it":[64,80],"is":[65,93],"international,":[66],"which":[67],"does":[68],"not":[69,197],"belong":[70],"any":[72],"person":[73],"or":[74],"country":[75],"this":[77,179],"then":[78],"make":[79],"neutral.":[81],"Compared":[82],"other":[84],"foreign":[85],"languages,":[86],"structure":[88],"construction":[90],"relatively":[94],"simple.":[95],"dataset":[97],"result":[101,177],"crawling":[103],"Wikipedia":[104],"for":[105,114,155],"Open":[108],"Super-large":[109],"Crawled":[110],"ALMAnaCH":[111],"coRpus":[112],"(OSCAR)":[113],"size":[117],"dictionary":[121],"in":[123,131,158,174,186],"test":[125,143],"approximately":[127],"30,000":[128],"sub":[129],"tokens":[130],"both":[132,156],"SentencePiece":[134],"byte-level":[136],"byte":[137],"pair":[138],"encoding":[139],"methods":[140],"(ByteLevelBPE).":[141],"with":[147,160],"rates":[150],"1e-5":[152],"5e-5":[154],"languages":[157],"accordance":[159],"reference":[162],"from":[163,168],"bidirectional":[165],"representations":[167],"transformers":[169],"(BERT)":[170],"paper.":[171],"As":[172],"shown":[173],"final":[176],"study,":[180],"ALBERT":[182],"RoBERTa":[184,204],"showed":[188,201],"results":[190],"loss":[193],"calculation":[194],"were":[196],"much":[198],"different.":[199],"model":[205],"better":[207],"implement":[209],"system.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2022-10-10T00:00:00"}