{"id":"https://openalex.org/W4388019180","doi":"https://doi.org/10.1109/access.2023.3328352","title":"RoBERTa-CoA: RoBERTa-Based Effective Finetuning Method Using Co-Attention","display_name":"RoBERTa-CoA: RoBERTa-Based Effective Finetuning Method Using Co-Attention","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4388019180","doi":"https://doi.org/10.1109/access.2023.3328352"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3328352","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3328352","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10299620.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10299620.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100762102","display_name":"Jeong-Hoon Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I199143407","display_name":"Sunchon National University","ror":"https://ror.org/043jqrs76","country_code":"KR","type":"education","lineage":["https://openalex.org/I199143407"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jeong-Hoon Kim","raw_affiliation_strings":["Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, Suncheon-si, Jeollanam-do, South Korea","Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, 255 Jungang-ro, Suncheon-city, Jeollanam do, Korea"],"raw_orcid":"https://orcid.org/0000-0001-5607-0970","affiliations":[{"raw_affiliation_string":"Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, Suncheon-si, Jeollanam-do, South Korea","institution_ids":["https://openalex.org/I199143407"]},{"raw_affiliation_string":"Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, 255 Jungang-ro, Suncheon-city, Jeollanam do, Korea","institution_ids":["https://openalex.org/I199143407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101564680","display_name":"Sung-Wook Park","orcid":"https://orcid.org/0000-0003-1051-9263"},"institutions":[{"id":"https://openalex.org/I199143407","display_name":"Sunchon National University","ror":"https://ror.org/043jqrs76","country_code":"KR","type":"education","lineage":["https://openalex.org/I199143407"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sung-Wook Park","raw_affiliation_strings":["Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, Suncheon-si, Jeollanam-do, South Korea","Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, 255 Jungang-ro, Suncheon-city, Jeollanam do, Korea"],"raw_orcid":"https://orcid.org/0000-0003-1051-9263","affiliations":[{"raw_affiliation_string":"Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, Suncheon-si, Jeollanam-do, South Korea","institution_ids":["https://openalex.org/I199143407"]},{"raw_affiliation_string":"Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, 255 Jungang-ro, Suncheon-city, Jeollanam do, Korea","institution_ids":["https://openalex.org/I199143407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102903438","display_name":"Jun-Yeong Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I199143407","display_name":"Sunchon National University","ror":"https://ror.org/043jqrs76","country_code":"KR","type":"education","lineage":["https://openalex.org/I199143407"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jun-Yeong Kim","raw_affiliation_strings":["Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, Suncheon-si, Jeollanam-do, South Korea","Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, 255 Jungang-ro, Suncheon-city, Jeollanam do, Korea"],"raw_orcid":"https://orcid.org/0000-0002-5937-4571","affiliations":[{"raw_affiliation_string":"Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, Suncheon-si, Jeollanam-do, South Korea","institution_ids":["https://openalex.org/I199143407"]},{"raw_affiliation_string":"Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, 255 Jungang-ro, Suncheon-city, Jeollanam do, Korea","institution_ids":["https://openalex.org/I199143407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023817625","display_name":"Jun Park","orcid":"https://orcid.org/0000-0001-6268-9593"},"institutions":[{"id":"https://openalex.org/I199143407","display_name":"Sunchon National University","ror":"https://ror.org/043jqrs76","country_code":"KR","type":"education","lineage":["https://openalex.org/I199143407"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jun Park","raw_affiliation_strings":["Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, Suncheon-si, Jeollanam-do, South Korea","Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, 255 Jungang-ro, Suncheon-city, Jeollanam do, Korea"],"raw_orcid":"https://orcid.org/0000-0001-6268-9593","affiliations":[{"raw_affiliation_string":"Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, Suncheon-si, Jeollanam-do, South Korea","institution_ids":["https://openalex.org/I199143407"]},{"raw_affiliation_string":"Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, 255 Jungang-ro, Suncheon-city, Jeollanam do, Korea","institution_ids":["https://openalex.org/I199143407"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053786155","display_name":"Se-Hoon Jung","orcid":"https://orcid.org/0000-0002-1776-9823"},"institutions":[{"id":"https://openalex.org/I199143407","display_name":"Sunchon National University","ror":"https://ror.org/043jqrs76","country_code":"KR","type":"education","lineage":["https://openalex.org/I199143407"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Se-Hoon Jung","raw_affiliation_strings":["Department of Computer Engineering, Sunchon National University, Suncheon-si, Jeoolanam-do, South Korea","Department of Computer Engineering, Sunchon National University, 255 Jungang-ro, Suncheon-city, Jeoolanam do, Korea"],"raw_orcid":"https://orcid.org/0000-0002-1776-9823","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Sunchon National University, Suncheon-si, Jeoolanam-do, South Korea","institution_ids":["https://openalex.org/I199143407"]},{"raw_affiliation_string":"Department of Computer Engineering, Sunchon National University, 255 Jungang-ro, Suncheon-city, Jeoolanam do, Korea","institution_ids":["https://openalex.org/I199143407"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017207286","display_name":"Chun-Bo Sim","orcid":"https://orcid.org/0000-0003-0802-6355"},"institutions":[{"id":"https://openalex.org/I199143407","display_name":"Sunchon National University","ror":"https://ror.org/043jqrs76","country_code":"KR","type":"education","lineage":["https://openalex.org/I199143407"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Chun-Bo Sim","raw_affiliation_strings":["Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, Suncheon-si, Jeollanam-do, South Korea","Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, 255 Jungang-ro, Suncheon-city, Jeollanam do, Korea"],"raw_orcid":"https://orcid.org/0000-0003-0802-6355","affiliations":[{"raw_affiliation_string":"Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, Suncheon-si, Jeollanam-do, South Korea","institution_ids":["https://openalex.org/I199143407"]},{"raw_affiliation_string":"Interdisciplinary Program in IT-Bio Convergence System, Sunchon National University, 255 Jungang-ro, Suncheon-city, Jeollanam do, Korea","institution_ids":["https://openalex.org/I199143407"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8158,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78685275,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"120292","last_page":"120303"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8498287200927734},{"id":"https://openalex.org/keywords/paragraph","display_name":"Paragraph","score":0.84264075756073},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7545479536056519},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6631914973258972},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6330620646476746},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.605838418006897},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.497405081987381},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.46473053097724915},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4489443302154541},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.4385491907596588},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41639775037765503},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.37316861748695374},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.370534747838974},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.36942774057388306},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10804113745689392},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08044567704200745}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8498287200927734},{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.84264075756073},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7545479536056519},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6631914973258972},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6330620646476746},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.605838418006897},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.497405081987381},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46473053097724915},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4489443302154541},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.4385491907596588},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41639775037765503},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.37316861748695374},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.370534747838974},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.36942774057388306},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10804113745689392},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08044567704200745},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3328352","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3328352","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10299620.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c8f5febadd1d41379c2be43568632b7d","is_oa":true,"landing_page_url":"https://doaj.org/article/c8f5febadd1d41379c2be43568632b7d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 120292-120303 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3328352","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3328352","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10299620.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1901622517","display_name":null,"funder_award_id":"421028-3","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G4295793472","display_name":null,"funder_award_id":"421028-3","funder_id":"https://openalex.org/F4320322035","funder_display_name":"Rural Development Administration"},{"id":"https://openalex.org/G5680515977","display_name":null,"funder_award_id":"421028-3","funder_id":"https://openalex.org/F4320322033","funder_display_name":"Ministry of Agriculture, Food and Rural Affairs"}],"funders":[{"id":"https://openalex.org/F4320322006","display_name":"Ministry of Culture, Sports and Tourism","ror":"https://ror.org/02fkk6k65"},{"id":"https://openalex.org/F4320322033","display_name":"Ministry of Agriculture, Food and Rural Affairs","ror":"https://ror.org/009g8rq41"},{"id":"https://openalex.org/F4320322035","display_name":"Rural Development Administration","ror":"https://ror.org/03xs9yg50"},{"id":"https://openalex.org/F4320323890","display_name":"Korea Creative Content Agency","ror":"https://ror.org/036vyg793"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320336122","display_name":"Korea Institute of Planning and Evaluation for Technology in Food, Agriculture and Forestry","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388019180.pdf","grobid_xml":"https://content.openalex.org/works/W4388019180.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W2551396370","https://openalex.org/W2552027021","https://openalex.org/W2798858969","https://openalex.org/W2896457183","https://openalex.org/W2899663614","https://openalex.org/W2963748441","https://openalex.org/W2965373594","https://openalex.org/W2978017171","https://openalex.org/W2996428491","https://openalex.org/W3002072934","https://openalex.org/W3009373239","https://openalex.org/W3011411500","https://openalex.org/W3024566755","https://openalex.org/W3026932769","https://openalex.org/W3047738520","https://openalex.org/W3095789240","https://openalex.org/W3099454256","https://openalex.org/W3103499439","https://openalex.org/W3104415840","https://openalex.org/W3113635491","https://openalex.org/W3162233300","https://openalex.org/W3176756782","https://openalex.org/W3180942591","https://openalex.org/W4283314135","https://openalex.org/W4288106555","https://openalex.org/W4295253143","https://openalex.org/W4382239116","https://openalex.org/W4385822522","https://openalex.org/W6729263887","https://openalex.org/W6729654139","https://openalex.org/W6755207826","https://openalex.org/W6755977528","https://openalex.org/W6766673545","https://openalex.org/W6767492706","https://openalex.org/W6768021236","https://openalex.org/W6768851824","https://openalex.org/W6774489103","https://openalex.org/W6777012526","https://openalex.org/W6778198925","https://openalex.org/W6781953712","https://openalex.org/W6785449155","https://openalex.org/W6786293235"],"related_works":["https://openalex.org/W2134971061","https://openalex.org/W3015724364","https://openalex.org/W4288263119","https://openalex.org/W2967994095","https://openalex.org/W2900126711","https://openalex.org/W4285240985","https://openalex.org/W4225162083","https://openalex.org/W2542958340","https://openalex.org/W3202115945","https://openalex.org/W4286930972"],"abstract_inverted_index":{"In":[0,71,129],"the":[1,113,124,147,155,159,162,175,223,232,235,239,249,253,272],"field":[2],"of":[3,106],"natural":[4,40,56],"language":[5,41,57],"processing,":[6],"artificial":[7],"intelligence":[8],"(AI)":[9],"technology":[10],"has":[11],"been":[12,34],"utilized":[13],"to":[14,66,173,185,219,231,248,271],"solve":[15],"various":[16],"problems,":[17],"such":[18],"as":[19],"text":[20],"classification,":[21],"similarity":[22],"measurement,":[23],"chatbots,":[24],"machine":[25,28,131,206],"translation,":[26],"and":[27,38,64,79,95,109,116,122,138,161,191,204,221,227,243,261,263],"reading":[29,53,132,207],"comprehension.":[30],"Significant":[31],"advancements":[32],"have":[33],"made":[35],"in":[36,46,98,104,153],"complex":[37],"rule-intensive":[39],"processing":[42,58],"through":[43,258],"deep":[44],"learning,":[45],"which":[47,154],"machines":[48,61],"directly":[49],"learn":[50],"patterns.":[51],"Machine":[52],"comprehension,":[54,226],"a":[55,80,205],"task,":[59],"involves":[60,134],"understanding":[62],"questions":[63,137],"paragraphs":[65],"find":[67],"answers":[68],"within":[69],"paragraphs.":[70,139],"2019,":[72],"bidirectional":[73],"encoder":[74],"representations":[75],"from":[76,146],"transformers":[77],"(BERT)":[78],"robust":[81],"optimized":[82,92],"BERT":[83,103],"pretraining":[84,94,114],"approach":[85],"(RoBERTa)":[86],"were":[87,90],"introduced.":[88],"They":[89],"then":[91,199],"for":[93],"fine-tuning,":[96],"resulting":[97],"significant":[99],"advancements.":[100],"RoBERTa":[101,193],"outperformed":[102],"terms":[105],"training":[107],"speed":[108],"performance":[110,255,269],"by":[111,241,245],"increasing":[112],"data":[115],"batch":[117],"sizes,":[118],"employing":[119],"dynamic":[120],"masking,":[121],"eliminating":[123],"next":[125],"sentence":[126],"prediction":[127],"task.":[128],"RoBERTa,":[130],"comprehension":[133,208],"simultaneously":[135],"inputting":[136],"However,":[140],"this":[141],"simultaneous":[142],"input":[143,180],"method":[144,237],"suffers":[145],"attention":[148,156,259],"separate":[149],"representation":[150],"(ASP)":[151],"problem,":[152],"distribution":[157],"between":[158],"question":[160],"paragraph":[163],"spreads":[164],"widely":[165],"across":[166],"keywords.":[167],"This":[168],"study":[169,216],"proposed":[170,236],"two":[171,202],"methods":[172],"address":[174],"ASP":[176],"problem.":[177],"The":[178,195],"existing":[179,250,273],"format,":[181],"question-paragraph,":[182],"was":[183,198,212,217,256],"changed":[184],"three":[186],"independent":[187],"inputs:":[188],"question,":[189],"paragraph,":[190],"concatenated":[192,196],"outputs.":[194],"matrix":[197],"transformed":[200],"into":[201],"matrices,":[203],"algorithm":[209],"using":[210],"co-attention":[211],"proposed.":[213],"An":[214],"ablation":[215],"conducted":[218],"evaluate":[220],"analyze":[222],"model\u2019s":[224],"performance,":[225],"design":[228],"efficiency.":[229],"According":[230],"experimental":[233],"results,":[234],"improved":[238],"EM":[240],"0.9%":[242],"F1":[244],"1.0%":[246],"compared":[247,270],"methods.":[251],"Consequently,":[252],"learning":[254],"enhanced":[257],"concentration":[260],"co-attention,":[262],"it":[264],"could":[265],"demonstrate":[266],"much":[267],"better":[268],"models.":[274]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}