{"id":"https://openalex.org/W4391540147","doi":"https://doi.org/10.1007/s44230-024-00061-7","title":"Error Analysis of Pretrained Language Models (PLMs) in English-to-Arabic Machine Translation","display_name":"Error Analysis of Pretrained Language Models (PLMs) in English-to-Arabic Machine Translation","publication_year":2024,"publication_date":"2024-02-05","ids":{"openalex":"https://openalex.org/W4391540147","doi":"https://doi.org/10.1007/s44230-024-00061-7"},"language":"en","primary_location":{"id":"doi:10.1007/s44230-024-00061-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44230-024-00061-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44230-024-00061-7.pdf","source":{"id":"https://openalex.org/S4210207486","display_name":"Human-Centric Intelligent Systems","issn_l":"2667-1336","issn":["2667-1336"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Human-Centric Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://link.springer.com/content/pdf/10.1007/s44230-024-00061-7.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063710079","display_name":"Hend S. Al\u2010Khalifa","orcid":"https://orcid.org/0000-0002-7328-4935"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Hend Al-Khalifa","raw_affiliation_strings":["Information Technology Department, King Saud University, Riyadh, Saudi Arabia","iWAN Research Group, King Saud University, Riyadh, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Information Technology Department, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]},{"raw_affiliation_string":"iWAN Research Group, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005356428","display_name":"Khaloud Al-Khalefah","orcid":null},"institutions":[{"id":"https://openalex.org/I240666556","display_name":"Imam Mohammad ibn Saud Islamic University","ror":"https://ror.org/05gxjyb39","country_code":"SA","type":"education","lineage":["https://openalex.org/I240666556"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Khaloud Al-Khalefah","raw_affiliation_strings":["College of Language and Translation, Al-Imam Muhammad Ibn Saud Islamic University, Riyadh, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"College of Language and Translation, Al-Imam Muhammad Ibn Saud Islamic University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I240666556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104270523","display_name":"Hesham Haroon","orcid":null},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Hesham Haroon","raw_affiliation_strings":["iWAN Research Group, King Saud University, Riyadh, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"iWAN Research Group, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5063710079"],"corresponding_institution_ids":["https://openalex.org/I28022161"],"apc_list":null,"apc_paid":null,"fwci":6.8242,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.97191277,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"4","issue":"2","first_page":"206","last_page":"219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7842987179756165},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7830626964569092},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7298194169998169},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6172751784324646},{"id":"https://openalex.org/keywords/arabic","display_name":"Arabic","score":0.5545467734336853},{"id":"https://openalex.org/keywords/evaluation-of-machine-translation","display_name":"Evaluation of machine translation","score":0.5037967562675476},{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.4910316467285156},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.44468700885772705},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4412161111831665},{"id":"https://openalex.org/keywords/machine-translation-software-usability","display_name":"Machine translation software usability","score":0.40052998065948486},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.304485023021698},{"id":"https://openalex.org/keywords/example-based-machine-translation","display_name":"Example-based machine translation","score":0.22667944431304932}],"concepts":[{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7842987179756165},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7830626964569092},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7298194169998169},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6172751784324646},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.5545467734336853},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.5037967562675476},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.4910316467285156},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.44468700885772705},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4412161111831665},{"id":"https://openalex.org/C148526163","wikidata":"https://www.wikidata.org/wiki/Q6723733","display_name":"Machine translation software usability","level":4,"score":0.40052998065948486},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.304485023021698},{"id":"https://openalex.org/C24687705","wikidata":"https://www.wikidata.org/wiki/Q3753284","display_name":"Example-based machine translation","level":3,"score":0.22667944431304932},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44230-024-00061-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44230-024-00061-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44230-024-00061-7.pdf","source":{"id":"https://openalex.org/S4210207486","display_name":"Human-Centric Intelligent Systems","issn_l":"2667-1336","issn":["2667-1336"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Human-Centric Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9bbe855fd45040739c4cd88510ca6a1c","is_oa":true,"landing_page_url":"https://doaj.org/article/9bbe855fd45040739c4cd88510ca6a1c","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Human-Centric Intelligent Systems, Vol 4, Iss 2, Pp 206-219 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44230-024-00061-7","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44230-024-00061-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44230-024-00061-7.pdf","source":{"id":"https://openalex.org/S4210207486","display_name":"Human-Centric Intelligent Systems","issn_l":"2667-1336","issn":["2667-1336"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Human-Centric Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391540147.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1553828747","https://openalex.org/W1608789752","https://openalex.org/W2011539202","https://openalex.org/W2250342921","https://openalex.org/W2792876194","https://openalex.org/W2883141851","https://openalex.org/W2883386157","https://openalex.org/W2922709902","https://openalex.org/W2936695845","https://openalex.org/W2946627182","https://openalex.org/W2973065121","https://openalex.org/W3023523443","https://openalex.org/W3034999214","https://openalex.org/W3087105636","https://openalex.org/W3093871477","https://openalex.org/W3101286153","https://openalex.org/W3123572135","https://openalex.org/W3167012965","https://openalex.org/W3217091100","https://openalex.org/W4205243694","https://openalex.org/W4206537707","https://openalex.org/W4224298148","https://openalex.org/W4283730643","https://openalex.org/W4287665055","https://openalex.org/W4287855142","https://openalex.org/W4294133266","https://openalex.org/W4316658274","https://openalex.org/W4321617771","https://openalex.org/W4367860087"],"related_works":["https://openalex.org/W3204448004","https://openalex.org/W2122287718","https://openalex.org/W3196981096","https://openalex.org/W2026303297","https://openalex.org/W2152633844","https://openalex.org/W2587602790","https://openalex.org/W2740094425","https://openalex.org/W3097971125","https://openalex.org/W2363497774","https://openalex.org/W2566847733"],"abstract_inverted_index":{"Abstract":[0],"Advances":[1],"in":[2,14,97],"neural":[3],"machine":[4,113],"translation":[5,17,23,114],"utilizing":[6],"pretrained":[7],"language":[8],"models":[9],"(PLMs)":[10],"have":[11],"shown":[12],"promise":[13],"improving":[15],"the":[16,39,69],"quality":[18],"between":[19],"diverse":[20],"languages.":[21],"However,":[22],"from":[24,48],"English":[25,49],"to":[26,50],"languages":[27],"with":[28,68],"complex":[29],"morphology,":[30],"such":[31],"as":[32],"Arabic,":[33],"remains":[34],"challenging.":[35],"This":[36],"study":[37],"investigated":[38],"prevailing":[40],"error":[41],"patterns":[42],"of":[43,100],"state-of-the-art":[44],"PLMs":[45,81],"when":[46],"translating":[47],"Arabic":[51,101],"across":[52],"different":[53],"text":[54],"domains.":[55],"Through":[56],"empirical":[57],"analysis":[58],"using":[59],"automatic":[60],"metrics":[61],"(chrF,":[62],"BERTScore,":[63],"COMET)":[64],"and":[65,79,86,103,116],"manual":[66],"evaluation":[67],"Multidimensional":[70],"Quality":[71],"Metrics":[72],"(MQM)":[73],"framework,":[74],"we":[75],"compared":[76],"Google":[77],"Translate":[78],"five":[80],"(Helsinki,":[82],"Marefa,":[83],"Facebook,":[84],"GPT-3.5-turbo,":[85],"GPT-4).":[87],"Key":[88],"findings":[89],"provide":[90],"valuable":[91],"insights":[92],"into":[93],"current":[94],"PLM":[95],"limitations":[96],"handling":[98],"aspects":[99],"grammar":[102],"vocabulary":[104],"while":[105],"also":[106],"informing":[107],"future":[108],"improvements":[109],"for":[110],"advancing":[111],"English\u2013Arabic":[112],"capabilities":[115],"accessibility.":[117]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-15T09:29:46.208133","created_date":"2025-10-10T00:00:00"}
