{"id":"https://openalex.org/W4412888156","doi":"https://doi.org/10.18653/v1/2025.findings-acl.899","title":"AskQE: Question Answering as Automatic Evaluation for Machine Translation","display_name":"AskQE: Question Answering as Automatic Evaluation for Machine Translation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888156","doi":"https://doi.org/10.18653/v1/2025.findings-acl.899"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.899","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.899","pdf_url":"https://aclanthology.org/2025.findings-acl.899.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.899.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092240823","display_name":"Dayeon Ki","orcid":null},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2799853436","display_name":"Johns Hopkins Medicine","ror":"https://ror.org/037zgn354","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436"]},{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dayeon Ki","raw_affiliation_strings":["University of Maryland  Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland  Johns Hopkins University","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2799853436","https://openalex.org/I2802946424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070418792","display_name":"Kevin Duh","orcid":"https://orcid.org/0000-0001-8107-4383"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2799853436","display_name":"Johns Hopkins Medicine","ror":"https://ror.org/037zgn354","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436"]},{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Duh","raw_affiliation_strings":["University of Maryland  Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland  Johns Hopkins University","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2799853436","https://openalex.org/I2802946424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078390032","display_name":"Marine Carpuat","orcid":"https://orcid.org/0000-0003-1693-0782"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]},{"id":"https://openalex.org/I2799853436","display_name":"Johns Hopkins Medicine","ror":"https://ror.org/037zgn354","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2799853436"]},{"id":"https://openalex.org/I2802946424","display_name":"Johns Hopkins University Applied Physics Laboratory","ror":"https://ror.org/029pp9z10","country_code":"US","type":"facility","lineage":["https://openalex.org/I145311948","https://openalex.org/I2802946424"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marine Carpuat","raw_affiliation_strings":["University of Maryland  Johns Hopkins University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland  Johns Hopkins University","institution_ids":["https://openalex.org/I145311948","https://openalex.org/I2799853436","https://openalex.org/I2802946424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"17478","last_page":"17515"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9010000228881836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7637233734130859},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7272021770477295},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6890747547149658},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.516741931438446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5162953734397888},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5093134641647339},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3376033306121826}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7637233734130859},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7272021770477295},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6890747547149658},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.516741931438446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5162953734397888},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5093134641647339},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3376033306121826},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.899","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.899","pdf_url":"https://aclanthology.org/2025.findings-acl.899.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.899","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.899","pdf_url":"https://aclanthology.org/2025.findings-acl.899.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G8700183888","display_name":"FAI: A Human-Centered Approach to Developing Accessible and Reliable Machine Translation","funder_award_id":"2147292","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310145","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888156.pdf","grobid_xml":"https://content.openalex.org/works/W4412888156.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2775554247","https://openalex.org/W2883671469","https://openalex.org/W2728761353","https://openalex.org/W2110168585","https://openalex.org/W3107474891","https://openalex.org/W2250213760","https://openalex.org/W4386247111","https://openalex.org/W4327642362","https://openalex.org/W2587014613"],"abstract_inverted_index":{"How":[0],"can":[1,215],"a":[2,35,70,261,267,272],"monolingual":[3],"English":[4],"speaker":[5],"determine":[6],"whether":[7,54],"an":[8,89],"automatic":[9],"translation":[10],"in":[11,77],"French":[12],"is":[13],"good":[14],"enough":[15],"to":[16,42,55,99,129,154,162,218,225],"be":[17],"shared?Existing":[18],"MT":[19,45,59,75,114],"error":[20],"detection":[21],"and":[22,38,47,87,96,122,139,157,223],"quality":[23],"estimation":[24],"(QE)":[25],"techniques":[26],"do":[27],"not":[28],"address":[29],"this":[30],"practical":[31],"scenario.We":[32],"introduce":[33],"ASKQE,":[34],"question":[36,101],"generation":[37],"answering":[39],"framework":[40],"designed":[41],"detect":[43],"critical":[44],"errors":[46,76],"provide":[48],"actionable":[49],"feedback,":[50],"helping":[51],"users":[52],"decide":[53],"accept":[56],"or":[57,249],"reject":[58],"outputs":[60],"even":[61],"without":[62],"the":[63,66,78,104,108,184,199],"knowledge":[64],"of":[65,72,111,274],"target":[67],"language.Using":[68],"CON-TRATICO,":[69],"dataset":[71,110,140],"contrastive":[73],"synthetic":[74],"COVID-19":[79],"domain,":[80],"we":[81],"explore":[82],"design":[83],"choices":[84],"for":[85,152,160],"ASKQE":[86,117],"develop":[88],"optimized":[90],"version":[91],"relying":[92],"on":[93,107,150,158,189,204,221,228],"LLAMA-3":[94],"70B":[95],"entailed":[97],"facts":[98],"guide":[100],"generation.We":[102],"evaluate":[103],"resulting":[105],"system":[106],"BIOMQM":[109],"naturally":[112],"occurring":[113],"errors,":[115],"where":[116],"has":[118],"higher":[119],"Kendall's":[120],"correlation":[121],"decision":[123],"accuracy":[124],"with":[125],"human":[126],"ratings":[127],"compared":[128],"other":[130],"QE":[131,254],"metrics.":[132],"1":[133,134],"We":[135],"release":[136],"our":[137],"code":[138],"at":[141],"https://github.":[142],"com/dayeonki/askqe.COMET:":[143],"0.76":[144],"The":[145],"SARS-CoV-2":[146],"virus":[147,165,187,202,214,232],"may":[148],"last":[149,188,203],"cardboard":[151,222],"up":[153,161,217,224],"24":[155,170,219,237],"hours":[156,192],"plastic":[159],"3":[163,177,210,226,244],"days.Le":[164],"SARS-Cov-2":[166,213,233],"peut":[167,234],"survivre":[168,235],"jusqu'":[169,176,236,243],"minutes":[171,195,220,238],"sur":[172,179,239,246],"du":[173,180,240,247],"carton":[174,241],"et":[175,242],"jours":[178,245],"plastique.Q1.How":[181],"long":[182,197],"does":[183,198],"SARS":[185,200],"CoV-2":[186,201],"cardboard?A1":[190],"(Source).24":[191],"A1":[193],"(MT).24":[194],"Q2.How":[196],"plastic?A2":[205],"(Source).3":[206],"days":[207,211,227],"A2":[208],"(MT).":[209],"Source.MT..The":[212],"survive":[216],"plastic.Backtranslation":[229],"AskQE":[230],"Le":[231],"plastique.Accept":[248],"Reject":[250],"MT?":[251],"Error":[252],"Annotations":[253],"Score":[255],"F1.They":[256],"are":[257],"enveloped":[258],"viruses.F2.They":[259],"have":[260,266,271],"positive-sense":[262],"single-stranded":[263],"RNA":[264,269],"genome.F3.They":[265],"double-stranded":[268],"genome.F4.They":[270],"nucleocapsid":[273],"helical":[275],"symmetry.":[276]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}