{"id":"https://openalex.org/W4417288917","doi":"https://doi.org/10.1162/tacl.a.798","title":"ORCA: Open-ended Response Correctness Assessment for Audio Question Answering","display_name":"ORCA: Open-ended Response Correctness Assessment for Audio Question Answering","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W4417288917","doi":"https://doi.org/10.1162/tacl.a.798"},"language":"en","primary_location":{"id":"doi:10.1162/tacl.a.798","doi":"https://doi.org/10.1162/tacl.a.798","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.798","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-b","cwts-core","doaj","dongbi-b","jufo-1","norway-2","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1162/tacl.a.798","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114359744","display_name":"\u0160imon Sedl\u00e1\u010dek","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"\u0160imon Sedl\u00e1\u010dek","raw_affiliation_strings":["Speech@FIT, Brno University of Technology, Czechia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Speech@FIT, Brno University of Technology, Czechia","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106528898","display_name":"Sara Barahona","orcid":"https://orcid.org/0009-0001-8519-0549","observed_orcids":["https://orcid.org/0009-0001-8519-0549"]},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sara Barahona","raw_affiliation_strings":["AUDIAS, Universidad Aut\u00f3noma de Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AUDIAS, Universidad Aut\u00f3noma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119930506","display_name":"Cecilia Bola\u00f1os","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24354313","display_name":"Universidad de Buenos Aires","ror":"https://ror.org/0081fs513","country_code":"AR","type":"education","lineage":["https://openalex.org/I24354313"]}],"countries":["AR"],"is_corresponding":false,"raw_author_name":"Cecilia Bola\u00f1os","raw_affiliation_strings":["University of Buenos Aires, Argentina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Buenos Aires, Argentina","institution_ids":["https://openalex.org/I24354313"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119930508","display_name":"Laura Herrera-Alarc\u00f3n","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Laura Herrera-Alarc\u00f3n","raw_affiliation_strings":["AUDIAS, Universidad Aut\u00f3noma de Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AUDIAS, Universidad Aut\u00f3noma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023703313","display_name":"Sathvik Udupa","orcid":"https://orcid.org/0000-0002-2225-5464","observed_orcids":["https://orcid.org/0000-0002-2225-5464"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Sathvik Udupa","raw_affiliation_strings":["Speech@FIT, Brno University of Technology, Czechia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Speech@FIT, Brno University of Technology, Czechia","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129689548","display_name":"Fernando L\u00f3pez","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Fernando L\u00f3pez","raw_affiliation_strings":["AUDIAS, Universidad Aut\u00f3noma de Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AUDIAS, Universidad Aut\u00f3noma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119930505","display_name":"Allison Ferner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allison Ferner","raw_affiliation_strings":["Tufts University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tufts University, USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007614006","display_name":"Bolaji Yusuf","orcid":"https://orcid.org/0000-0001-9852-3456","observed_orcids":["https://orcid.org/0000-0001-9852-3456"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Bolaji Yusuf","raw_affiliation_strings":["Speech@FIT, Brno University of Technology, Czechia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Speech@FIT, Brno University of Technology, Czechia","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063156730","display_name":"Alicia Lozano-D\u00edez","orcid":"https://orcid.org/0000-0002-5918-8568","observed_orcids":["https://orcid.org/0000-0002-5918-8568"]},"institutions":[{"id":"https://openalex.org/I63634437","display_name":"Universidad Aut\u00f3noma de Madrid","ror":"https://ror.org/01cby8j38","country_code":"ES","type":"education","lineage":["https://openalex.org/I63634437"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alicia Lozano-Diez","raw_affiliation_strings":["AUDIAS, Universidad Aut\u00f3noma de Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AUDIAS, Universidad Aut\u00f3noma de Madrid, Spain","institution_ids":["https://openalex.org/I63634437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008468618","display_name":"Santosh Kesiraju","orcid":"https://orcid.org/0000-0002-3725-742X","observed_orcids":["https://orcid.org/0000-0002-3725-742X"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Santosh Kesiraju","raw_affiliation_strings":["Speech@FIT, Brno University of Technology, Czechia, kesiraju@fit.vut.cz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Speech@FIT, Brno University of Technology, Czechia, kesiraju@fit.vut.cz","institution_ids":["https://openalex.org/I60587646"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013222310","display_name":"Ramani Duraiswami B","orcid":"https://orcid.org/0000-0002-5596-8460","observed_orcids":["https://orcid.org/0000-0002-5596-8460"]},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramani Duraiswami","raw_affiliation_strings":["University of Maryland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045539248","display_name":"Ja\u0148 \u010cernock\u00fd","orcid":"https://orcid.org/0000-0002-8800-0210","observed_orcids":["https://orcid.org/0000-0002-8800-0210"]},"institutions":[{"id":"https://openalex.org/I60587646","display_name":"Brno University of Technology","ror":"https://ror.org/03613d656","country_code":"CZ","type":"education","lineage":["https://openalex.org/I60587646"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Jan \u010cernock\u00fd","raw_affiliation_strings":["Speech@FIT, Brno University of Technology, Czechia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Speech@FIT, Brno University of Technology, Czechia","institution_ids":["https://openalex.org/I60587646"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02028671,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"2213","last_page":"2233"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5303000211715698,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5303000211715698,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.08410000056028366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05889999866485596,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audio-question-answering","display_name":"audio question answering","score":0.9599999785423279},{"id":"https://openalex.org/keywords/large-audio-language-models","display_name":"large audio language models","score":0.9539999961853027},{"id":"https://openalex.org/keywords/llm-as-a-judge","display_name":"LLM-as-a-judge","score":0.625},{"id":"https://openalex.org/keywords/curriculum-learning","display_name":"curriculum learning","score":0.6470000147819519}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.941100001335144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.767300009727478},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6531000137329102},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5512999892234802},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5504000186920166},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5425000190734863},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5192000269889832},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.49239999055862427},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39719998836517334},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.3643999993801117},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33970001339912415},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33649998903274536},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C68859911","wikidata":"https://www.wikidata.org/wiki/Q1503724","display_name":"Pattern matching","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2506999969482422}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/tacl.a.798","doi":"https://doi.org/10.1162/tacl.a.798","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.798","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-b","cwts-core","doaj","dongbi-b","jufo-1","norway-2","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2512.09066","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2512.09066","pdf_url":"https://arxiv.org/pdf/2512.09066","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2512.09066","doi":"https://doi.org/10.48550/arxiv.2512.09066","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.09066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1162/tacl.a.798","doi":"https://doi.org/10.1162/tacl.a.798","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl.a.798","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["ccf-b","cwts-core","doaj","dongbi-b","jufo-1","norway-2","poland-20","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G113673299","display_name":null,"funder_award_id":"SI4/PJI/2024-00237","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G1175115578","display_name":null,"funder_award_id":"AEI//10.13039/501100011033/","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G1454328438","display_name":"Exchanges for SPEech ReseArch aNd TechnOlogies","funder_award_id":"101007666","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2262748287","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2571249418","display_name":null,"funder_award_id":"PID2024-160789OB-I00","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2601397997","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G300979063","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3681454997","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3810236772","display_name":null,"funder_award_id":"CZ.02.01","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4042783231","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G425668148","display_name":null,"funder_award_id":".13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G4396925471","display_name":null,"funder_award_id":"CZ.02.01.01","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G5195188938","display_name":null,"funder_award_id":"/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5285117331","display_name":null,"funder_award_id":"N00014-231-2086","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G586857820","display_name":null,"funder_award_id":"501100011033/FEDER","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G8389516595","display_name":null,"funder_award_id":"AEI/10.13039/501100011033/FEDER","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G941802975","display_name":null,"funder_award_id":"90254","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320310145","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95"},{"id":"https://openalex.org/F4320313831","display_name":"Comunidad de Madrid","ror":null},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":"https://ror.org/003x0zc53"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7212156359","https://openalex.org/W4416365691","https://openalex.org/W7223087861","https://openalex.org/W4414972757","https://openalex.org/W7214284510","https://openalex.org/W7213753621","https://openalex.org/W7128713208","https://openalex.org/W7214767563","https://openalex.org/W4412886727","https://openalex.org/W4391799385"],"abstract_inverted_index":{"Abstract":[0],"Reliable":[1],"assessment":[2],"of":[3,6,18,92,107,125],"the":[4,16,19],"abilities":[5],"large":[7],"audio":[8,83],"language":[9],"models":[10,102],"(LALMs)":[11],"is":[12],"essential":[13],"to":[14,25,119,150],"advancing":[15],"state":[17],"art.":[20],"As":[21],"benchmarks":[22,87,116,121],"rapidly":[23],"evolve":[24],"incorporate":[26],"complex":[27],"reasoning":[28,86],"and":[29,47,54,68,85,117],"subjective":[30],"tasks,":[31],"they":[32],"increasingly":[33],"necessitate":[34],"open-ended":[35],"responses":[36],"from":[37,78],"LALMs.":[38],"We":[39,57],"present":[40],"Open-ended":[41],"Response":[42],"Correctness":[43],"Assessment":[44],"(ORCA)\u2014a":[45],"reliable":[46],"lightweight":[48],"model-based":[49],"approach":[50],"for":[51],"answer":[52],"correctness":[53,112],"disagreement":[55],"modeling.":[56],"employ":[58],"a":[59,89,104,123],"three-stage":[60],"annotation":[61],"pipeline":[62],"combining":[63],"human":[64,111,146],"judgment,":[65],"structured":[66],"feedback,":[67],"human-AI":[69],"correction,":[70],"yielding":[71],"9,663":[72],"annotations":[73],"across":[74],"3,699":[75],"question-answer":[76],"pairs":[77],"15":[79],"LALMs":[80],"on":[81,114],"three":[82],"understanding":[84],"(achieving":[88],"Krippendorff\u2019s":[90],"alpha":[91],"0.82).":[93],"Our":[94],"experiments":[95],"employing":[96],"curriculum":[97],"learning":[98],"show":[99],"that":[100,139],"ORCA":[101],"achieve":[103],"Spearman":[105],"correlation":[106],"0.91":[108],"with":[109,122,145],"average":[110],"ratings":[113],"seen":[115],"generalize":[118],"unseen":[120],"score":[124],"0.85,":[126],"outperforming":[127],"several":[128],"LLM":[129],"judge":[130],"baselines":[131],"including":[132],"Gemini":[133],"2.5":[134],"Flash.":[135],"Furthermore,":[136],"we":[137],"demonstrate":[138],"ORCA\u2019s":[140],"predicted":[141],"variance":[142],"correlates":[143],"strongly":[144],"disagreement,":[147],"allowing":[148],"it":[149],"effectively":[151],"identify":[152],"problematic":[153],"benchmark":[154],"items.":[155]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-12-12T00:00:00"}