{"id":"https://openalex.org/W7155012860","doi":"https://doi.org/10.1007/s00521-026-12053-8","title":"Exploring question answering: metric analysis and evaluation framework for enhanced interpretability","display_name":"Exploring question answering: metric analysis and evaluation framework for enhanced interpretability","publication_year":2026,"publication_date":"2026-04-21","ids":{"openalex":"https://openalex.org/W7155012860","doi":"https://doi.org/10.1007/s00521-026-12053-8"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-026-12053-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-026-12053-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-026-12053-8.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00521-026-12053-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019346048","display_name":"Let\u00edcia C. Navarro","orcid":"https://orcid.org/0009-0000-9200-257X"},"institutions":[{"id":"https://openalex.org/I51235708","display_name":"Universidade Federal do Esp\u00edrito Santo","ror":"https://ror.org/05sxf4h28","country_code":"BR","type":"education","lineage":["https://openalex.org/I51235708"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Let\u00edcia C. Navarro","raw_affiliation_strings":["Federal University of Esp\u00edrito Santo, Vitoria, Brazil"],"raw_orcid":"https://orcid.org/0009-0000-9200-257X","affiliations":[{"raw_affiliation_string":"Federal University of Esp\u00edrito Santo, Vitoria, Brazil","institution_ids":["https://openalex.org/I51235708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118337334","display_name":"S\u00e9rgio S. Mucciaccia","orcid":"https://orcid.org/0000-0001-8685-8769"},"institutions":[{"id":"https://openalex.org/I51235708","display_name":"Universidade Federal do Esp\u00edrito Santo","ror":"https://ror.org/05sxf4h28","country_code":"BR","type":"education","lineage":["https://openalex.org/I51235708"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"S\u00e9rgio S. Mucciaccia","raw_affiliation_strings":["Federal University of Esp\u00edrito Santo, Vitoria, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Esp\u00edrito Santo, Vitoria, Brazil","institution_ids":["https://openalex.org/I51235708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064310592","display_name":"Filipe Mutz","orcid":"https://orcid.org/0000-0002-2951-9207"},"institutions":[{"id":"https://openalex.org/I51235708","display_name":"Universidade Federal do Esp\u00edrito Santo","ror":"https://ror.org/05sxf4h28","country_code":"BR","type":"education","lineage":["https://openalex.org/I51235708"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Filipe Mutz","raw_affiliation_strings":["Federal University of Esp\u00edrito Santo, Vitoria, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Esp\u00edrito Santo, Vitoria, Brazil","institution_ids":["https://openalex.org/I51235708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020928137","display_name":"Thiago M. Paix\u00e3o","orcid":"https://orcid.org/0000-0003-1554-6834"},"institutions":[{"id":"https://openalex.org/I4210160371","display_name":"Instituto Federal do Esp\u00edrito Santo","ror":"https://ror.org/05rshs160","country_code":"BR","type":"funder","lineage":["https://openalex.org/I4210160371"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Thiago M. Paix\u00e4o","raw_affiliation_strings":["Federal Institute of Esp\u00edrito Santo, Vitoria, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal Institute of Esp\u00edrito Santo, Vitoria, Brazil","institution_ids":["https://openalex.org/I4210160371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056260430","display_name":"Claudine Badu\u00e9","orcid":"https://orcid.org/0000-0003-1810-8581"},"institutions":[{"id":"https://openalex.org/I51235708","display_name":"Universidade Federal do Esp\u00edrito Santo","ror":"https://ror.org/05sxf4h28","country_code":"BR","type":"education","lineage":["https://openalex.org/I51235708"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Claudine Badue","raw_affiliation_strings":["Federal University of Esp\u00edrito Santo, Vitoria, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Esp\u00edrito Santo, Vitoria, Brazil","institution_ids":["https://openalex.org/I51235708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005735333","display_name":"Alberto F. De Souza","orcid":"https://orcid.org/0000-0003-1561-8447"},"institutions":[{"id":"https://openalex.org/I51235708","display_name":"Universidade Federal do Esp\u00edrito Santo","ror":"https://ror.org/05sxf4h28","country_code":"BR","type":"education","lineage":["https://openalex.org/I51235708"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Alberto F. De Souza","raw_affiliation_strings":["Federal University of Esp\u00edrito Santo, Vitoria, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Esp\u00edrito Santo, Vitoria, Brazil","institution_ids":["https://openalex.org/I51235708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134056255","display_name":"Thiago Oliveira-Santos","orcid":null},"institutions":[{"id":"https://openalex.org/I51235708","display_name":"Universidade Federal do Esp\u00edrito Santo","ror":"https://ror.org/05sxf4h28","country_code":"BR","type":"education","lineage":["https://openalex.org/I51235708"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Thiago Oliveira-Santos","raw_affiliation_strings":["Federal University of Esp\u00edrito Santo, Vitoria, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Esp\u00edrito Santo, Vitoria, Brazil","institution_ids":["https://openalex.org/I51235708"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5019346048"],"corresponding_institution_ids":["https://openalex.org/I51235708"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.48257093,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"9","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2782999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2782999873161316,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.11400000005960464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.0723000019788742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.942300021648407},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6340000033378601},{"id":"https://openalex.org/keywords/computational-science-and-engineering","display_name":"Computational Science and Engineering","score":0.6265000104904175},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.30079999566078186}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.942300021648407},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6388000249862671},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6340000033378601},{"id":"https://openalex.org/C68597687","wikidata":"https://www.wikidata.org/wiki/Q362601","display_name":"Computational Science and Engineering","level":2,"score":0.6265000104904175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.590399980545044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5001000165939331},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30169999599456787},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s00521-026-12053-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-026-12053-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-026-12053-8.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s00521-026-12053-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-026-12053-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-026-12053-8.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1711567454","display_name":null,"funder_award_id":"00x0ma614","funder_id":"https://openalex.org/F4320323682","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa e Inova\u00e7\u00e3o do Esp\u00edrito Santo"},{"id":"https://openalex.org/G1773415617","display_name":null,"funder_award_id":"2021-07KJ2","funder_id":"https://openalex.org/F4320323682","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa e Inova\u00e7\u00e3o do Esp\u00edrito Santo"},{"id":"https://openalex.org/G22113365","display_name":null,"funder_award_id":"00x0ma614","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"},{"id":"https://openalex.org/G6888430614","display_name":null,"funder_award_id":"Code 001","funder_id":"https://openalex.org/F4320323682","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa e Inova\u00e7\u00e3o do Esp\u00edrito Santo"}],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"},{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"},{"id":"https://openalex.org/F4320323682","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa e Inova\u00e7\u00e3o do Esp\u00edrito Santo","ror":"https://ror.org/03cen2c33"},{"id":"https://openalex.org/F4320331556","display_name":"Universidade Federal do Esp\u00edrito Santo","ror":"https://ror.org/05sxf4h28"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7155012860.pdf","grobid_xml":"https://content.openalex.org/works/W7155012860.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1826672328","https://openalex.org/W2101105183","https://openalex.org/W2170872814","https://openalex.org/W2606964149","https://openalex.org/W2763110165","https://openalex.org/W2810068773","https://openalex.org/W2938511779","https://openalex.org/W2946609015","https://openalex.org/W2962985038","https://openalex.org/W2963456134","https://openalex.org/W2963532001","https://openalex.org/W2963730239","https://openalex.org/W2963748441","https://openalex.org/W2970641574","https://openalex.org/W2970785793","https://openalex.org/W2983309655","https://openalex.org/W3022685184","https://openalex.org/W3035252911","https://openalex.org/W3091824185","https://openalex.org/W3100806282","https://openalex.org/W3102464805","https://openalex.org/W3174361803","https://openalex.org/W3175082716","https://openalex.org/W3196194504","https://openalex.org/W3201174429","https://openalex.org/W3214608568","https://openalex.org/W4205477024","https://openalex.org/W4220661921","https://openalex.org/W4220757228","https://openalex.org/W4226027718","https://openalex.org/W4226118367","https://openalex.org/W4281817583","https://openalex.org/W4283695873","https://openalex.org/W4285242767","https://openalex.org/W4292197005","https://openalex.org/W4385569780","https://openalex.org/W4385571454","https://openalex.org/W4385572448","https://openalex.org/W4385572714","https://openalex.org/W4385572754","https://openalex.org/W4385734161","https://openalex.org/W4386249608","https://openalex.org/W4386576863","https://openalex.org/W4389009552","https://openalex.org/W4393159294","https://openalex.org/W4399476954","https://openalex.org/W4401042177","https://openalex.org/W4401043313","https://openalex.org/W4401043397","https://openalex.org/W4404781801","https://openalex.org/W4404782882","https://openalex.org/W4411113270","https://openalex.org/W4411630288","https://openalex.org/W4413144696","https://openalex.org/W4415049870","https://openalex.org/W4415195158","https://openalex.org/W7131786672","https://openalex.org/W7131885331"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Evaluating":[1],"open-ended":[2],"question":[3],"answering":[4],"(QA)":[5],"remains":[6],"challenging,":[7],"as":[8,44,147,165],"traditional":[9],"metrics":[10,53,113,158],"often":[11],"fail":[12],"to":[13,54,97,115],"reflect":[14],"semantic":[15],"correctness,":[16],"especially":[17],"in":[18,132],"cases":[19],"with":[20,29,82],"paraphrastic":[21],"variation":[22],"or":[23],"multiple":[24],"valid":[25],"answers.":[26,86],"To":[27,63],"deal":[28],"this":[30,65,93],"challenge,":[31],"we":[32,67],"propose":[33],"Score2Choice":[34,164],",":[35,70],"a":[36,45,71,88,166],"structured":[37],"evaluation":[38,43],"framework":[39,170],"that":[40,111,129],"reformulates":[41],"QA":[42,172],"multiple-choice":[46],"selection":[47],"task.":[48],"This":[49],"setup":[50],"enables":[51],"similarity-based":[52],"be":[55],"interpreted":[56],"via":[57],"accuracy,":[58],"enhancing":[59],"transparency":[60],"and":[61,80,84,102,144,159,168],"comparability.":[62],"support":[64],"approach,":[66],"introduce":[68],"WikiTrapQA":[69],"new":[72],"MCQA":[73],"dataset":[74,94],"built":[75],"from":[76,118],"recent":[77],"Wikipedia":[78],"content":[79],"enriched":[81],"paraphrased":[83],"adversarial":[85],"Alongside":[87],"reformulated":[89],"version":[90],"of":[91,156,163],"TruthfulQA,":[92],"allows":[95],"us":[96],"systematically":[98],"compare":[99],"lexical,":[100],"semantic,":[101],"LLM-based":[103,130],"metrics.":[104],"A":[105],"preliminary":[106],"score":[107],"distribution":[108],"analysis":[109],"reveals":[110],"many":[112],"struggle":[114],"distinguish":[116],"correct":[117],"incorrect":[119],"answers":[120],"based":[121],"on":[122],"similarity":[123],"scores":[124],"alone.":[125],"Experimental":[126],"results":[127],"show":[128],"methods,":[131],"our":[133],"case":[134],"LLaMA":[135],"3,":[136],"achieve":[137],"the":[138,154,161],"highest":[139],"discriminative":[140],"performance,":[141],"while":[142],"Sentence-BERT":[143],"BARTScore":[145],"emerge":[146],"strong":[148],"non-LLM":[149],"alternatives.":[150],"Our":[151],"findings":[152],"highlight":[153],"limitations":[155],"surface-level":[157],"demonstrate":[160],"value":[162],"reproducible":[167],"interpretable":[169],"for":[171],"evaluation.":[173]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2026-04-21T00:00:00"}