{"id":"https://openalex.org/W4400528755","doi":"https://doi.org/10.1145/3626772.3657861","title":"Systematic Evaluation of Neural Retrieval Models on the Touch\u00e9 2020 Argument Retrieval Subset of BEIR","display_name":"Systematic Evaluation of Neural Retrieval Models on the Touch\u00e9 2020 Argument Retrieval Subset of BEIR","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400528755","doi":"https://doi.org/10.1145/3626772.3657861"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657861","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.07790","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052977545","display_name":"Nandan Thakur","orcid":"https://orcid.org/0000-0001-6107-2460"},"institutions":[{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["BR","CA","DE"],"is_corresponding":true,"raw_author_name":"Nandan Thakur","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada","Leipzig University and","UNICAMP and University of Waterloo Campinas, Brazil","University of Kassel, hessian.AI, and ScaDS.AI Kassel, Germany"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Leipzig University and","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"UNICAMP and University of Waterloo Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"University of Kassel, hessian.AI, and ScaDS.AI Kassel, Germany","institution_ids":["https://openalex.org/I106157433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042382604","display_name":"Luiz Bonifacio","orcid":"https://orcid.org/0000-0003-0637-0187"},"institutions":[{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["BR","CA","DE"],"is_corresponding":false,"raw_author_name":"Luiz Bonifacio","raw_affiliation_strings":["UNICAMP & University of Waterloo, Campinas, Brazil","Leipzig University and","University of Waterloo Waterloo, Canada","University of Kassel, hessian.AI, and ScaDS.AI Kassel, Germany"],"affiliations":[{"raw_affiliation_string":"UNICAMP & University of Waterloo, Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"Leipzig University and","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Waterloo Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"University of Kassel, hessian.AI, and ScaDS.AI Kassel, Germany","institution_ids":["https://openalex.org/I106157433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068616222","display_name":"Maik Fr\u00f6be","orcid":"https://orcid.org/0000-0002-1003-981X"},"institutions":[{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]},{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["BR","CA","DE"],"is_corresponding":false,"raw_author_name":"Maik Fr\u00f6be","raw_affiliation_strings":["Friedrich-Schiller-Universit\u00e4t Jena, Jena, Germany","University of Waterloo Waterloo, Canada","Leipzig University and","University of Kassel, hessian.AI, and ScaDS.AI Kassel, Germany","UNICAMP and University of Waterloo Campinas, Brazil"],"affiliations":[{"raw_affiliation_string":"Friedrich-Schiller-Universit\u00e4t Jena, Jena, Germany","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"University of Waterloo Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Leipzig University and","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel, hessian.AI, and ScaDS.AI Kassel, Germany","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"UNICAMP and University of Waterloo Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032774457","display_name":"Alexander Bondarenko","orcid":"https://orcid.org/0000-0002-1678-0094"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]},{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["BR","CA","DE"],"is_corresponding":false,"raw_author_name":"Alexander Bondarenko","raw_affiliation_strings":["Leipzig University & Friedrich-Schiller-Universit\u00e4t Jena, Jena, Germany","University of Waterloo Waterloo, Canada","Leipzig University and","UNICAMP and University of Waterloo Campinas, Brazil"],"affiliations":[{"raw_affiliation_string":"Leipzig University & Friedrich-Schiller-Universit\u00e4t Jena, Jena, Germany","institution_ids":["https://openalex.org/I76198965","https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Waterloo Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Leipzig University and","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"UNICAMP and University of Waterloo Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043026875","display_name":"Ehsan Kamalloo","orcid":"https://orcid.org/0000-0003-3081-8762"},"institutions":[{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["BR","CA","DE"],"is_corresponding":false,"raw_author_name":"Ehsan Kamalloo","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada","Leipzig University and","UNICAMP and University of Waterloo Campinas, Brazil","University of Kassel, hessian.AI, and ScaDS.AI Kassel, Germany"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Leipzig University and","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"UNICAMP and University of Waterloo Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"University of Kassel, hessian.AI, and ScaDS.AI Kassel, Germany","institution_ids":["https://openalex.org/I106157433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083712311","display_name":"Martin Potthast","orcid":"https://orcid.org/0000-0003-2451-0665"},"institutions":[{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["BR","CA","DE"],"is_corresponding":false,"raw_author_name":"Martin Potthast","raw_affiliation_strings":["University of Kassel, hessian.AI, and ScaDS.AI, Kassel, Germany","University of Waterloo Waterloo, Canada","Leipzig University and","UNICAMP and University of Waterloo Campinas, Brazil"],"affiliations":[{"raw_affiliation_string":"University of Kassel, hessian.AI, and ScaDS.AI, Kassel, Germany","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"University of Waterloo Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Leipzig University and","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"UNICAMP and University of Waterloo Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014322854","display_name":"Matthias Hagen","orcid":"https://orcid.org/0000-0002-9733-2890"},"institutions":[{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I76198965","display_name":"Friedrich Schiller University Jena","ror":"https://ror.org/05qpz1x62","country_code":"DE","type":"education","lineage":["https://openalex.org/I76198965"]},{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["BR","CA","DE"],"is_corresponding":false,"raw_author_name":"Matthias Hagen","raw_affiliation_strings":["Friedrich-Schiller-Universit\u00e4t Jena, Jena, Germany","University of Waterloo Waterloo, Canada","UNICAMP and University of Waterloo Campinas, Brazil","Leipzig University and","University of Kassel, hessian.AI, and ScaDS.AI Kassel, Germany"],"affiliations":[{"raw_affiliation_string":"Friedrich-Schiller-Universit\u00e4t Jena, Jena, Germany","institution_ids":["https://openalex.org/I76198965"]},{"raw_affiliation_string":"University of Waterloo Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"UNICAMP and University of Waterloo Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]},{"raw_affiliation_string":"Leipzig University and","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel, hessian.AI, and ScaDS.AI Kassel, Germany","institution_ids":["https://openalex.org/I106157433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082997975","display_name":"Jimmy Lin","orcid":"https://orcid.org/0000-0002-0661-7189"},"institutions":[{"id":"https://openalex.org/I106157433","display_name":"University of Kassel","ror":"https://ror.org/04zc7p361","country_code":"DE","type":"education","lineage":["https://openalex.org/I106157433"]},{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I181391015","display_name":"Universidade Estadual de Campinas (UNICAMP)","ror":"https://ror.org/04wffgt70","country_code":"BR","type":"education","lineage":["https://openalex.org/I181391015"]},{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["BR","CA","DE"],"is_corresponding":false,"raw_author_name":"Jimmy Lin","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada","Leipzig University and","University of Kassel, hessian.AI, and ScaDS.AI Kassel, Germany","UNICAMP and University of Waterloo Campinas, Brazil"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Leipzig University and","institution_ids":["https://openalex.org/I926574661"]},{"raw_affiliation_string":"University of Kassel, hessian.AI, and ScaDS.AI Kassel, Germany","institution_ids":["https://openalex.org/I106157433"]},{"raw_affiliation_string":"UNICAMP and University of Waterloo Campinas, Brazil","institution_ids":["https://openalex.org/I181391015"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5052977545"],"corresponding_institution_ids":["https://openalex.org/I106157433","https://openalex.org/I151746483","https://openalex.org/I181391015","https://openalex.org/I926574661"],"apc_list":null,"apc_paid":null,"fwci":3.0427,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.92278275,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1420","last_page":"1430"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.7218351364135742},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6986626386642456},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5243309140205383},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4770718812942505},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4487919211387634},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.06468713283538818}],"concepts":[{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.7218351364135742},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6986626386642456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5243309140205383},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4770718812942505},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4487919211387634},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.06468713283538818},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3626772.3657861","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2407.07790","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.07790","pdf_url":"https://arxiv.org/pdf/2407.07790","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.07790","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.07790","pdf_url":"https://arxiv.org/pdf/2407.07790","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2165548363","display_name":null,"funder_award_id":"Canada","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G2998137668","display_name":null,"funder_award_id":"unknown","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G3633743130","display_name":null,"funder_award_id":"SPP 1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G400116904","display_name":null,"funder_award_id":"unknow","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G7504899342","display_name":null,"funder_award_id":"101070014","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8277249513","display_name":"Beantwortung vergleichender Fragen durch Argumente (ACQuA 2.0)","funder_award_id":"376430233","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8284766523","display_name":null,"funder_award_id":"(NSERC)","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320314000","display_name":"Compute Canada","ror":"https://ror.org/03ty8yr27"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400528755.pdf","grobid_xml":"https://content.openalex.org/works/W4400528755.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W1551409364","https://openalex.org/W1975879668","https://openalex.org/W2020200953","https://openalex.org/W2082359527","https://openalex.org/W2134557008","https://openalex.org/W2136542423","https://openalex.org/W2152784831","https://openalex.org/W2740321901","https://openalex.org/W2758824081","https://openalex.org/W2807405475","https://openalex.org/W2890924154","https://openalex.org/W2908932727","https://openalex.org/W2912924812","https://openalex.org/W2952352518","https://openalex.org/W2954033554","https://openalex.org/W2963165092","https://openalex.org/W2970566229","https://openalex.org/W2971504510","https://openalex.org/W3021397474","https://openalex.org/W3035303465","https://openalex.org/W3035308065","https://openalex.org/W3036006705","https://openalex.org/W3084790339","https://openalex.org/W3085914694","https://openalex.org/W3090556797","https://openalex.org/W3099700870","https://openalex.org/W3153094109","https://openalex.org/W3154670582","https://openalex.org/W3168875417","https://openalex.org/W3170739233","https://openalex.org/W3172119680","https://openalex.org/W3179961400","https://openalex.org/W3188983256","https://openalex.org/W3196754070","https://openalex.org/W3205643848","https://openalex.org/W3206455169","https://openalex.org/W3217305727","https://openalex.org/W4200635123","https://openalex.org/W4234200495","https://openalex.org/W4284663260","https://openalex.org/W4284670921","https://openalex.org/W4310923309","https://openalex.org/W4384828687","https://openalex.org/W4385570980","https://openalex.org/W4385572504","https://openalex.org/W4385572770","https://openalex.org/W4385573970","https://openalex.org/W4386589017","https://openalex.org/W4386794805","https://openalex.org/W4389520055","https://openalex.org/W6602129723"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W3008380943","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2115206405","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"The":[0],"zero-shot":[1],"effectiveness":[2,210],"of":[3,15,68,122,142,156,211],"neural":[4,35,69,123,144,213],"retrieval":[5,33,36,57,70,103],"models":[6,37,124,214],"is":[7,224],"often":[8],"evaluated":[9],"on":[10,26,53,77,87],"the":[11,27,64,78,130,143,150,157,171,179,195,202,206,209,212,231],"BEIR":[12],"benchmark---a":[13],"combination":[14],"different":[16],"IR":[17],"evaluation":[18,93,110,117],"datasets.":[19],"Interestingly,":[20],"previous":[21],"studies":[22],"found":[23],"that":[24,138],"particularly":[25],"BEIR~subset":[28],"Touch\u00e9":[29,79,131,151,159,180,203,233],"2020,":[30],"an":[31,119],"argument":[32,56],"task,":[34],"are":[38,147,161,236],"considerably":[39],"less":[40],"effective":[41],"than":[42,189],"BM25.":[43],"Still,":[44],"so":[45,58],"far,":[46],"no":[47,95],"further":[48],"investigation":[49],"has":[50],"been":[51],"conducted":[52],"what":[54],"makes":[55],"\"special''.":[59],"To":[60],"more":[61,226],"deeply":[62],"analyze":[63],"respective":[65],"potential":[66],"limits":[67],"models,":[71],"we":[72,85,135,177],"run":[73],"a":[74,91,99,107,140],"reproducibility":[75],"study":[76],"2020":[80,132,152,181,234],"data.":[81,153],"In":[82],"our":[83],"study,":[84],"focus":[86],"two":[88],"experiments:":[89],"(i)":[90],"black-box":[92,116],"(i.e.,":[94],"model":[96],"retraining),":[97],"incorporating":[98],"theoretical":[100],"exploration":[101],"using":[102],"axioms,":[104],"and":[105,134,164,169,192,230],"(ii)":[106],"data":[108,182,197],"denoising":[109],"involving":[111],"post-hoc":[112,199],"relevance":[113],"judgments.":[114],"Our":[115,228],"reveals":[118],"inherent":[120],"bias":[121],"towards":[125],"retrieving":[126],"short":[127,158,186],"passages":[128,160,187],"from":[129],"data,":[133,208],"also":[136],"find":[137],"quite":[139],"few":[141],"models'":[145],"results":[146],"unjudged":[148,196],"in":[149,220],"As":[154],"many":[155],"not":[162],"argumentative":[163],"thus":[165],"non-relevant":[166],"per":[167],"se,":[168],"as":[170],"missing":[172],"judgments":[173,200],"complicate":[174],"fair":[175],"comparison,":[176],"denoise":[178],"by":[183,193,216],"excluding":[184],"very":[185],"(less":[188],"20":[190],"words)":[191],"augmenting":[194],"with":[198],"following":[201],"guidelines.":[204],"On":[205],"denoised":[207],"improves":[215],"up":[217],"to":[218],"0.52":[219],"nDCG@10,":[221],"but":[222],"BM25":[223],"still":[225],"effective.":[227],"code":[229],"augmented":[232],"dataset":[235],"available":[237],"at":[238],"https://github.com/castorini/touche-error-analysis.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2024-07-12T00:00:00"}