{"id":"https://openalex.org/W4385691166","doi":"https://doi.org/10.1145/3578337.3605142","title":"Towards Query Performance Prediction for Neural Information Retrieval: Challenges and Opportunities","display_name":"Towards Query Performance Prediction for Neural Information Retrieval: Challenges and Opportunities","publication_year":2023,"publication_date":"2023-08-09","ids":{"openalex":"https://openalex.org/W4385691166","doi":"https://doi.org/10.1145/3578337.3605142"},"language":"en","primary_location":{"id":"doi:10.1145/3578337.3605142","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578337.3605142","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578337.3605142","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3578337.3605142","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079246354","display_name":"Guglielmo Faggioli","orcid":"https://orcid.org/0000-0002-5070-2049"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Guglielmo Faggioli","raw_affiliation_strings":["University of Padova, Padova, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5070-2049","affiliations":[{"raw_affiliation_string":"University of Padova, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010326252","display_name":"Thibault Formal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thibault Formal","raw_affiliation_strings":["Naver Labs Europe, Meylan, France","Naver Labs Europe [Meylan] (6-8 Chemin de Maupertuis\r\n38240 Meylan - France)"],"raw_orcid":"https://orcid.org/0009-0008-6363-9553","affiliations":[{"raw_affiliation_string":"Naver Labs Europe, Meylan, France","institution_ids":[]},{"raw_affiliation_string":"Naver Labs Europe [Meylan] (6-8 Chemin de Maupertuis\r\n38240 Meylan - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034714310","display_name":"Simon Lupart","orcid":"https://orcid.org/0009-0008-2383-4557"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simon Lupart","raw_affiliation_strings":["Naver Labs Europe, Meylan, France","Naver Labs Europe [Meylan] (6-8 Chemin de Maupertuis\r\n38240 Meylan - France)"],"raw_orcid":"https://orcid.org/0009-0008-2383-4557","affiliations":[{"raw_affiliation_string":"Naver Labs Europe, Meylan, France","institution_ids":[]},{"raw_affiliation_string":"Naver Labs Europe [Meylan] (6-8 Chemin de Maupertuis\r\n38240 Meylan - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003820981","display_name":"Stefano Marchesin","orcid":"https://orcid.org/0000-0003-0362-5893"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Marchesin","raw_affiliation_strings":["University of Padova, Padova, Italy"],"raw_orcid":"https://orcid.org/0000-0003-0362-5893","affiliations":[{"raw_affiliation_string":"University of Padova, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031052064","display_name":"St\u00e9phane Clinchant","orcid":"https://orcid.org/0000-0003-2367-8837"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephane Clinchant","raw_affiliation_strings":["Naver Labs Europe, Meylan, France","Naver Labs Europe [Meylan] (6-8 Chemin de Maupertuis\r\n38240 Meylan - France)"],"raw_orcid":"https://orcid.org/0000-0003-2367-8837","affiliations":[{"raw_affiliation_string":"Naver Labs Europe, Meylan, France","institution_ids":[]},{"raw_affiliation_string":"Naver Labs Europe [Meylan] (6-8 Chemin de Maupertuis\r\n38240 Meylan - France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069843101","display_name":"Nicola Ferro","orcid":"https://orcid.org/0000-0001-9219-6239"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Ferro","raw_affiliation_strings":["University of Padova, Padova, Italy"],"raw_orcid":"https://orcid.org/0000-0001-9219-6239","affiliations":[{"raw_affiliation_string":"University of Padova, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086752907","display_name":"Benjamin Piwowarski","orcid":"https://orcid.org/0000-0001-6792-3262"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Benjamin Piwowarski","raw_affiliation_strings":["CNRS / ISIR, Sorbonne Universit\u00e9, Paris, France","CNRS - Centre National de la Recherche Scientifique (France)"],"raw_orcid":"https://orcid.org/0000-0001-6792-3262","affiliations":[{"raw_affiliation_string":"CNRS / ISIR, Sorbonne Universit\u00e9, Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081"]},{"raw_affiliation_string":"CNRS - Centre National de la Recherche Scientifique (France)","institution_ids":["https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8642839789390564},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7238178253173828},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6186326146125793},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5471174120903015},{"id":"https://openalex.org/keywords/memorization","display_name":"Memorization","score":0.4916990399360657},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.48754045367240906},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.45976442098617554},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.44225892424583435},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4350959360599518},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4043121933937073},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40232425928115845}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8642839789390564},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7238178253173828},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6186326146125793},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5471174120903015},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.4916990399360657},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.48754045367240906},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.45976442098617554},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.44225892424583435},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4350959360599518},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4043121933937073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40232425928115845},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3578337.3605142","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578337.3605142","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578337.3605142","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04290247v1","is_oa":false,"landing_page_url":"https://hal.sorbonne-universite.fr/hal-04290247","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ICTIR '23: The 2023 ACM SIGIR International Conference on the Theory of Information Retrieval, Jul 2023, Taipei Taiwan, Taiwan. pp.51-63, ⟨10.1145/3578337.3605142⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:www.research.unipd.it:11577/3505818","is_oa":false,"landing_page_url":"https://hdl.handle.net/11577/3505818","pdf_url":null,"source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3578337.3605142","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3578337.3605142","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3578337.3605142","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385691166.pdf","grobid_xml":"https://content.openalex.org/works/W4385691166.grobid-xml"},"referenced_works_count":76,"referenced_works":["https://openalex.org/W571134129","https://openalex.org/W1970242704","https://openalex.org/W1978394996","https://openalex.org/W1984565341","https://openalex.org/W1990838106","https://openalex.org/W1994401877","https://openalex.org/W1999322447","https://openalex.org/W2032163111","https://openalex.org/W2032750961","https://openalex.org/W2064900984","https://openalex.org/W2068902033","https://openalex.org/W2079168273","https://openalex.org/W2087131461","https://openalex.org/W2087818911","https://openalex.org/W2112021481","https://openalex.org/W2129632406","https://openalex.org/W2136189984","https://openalex.org/W2146938270","https://openalex.org/W2162697159","https://openalex.org/W2168859760","https://openalex.org/W2318802957","https://openalex.org/W2418896762","https://openalex.org/W2536015822","https://openalex.org/W2538374209","https://openalex.org/W2539671052","https://openalex.org/W2648699835","https://openalex.org/W2758859575","https://openalex.org/W2771567839","https://openalex.org/W2783640434","https://openalex.org/W2798611185","https://openalex.org/W2809897079","https://openalex.org/W2891012798","https://openalex.org/W2897754576","https://openalex.org/W2918071347","https://openalex.org/W2945127593","https://openalex.org/W2953565332","https://openalex.org/W2955039979","https://openalex.org/W2976416215","https://openalex.org/W2998702515","https://openalex.org/W3015548520","https://openalex.org/W3021397474","https://openalex.org/W3034912391","https://openalex.org/W3085139254","https://openalex.org/W3090721331","https://openalex.org/W3092036368","https://openalex.org/W3099446234","https://openalex.org/W3137305332","https://openalex.org/W3154280800","https://openalex.org/W3154670582","https://openalex.org/W3154755316","https://openalex.org/W3157758108","https://openalex.org/W3174203100","https://openalex.org/W3179961400","https://openalex.org/W3180230246","https://openalex.org/W3198431451","https://openalex.org/W3203358309","https://openalex.org/W3208394801","https://openalex.org/W3217305727","https://openalex.org/W4212845844","https://openalex.org/W4220841658","https://openalex.org/W4225089701","https://openalex.org/W4225372933","https://openalex.org/W4252076394","https://openalex.org/W4284663260","https://openalex.org/W4284664419","https://openalex.org/W4284666093","https://openalex.org/W4295885374","https://openalex.org/W4300427681","https://openalex.org/W4306317399","https://openalex.org/W4306317650","https://openalex.org/W4318224880","https://openalex.org/W4321471612","https://openalex.org/W4321649502","https://openalex.org/W4366999896","https://openalex.org/W4384660953","https://openalex.org/W4385688511"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"we":[3,49],"propose":[4],"a":[5,31,102],"novel":[6,81],"framework":[7,29,72,153],"to":[8,76,98],"devise":[9,39,77],"features":[10],"that":[11],"can":[12,38,105],"be":[13],"used":[14],"by":[15,73,115],"Query":[16],"Performance":[17],"Prediction":[18],"(QPP)":[19],"models":[20],"for":[21,44,56],"Neural":[22],"Information":[23],"Retrieval":[24],"(NIR).":[25],"Using":[26],"the":[27,47,62,67,70,91,117,123,129,136,140,145,149,152],"proposed":[28,71,130],"as":[30],"periodic":[32],"table":[33],"of":[34,61,69,80,126,139,151,158],"QPP":[35,88],"components,":[36],"practitioners":[37],"new":[40],"predictors":[41,131],"better":[42],"suited":[43],"NIR.":[45],"Through":[46],"framework,":[48],"detail":[50],"what":[51],"challenges":[52],"and":[53,95],"opportunities":[54],"arise":[55],"QPPs":[57,111],"at":[58,144],"different":[59,156],"stages":[60],"NIR":[63,103,127],"pipeline.":[64],"We":[65],"show":[66],"potential":[68],"using":[74],"it":[75],"two":[78],"types":[79,157],"predictors.":[82],"The":[83,107],"first":[84],"one,":[85],"named":[86],"MEMory-based":[87],"(MEM-QPP),":[89],"exploits":[90],"similarity":[92],"between":[93],"test":[94],"train":[96],"queries":[97],"measure":[99],"how":[100],"much":[101],"system":[104],"memorize.":[106],"second":[108],"adapts":[109],"traditional":[110],"into":[112],"NIR-oriented":[113],"ones":[114],"computing":[116],"query-corpus":[118],"semantic":[119],"similarity.":[120],"By":[121],"exploiting":[122],"inherent":[124],"nature":[125],"systems,":[128],"overcome,":[132],"under":[133],"various":[134],"setups,":[135],"current":[137],"State":[138],"Art,":[141],"highlighting":[142],"--":[143,148],"same":[146],"time":[147],"versatility":[150],"in":[154],"describing":[155],"QPPs.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}