{"id":"https://openalex.org/W4401330429","doi":"https://doi.org/10.1145/3664190.3672518","title":"Coherence-based Query Performance Measures for Dense Retrieval","display_name":"Coherence-based Query Performance Measures for Dense Retrieval","publication_year":2024,"publication_date":"2024-08-02","ids":{"openalex":"https://openalex.org/W4401330429","doi":"https://doi.org/10.1145/3664190.3672518"},"language":"en","primary_location":{"id":"doi:10.1145/3664190.3672518","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664190.3672518","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664190.3672518","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3664190.3672518","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093096673","display_name":"Maria Vlachou","orcid":"https://orcid.org/0009-0008-8685-693X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Maria Vlachou","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057643560","display_name":"Craig Macdonald","orcid":"https://orcid.org/0000-0003-3143-279X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Craig Macdonald","raw_affiliation_strings":["University of Glasgow, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5093096673"],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":2.2903,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.90512778,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"15","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7824511528015137},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.6066595911979675},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.6019518971443176},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4875173270702362},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.4436691701412201},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.42513272166252136},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.421405553817749},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41385209560394287},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.36353302001953125},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3283725380897522},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13745489716529846},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10145628452301025}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7824511528015137},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.6066595911979675},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.6019518971443176},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4875173270702362},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.4436691701412201},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.42513272166252136},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.421405553817749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41385209560394287},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.36353302001953125},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3283725380897522},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13745489716529846},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10145628452301025},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3664190.3672518","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664190.3672518","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664190.3672518","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:328868","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.gla.ac.uk/328868/1/328868.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceedings"}],"best_oa_location":{"id":"doi:10.1145/3664190.3672518","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664190.3672518","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3664190.3672518","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2133464415","display_name":null,"funder_award_id":"EP/S02266X/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G6349709139","display_name":null,"funder_award_id":"P/S02266X/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G8937589069","display_name":null,"funder_award_id":"EP/S02266X/1","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401330429.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1504263697","https://openalex.org/W1525414974","https://openalex.org/W1577798322","https://openalex.org/W1970242704","https://openalex.org/W1979399319","https://openalex.org/W1990838106","https://openalex.org/W1999817920","https://openalex.org/W2039143807","https://openalex.org/W2039499406","https://openalex.org/W2051025610","https://openalex.org/W2057028302","https://openalex.org/W2068902033","https://openalex.org/W2079168273","https://openalex.org/W2087131461","https://openalex.org/W2087818911","https://openalex.org/W2126341922","https://openalex.org/W2130900715","https://openalex.org/W2150240006","https://openalex.org/W2171595487","https://openalex.org/W2758859575","https://openalex.org/W2759472822","https://openalex.org/W2801490189","https://openalex.org/W2809897079","https://openalex.org/W2976416215","https://openalex.org/W3015548520","https://openalex.org/W3021397474","https://openalex.org/W3099700870","https://openalex.org/W3144041557","https://openalex.org/W3150989060","https://openalex.org/W3175980629","https://openalex.org/W3197464301","https://openalex.org/W3208394801","https://openalex.org/W3209981429","https://openalex.org/W3210968241","https://openalex.org/W4229500531","https://openalex.org/W4231752194","https://openalex.org/W4284689799","https://openalex.org/W4322697675","https://openalex.org/W4327644088","https://openalex.org/W4384660953","https://openalex.org/W4392800005"],"related_works":["https://openalex.org/W2096359267","https://openalex.org/W1521725692","https://openalex.org/W3008917487","https://openalex.org/W2901901036","https://openalex.org/W3197639690","https://openalex.org/W2572349046","https://openalex.org/W2185998359","https://openalex.org/W2381709896","https://openalex.org/W1997681727","https://openalex.org/W4236234562"],"abstract_inverted_index":{"Query":[0],"Performance":[1],"Prediction":[2],"(QPP)":[3],"estimates":[4],"the":[5,27,30,34,37,66,78,112,142,151,164,197,219,234,261],"effectiveness":[6,79],"of":[7,29,36,68,80,96,98,153,176,200,236,256,264],"a":[8,15,94,173],"search":[9],"engine's":[10],"results":[11],"in":[12,218],"response":[13],"to":[14,57,64,76,126,129,149,193,209,233,238],"query":[16,158,161,183,188,239,266],"without":[17],"relevance":[18],"judgments.":[19],"Traditionally,":[20],"post-retrieval":[21],"predictors":[22,102,148,156,223,258],"have":[23,54],"focused":[24],"upon":[25,122],"either":[26],"distribution":[28],"retrieval":[31,86,124,211,270],"scores,":[32],"or":[33],"coherence":[35],"top-ranked":[38],"documents":[39],"using":[40,49],"traditional":[41],"bag-of-words":[42],"index":[43],"representations.":[44,107],"More":[45],"recently,":[46],"BERT-based":[47],"models":[48,87],"dense":[50,85,123,210,248,269],"embedded":[51],"document":[52],"representations":[53],"been":[55],"used":[56],"create":[58],"new":[59,245],"predictors,":[60,228],"but":[61],"mostly":[62],"applied":[63],"predict":[65,77],"performance":[67,189,199,255],"rankings":[69,81],"created":[70,82],"by":[71,83],"BM25.":[72],"Instead,":[73],"we":[74,92,118,140,180,215],"aim":[75],"single-representation":[84],"(ANCE":[88],"&":[89],"TCT-ColBERT).":[90],"Therefore,":[91],"propose":[93],"number":[95],"variants":[97,131],"existing":[99,257],"unsupervised":[100],"coherence-based":[101],"that":[103,182,204,217,250],"employ":[104],"neural":[105],"embedding":[106],"In":[108,213],"our":[109,222],"experiments":[110],"on":[111,160,268],"TREC":[113],"Deep":[114],"Learning":[115],"Track":[116],"datasets,":[117],"demonstrate":[119],"improved":[120],"accuracy":[121],"(up":[125],"92%":[127],"compared":[128],"sparse":[130],"for":[132,136,196],"TCT-ColBERT":[133],"and":[134,145,157,172,203,259],"188%":[135],"ANCE).":[137],"Going":[138],"deeper,":[139],"select":[141],"most":[143],"representative":[144],"best":[146],"performing":[147],"study":[150],"importance":[152],"differences":[154],"among":[155],"types":[159,184,267],"performance.":[162],"Using":[163],"scaled":[165],"Absolute":[166],"Rank":[167],"Error":[168],"(sARE)":[169],"evaluation":[170],"measure":[171],"particular":[174],"type":[175],"linear":[177],"mixed":[178],"model,":[179],"find":[181,216],"further":[185],"significantly":[186],"influence":[187],"(and":[190],"are":[191],"up":[192],"35%":[194],"responsible":[195],"unstable":[198,254],"QPP":[201,249],"predictors),":[202],"this":[205,229],"sensitivity":[206,235],"is":[207,230],"unique":[208,262],"models.":[212,271],"particular,":[214],"cases":[220],"where":[221],"perform":[224],"lower":[225],"than":[226],"score-based":[227],"partially":[231],"due":[232],"MAP@100":[237],"types.":[240],"Our":[241],"novel":[242],"analysis":[243],"provides":[244],"insights":[246],"into":[247],"can":[251],"explain":[252],"potential":[253],"outlines":[260],"characteristics":[263],"different":[265]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}