{"id":"https://openalex.org/W4413928702","doi":"https://doi.org/10.1145/3765619","title":"Getting off the DIME: Dimension Pruning via Dimension Importance Estimation for Dense Information Retrieval","display_name":"Getting off the DIME: Dimension Pruning via Dimension Importance Estimation for Dense Information Retrieval","publication_year":2025,"publication_date":"2025-09-02","ids":{"openalex":"https://openalex.org/W4413928702","doi":"https://doi.org/10.1145/3765619"},"language":"en","primary_location":{"id":"doi:10.1145/3765619","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3765619","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3765619","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3765619","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079246354","display_name":"Guglielmo Faggioli","orcid":"https://orcid.org/0000-0002-5070-2049"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Guglielmo Faggioli","raw_affiliation_strings":["Department of Information Engineering, University of Padua, Padova, Italy","University of Padua, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5070-2049","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padua, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]},{"raw_affiliation_string":"University of Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069843101","display_name":"Nicola Ferro","orcid":"https://orcid.org/0000-0001-9219-6239"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Ferro","raw_affiliation_strings":["Department of Information Engineering, University of Padua, Padova, Italy","University of Padua, Italy"],"raw_orcid":"https://orcid.org/0000-0001-9219-6239","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padua, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]},{"raw_affiliation_string":"University of Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035605298","display_name":"Raffaele Perego","orcid":"https://orcid.org/0000-0001-7189-4724"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]},{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Raffaele Perego","raw_affiliation_strings":["Consiglio Nazionale delle Ricerche, Istituto di Scienza e Tecnologie dell\u2019Informazione \u201cAlessandro Faedo\u201d, Pisa, Italy","National Research Council (CNR), Italy"],"raw_orcid":"https://orcid.org/0000-0001-7189-4724","affiliations":[{"raw_affiliation_string":"Consiglio Nazionale delle Ricerche, Istituto di Scienza e Tecnologie dell\u2019Informazione \u201cAlessandro Faedo\u201d, Pisa, Italy","institution_ids":["https://openalex.org/I122991210"]},{"raw_affiliation_string":"National Research Council (CNR), Italy","institution_ids":["https://openalex.org/I4210155236"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018894843","display_name":"Nicola Tonellotto","orcid":"https://orcid.org/0000-0002-7427-1001"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Tonellotto","raw_affiliation_strings":["Department of Information Engineering, University of Pisa, Pisa, Italy","University of Pisa, Italy"],"raw_orcid":"https://orcid.org/0000-0002-7427-1001","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Pisa, Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]},{"raw_affiliation_string":"University of Pisa, Italy","institution_ids":["https://openalex.org/I108290504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19610124,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"44","issue":"1","first_page":"1","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.8671571016311646},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7394506931304932},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.5504884123802185},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4505605101585388},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4445214569568634},{"id":"https://openalex.org/keywords/intrinsic-dimension","display_name":"Intrinsic dimension","score":0.4181728959083557},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.37975144386291504},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3705516457557678},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.11474829912185669},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.10677531361579895},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.10237738490104675},{"id":"https://openalex.org/keywords/botany","display_name":"Botany","score":0.0671088695526123}],"concepts":[{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.8671571016311646},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7394506931304932},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5504884123802185},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4505605101585388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4445214569568634},{"id":"https://openalex.org/C30732413","wikidata":"https://www.wikidata.org/wiki/Q17092636","display_name":"Intrinsic dimension","level":3,"score":0.4181728959083557},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.37975144386291504},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3705516457557678},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.11474829912185669},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10677531361579895},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.10237738490104675},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0671088695526123},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3765619","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3765619","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3765619","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:arpi.unipi.it:11568/1343919","is_oa":false,"landing_page_url":"https://hdl.handle.net/11568/1343919","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:dnet:iris________::a00fe08be0c30b40b3d07a61a4042e8c","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM TRANSACTIONS ON INFORMATION SYSTEMS, vol. 44 (issue 1), pp. 1-34","raw_type":"Journal article"},{"id":"pmh:oai:www.research.unipd.it:11577/3590563","is_oa":false,"landing_page_url":"https://hdl.handle.net/11577/3590563","pdf_url":null,"source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3765619","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3765619","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3765619","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1145458839","display_name":null,"funder_award_id":"PRIN 2022","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2619993990","display_name":null,"funder_award_id":"PRIN 2022","funder_id":"https://openalex.org/F4320317295","funder_display_name":"Dipartimenti di Eccellenza"},{"id":"https://openalex.org/G4508289328","display_name":null,"funder_award_id":"PE00000013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6493806911","display_name":"Extreme Food Risk Analytics","funder_award_id":"101093026","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320317295","display_name":"Dipartimenti di Eccellenza","ror":null},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413928702.pdf","grobid_xml":"https://content.openalex.org/works/W4413928702.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W571134129","https://openalex.org/W1487321909","https://openalex.org/W2039499764","https://openalex.org/W2078093994","https://openalex.org/W2105157020","https://openalex.org/W2119869458","https://openalex.org/W2124278215","https://openalex.org/W2154053567","https://openalex.org/W2163922914","https://openalex.org/W2318802957","https://openalex.org/W2388783363","https://openalex.org/W2402043120","https://openalex.org/W2405884322","https://openalex.org/W2507268997","https://openalex.org/W2515351093","https://openalex.org/W2537515450","https://openalex.org/W2740121459","https://openalex.org/W2897471207","https://openalex.org/W2901143721","https://openalex.org/W2941045407","https://openalex.org/W2963341956","https://openalex.org/W2977133215","https://openalex.org/W2979894627","https://openalex.org/W2998702515","https://openalex.org/W3016094606","https://openalex.org/W3033217117","https://openalex.org/W3144638008","https://openalex.org/W3150989060","https://openalex.org/W3152887675","https://openalex.org/W3153610952","https://openalex.org/W3154280800","https://openalex.org/W3154670582","https://openalex.org/W3155895380","https://openalex.org/W3157758108","https://openalex.org/W3163313089","https://openalex.org/W3198734960","https://openalex.org/W3199493219","https://openalex.org/W3214779765","https://openalex.org/W4220841658","https://openalex.org/W4225319197","https://openalex.org/W4230856572","https://openalex.org/W4284670443","https://openalex.org/W4289236186","https://openalex.org/W4315481736","https://openalex.org/W4321649502","https://openalex.org/W4367189613","https://openalex.org/W4385688511","https://openalex.org/W4389519566","https://openalex.org/W4389520055","https://openalex.org/W4392122227","https://openalex.org/W4400526908"],"related_works":["https://openalex.org/W2058445954","https://openalex.org/W3139066715","https://openalex.org/W2072397435","https://openalex.org/W4306309289","https://openalex.org/W408992594","https://openalex.org/W2010406746","https://openalex.org/W2029704657","https://openalex.org/W1971527080","https://openalex.org/W2141802142","https://openalex.org/W4381745297"],"abstract_inverted_index":{"Dense":[0,21],"Information":[1],"Retrieval":[2],"(IR)":[3],"systems":[4],"rely":[5],"on":[6,164,217],"neural":[7],"networks":[8],"to":[9,95,111,158,256],"embed":[10],"documents":[11,39,52,93,185],"and":[12,33,40,53,92,154,186,219,233,271],"queries":[13,54],"within":[14],"a":[15,81,113,139,212],"latent":[16],"low-dimensional":[17],"space.":[18],"Among":[19],"the":[20,51,58,68,85,90,103,118,134,160,165,172,175,200,204,207,248,258],"IR":[22],"approaches,":[23],"bi-encoders":[24],"are":[25,55],"particularly":[26],"popular,":[27],"as":[28,190,192,225,227],"they":[29],"achieve":[30],"state-of-the-art":[31,259],"performance":[32,188],"allow":[34],"for":[35,76],"efficient":[36],"encoding":[37],"of":[38,46,61,84,117,141,151,174,196,203,214,231,237,241,266],"queries.":[41],"Nevertheless,":[42],"using":[43,57],"this":[44,64],"class":[45,140],"systems,":[47],"by":[48,177],"construction,":[49],"all":[50],"represented":[56],"same":[59],"set":[60,213],"dimensions.":[62,168],"In":[63],"article,":[65],"we":[66,132,209],"introduce":[67],"Manifold":[69],"Clustering":[70],"(MC)":[71],"hypothesis":[72,105],"which":[73,182],"states":[74],"that,":[75],"each":[77,149],"query,":[78],"there":[79],"exists":[80],"query-dependent":[82,114],"manifold":[83],"original":[86,119],"embedding":[87,120,153],"space":[88,121],"where":[89,122],"query":[91],"relevant":[94],"it":[96,108],"cluster":[97],"more":[98],"effectively.":[99],"We":[100,169],"empirically":[101,246],"validate":[102],"MC":[104,249],"showing":[106],"that":[107,143,222,260],"is":[109,126],"possible":[110],"find":[112,129],"linear":[115],"subspace":[116],"high":[123],"retrieval":[124,277],"effectiveness":[125,173,240],"achieved.":[127],"To":[128,198],"such":[130,242],"subspaces,":[131],"propose":[133,211],"Dimension":[135],"IMportance":[136],"Estimators":[137],"(DIMEs),":[138],"models":[142],"associate":[144],"an":[145,152,179,253],"importance":[146],"score":[147],"with":[148],"dimension":[150],"can":[155,272],"be":[156,273],"used":[157],"project":[159],"dense":[161],"representations":[162],"only":[163,245],"most":[166],"important":[167],"first":[170],"demonstrate":[171,199],"DIMEs":[176,205,215,243],"proposing":[178],"oracle":[180],"DIME":[181],"employs":[183],"annotated":[184],"induces":[187],"improvements":[189],"big":[191,226],"+184%":[193],"in":[194,229,235],"terms":[195,230,236],"AP.":[197],"practical":[201],"applicability":[202],"beyond":[206],"oracle,":[208],"also":[210],"based":[216],"pseudo-relevance":[218],"active":[220],"feedback":[221],"induce":[223],"improvement":[224],"+49.6%":[228],"AP":[232],"+55.9%":[234],"nDCG@10.":[238],"The":[239],"not":[244,262],"supports":[247],"hypothesis,":[250],"but":[251],"illustrates":[252],"actual":[254],"strategy":[255],"outperform":[257],"does":[261],"require":[263],"any":[264],"form":[265],"retraining,":[267],"fine-tuning":[268],"or":[269],"re-indexing":[270],"efficiently":[274],"implemented":[275],"at":[276],"time.":[278]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}