{"id":"https://openalex.org/W4400525779","doi":"https://doi.org/10.1145/3626772.3657841","title":"Axiomatic Causal Interventions for Reverse Engineering Relevance Computation in Neural Retrieval Models","display_name":"Axiomatic Causal Interventions for Reverse Engineering Relevance Computation in Neural Retrieval Models","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400525779","doi":"https://doi.org/10.1145/3626772.3657841"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657841","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657841","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3626772.3657841","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101975391","display_name":"Catherine Chen","orcid":"https://orcid.org/0009-0009-8734-436X"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Catherine Chen","raw_affiliation_strings":["Brown University, Providence, RI, USA"],"raw_orcid":"https://orcid.org/0009-0009-8734-436X","affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062612448","display_name":"Jack Merullo","orcid":"https://orcid.org/0009-0005-9673-6809"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jack Merullo","raw_affiliation_strings":["Brown University, Providence, RI, USA"],"raw_orcid":"https://orcid.org/0009-0005-9673-6809","affiliations":[{"raw_affiliation_string":"Brown University, Providence, RI, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014921416","display_name":"Carsten Eickhoff","orcid":"https://orcid.org/0000-0001-9895-4061"},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Carsten Eickhoff","raw_affiliation_strings":["University of T\u00fcbingen, T\u00fcbingen, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9895-4061","affiliations":[{"raw_affiliation_string":"University of T\u00fcbingen, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1401","last_page":"1410"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7992875576019287},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7169472575187683},{"id":"https://openalex.org/keywords/axiom","display_name":"Axiom","score":0.6788772940635681},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5734806060791016},{"id":"https://openalex.org/keywords/axiomatic-system","display_name":"Axiomatic system","score":0.5659042000770569},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5473614931106567},{"id":"https://openalex.org/keywords/reverse-engineering","display_name":"Reverse engineering","score":0.4905049204826355},{"id":"https://openalex.org/keywords/axiomatic-design","display_name":"Axiomatic design","score":0.4695098102092743},{"id":"https://openalex.org/keywords/causal-model","display_name":"Causal model","score":0.4422118663787842},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42177554965019226},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3770847022533417},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33317410945892334},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.22761064767837524},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14686235785484314},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12674054503440857},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09809356927871704}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7992875576019287},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7169472575187683},{"id":"https://openalex.org/C167729594","wikidata":"https://www.wikidata.org/wiki/Q17736","display_name":"Axiom","level":2,"score":0.6788772940635681},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5734806060791016},{"id":"https://openalex.org/C125773388","wikidata":"https://www.wikidata.org/wiki/Q792542","display_name":"Axiomatic system","level":3,"score":0.5659042000770569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5473614931106567},{"id":"https://openalex.org/C207850805","wikidata":"https://www.wikidata.org/wiki/Q269608","display_name":"Reverse engineering","level":2,"score":0.4905049204826355},{"id":"https://openalex.org/C84170951","wikidata":"https://www.wikidata.org/wiki/Q647225","display_name":"Axiomatic design","level":3,"score":0.4695098102092743},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.4422118663787842},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42177554965019226},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3770847022533417},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33317410945892334},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.22761064767837524},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14686235785484314},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12674054503440857},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09809356927871704},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C137335462","wikidata":"https://www.wikidata.org/wiki/Q380772","display_name":"Lean manufacturing","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626772.3657841","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657841","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3626772.3657841","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626772.3657841","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2134557008","https://openalex.org/W2534359342","https://openalex.org/W2906152891","https://openalex.org/W2927996276","https://openalex.org/W2963165092","https://openalex.org/W3015612646","https://openalex.org/W3034827743","https://openalex.org/W3035313607","https://openalex.org/W3083330919","https://openalex.org/W3095156104","https://openalex.org/W3135053698","https://openalex.org/W3150521056","https://openalex.org/W3153594491","https://openalex.org/W3172072815","https://openalex.org/W3189711920","https://openalex.org/W3197223198","https://openalex.org/W3202070718","https://openalex.org/W4220848927","https://openalex.org/W4225492354","https://openalex.org/W4237905380","https://openalex.org/W4281657280","https://openalex.org/W4284691245","https://openalex.org/W4287124808","https://openalex.org/W4327644068","https://openalex.org/W6796668551","https://openalex.org/W6839328737"],"related_works":["https://openalex.org/W2528271379","https://openalex.org/W2607982435","https://openalex.org/W1623032916","https://openalex.org/W3133448566","https://openalex.org/W2387734943","https://openalex.org/W1508537345","https://openalex.org/W4388249805","https://openalex.org/W1981734275","https://openalex.org/W2007651058","https://openalex.org/W2355377260"],"abstract_inverted_index":{"Neural":[0],"models":[1,146],"have":[2],"demonstrated":[3],"remarkable":[4],"performance":[5],"across":[6],"diverse":[7],"ranking":[8,97],"tasks.":[9],"However,":[10],"the":[11,70,114,142],"processes":[12,143],"and":[13,80,167],"internal":[14,64],"mechanisms":[15],"along":[16],"which":[17],"they":[18],"determine":[19],"relevance":[20],"are":[21],"still":[22],"largely":[23],"unknown.":[24],"Existing":[25],"approaches":[26],"for":[27,139],"analyzing":[28],"neural":[29,78,144],"ranker":[30],"behavior":[31,43],"with":[32,118],"respect":[33],"to":[34,75,89,121,148,154],"IR":[35],"properties":[36],"rely":[37],"either":[38],"on":[39],"assessing":[40],"overall":[41,123],"model":[42,65,165],"or":[44],"employing":[45],"probing":[46],"methods":[47,85],"that":[48,106,130,159],"may":[49],"offer":[50],"an":[51],"incomplete":[52],"understanding":[53,62],"of":[54,63,72,103,113,133,174],"causal":[55,73],"mechanisms.":[56],"To":[57],"provide":[58],"a":[59,96,101],"more":[60],"granular":[61,156],"decision-making":[66],"processes,":[67],"we":[68,128],"propose":[69,129],"use":[71,147],"interventions":[74],"reverse":[76,140],"engineer":[77],"rankers,":[79],"demonstrate":[81],"how":[82],"mechanistic":[83,134],"interpretability":[84,157],"can":[86],"be":[87],"used":[88],"isolate":[90],"components":[91],"satisfying":[92],"term-frequency":[93],"axioms":[94],"within":[95],"model.":[98],"We":[99],"identify":[100],"group":[102],"attention":[104],"heads":[105,120],"detect":[107],"duplicate":[108],"tokens":[109],"in":[110],"earlier":[111],"layers":[112],"model,":[115],"then":[116],"communicate":[117],"downstream":[119],"compute":[122,149],"document":[124],"relevance.":[125,150],"More":[126],"generally,":[127],"this":[131],"style":[132],"analysis":[135],"opens":[136],"up":[137],"avenues":[138],"engineering":[141],"retrieval":[145,164],"This":[151],"work":[152],"aims":[153],"initiate":[155],"efforts":[158],"will":[160],"not":[161],"only":[162],"benefit":[163],"development":[166],"training,":[168],"but":[169],"ultimately":[170],"ensure":[171],"safer":[172],"deployment":[173],"these":[175],"models.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}