{"id":"https://openalex.org/W4395064669","doi":"https://doi.org/10.1145/3630106.3658951","title":"From Model Performance to Claim: How a Change of Focus in Machine Learning Replicability Can Help Bridge the Responsibility Gap","display_name":"From Model Performance to Claim: How a Change of Focus in Machine Learning Replicability Can Help Bridge the Responsibility Gap","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4395064669","doi":"https://doi.org/10.1145/3630106.3658951"},"language":"en","primary_location":{"id":"doi:10.1145/3630106.3658951","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3630106.3658951","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.13131","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102963854","display_name":"Tianqi Kou","orcid":"https://orcid.org/0009-0003-3204-2352"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tianqi Kou","raw_affiliation_strings":["College of Information Sciences and Technology, Pennsylvania State University, United States of America"],"raw_orcid":"https://orcid.org/0009-0003-3204-2352","affiliations":[{"raw_affiliation_string":"College of Information Sciences and Technology, Pennsylvania State University, United States of America","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5102963854"],"corresponding_institution_ids":["https://openalex.org/I130769515"],"apc_list":null,"apc_paid":null,"fwci":0.9876,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.77474691,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1002","last_page":"1013"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.8516817092895508},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.727958619594574},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.6766939163208008},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.6692041754722595},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6310921907424927},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.5955623984336853},{"id":"https://openalex.org/keywords/constructive","display_name":"Constructive","score":0.5858411192893982},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5566695332527161},{"id":"https://openalex.org/keywords/counterintuitive","display_name":"Counterintuitive","score":0.4391370415687561},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3992682695388794},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.264509379863739},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.21545088291168213},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.20269784331321716},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.19503933191299438},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.13829848170280457},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.11913484334945679}],"concepts":[{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.8516817092895508},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.727958619594574},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.6766939163208008},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.6692041754722595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6310921907424927},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.5955623984336853},{"id":"https://openalex.org/C2778701210","wikidata":"https://www.wikidata.org/wiki/Q28130034","display_name":"Constructive","level":3,"score":0.5858411192893982},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5566695332527161},{"id":"https://openalex.org/C101097943","wikidata":"https://www.wikidata.org/wiki/Q5176983","display_name":"Counterintuitive","level":2,"score":0.4391370415687561},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3992682695388794},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.264509379863739},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.21545088291168213},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.20269784331321716},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.19503933191299438},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.13829848170280457},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.11913484334945679},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3630106.3658951","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3630106.3658951","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2404.13131","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.13131","pdf_url":"https://arxiv.org/pdf/2404.13131","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:philarchive.org/rec/KOUFMP","is_oa":true,"landing_page_url":"https://philarchive.org/rec/KOUFMP","pdf_url":"https://philpapers.org/archive/KOUFMP.pdf","source":{"id":"https://openalex.org/S4306402130","display_name":"PhilPapers (PhilPapers Foundation)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:philpapers.org/rec/KOUFMP","is_oa":false,"landing_page_url":"https://philpapers.org/rec/KOUFMP","pdf_url":null,"source":{"id":"https://openalex.org/S4306402130","display_name":"PhilPapers (PhilPapers Foundation)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.13131","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.13131","pdf_url":"https://arxiv.org/pdf/2404.13131","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4395064669.pdf","grobid_xml":"https://content.openalex.org/works/W4395064669.grobid-xml"},"referenced_works_count":98,"referenced_works":["https://openalex.org/W99747396","https://openalex.org/W1481710855","https://openalex.org/W1490781083","https://openalex.org/W1532581728","https://openalex.org/W1544935396","https://openalex.org/W1546831332","https://openalex.org/W1574680346","https://openalex.org/W1973728932","https://openalex.org/W1985710109","https://openalex.org/W1985837824","https://openalex.org/W1998919302","https://openalex.org/W2006455144","https://openalex.org/W2015221780","https://openalex.org/W2046700854","https://openalex.org/W2060953868","https://openalex.org/W2069419338","https://openalex.org/W2072326761","https://openalex.org/W2080797198","https://openalex.org/W2080810802","https://openalex.org/W2123353886","https://openalex.org/W2128148962","https://openalex.org/W2157733488","https://openalex.org/W2335400770","https://openalex.org/W2371818109","https://openalex.org/W2413796959","https://openalex.org/W2511653295","https://openalex.org/W2557007068","https://openalex.org/W2776961836","https://openalex.org/W2788004235","https://openalex.org/W2788572835","https://openalex.org/W2809476703","https://openalex.org/W2846341821","https://openalex.org/W2897042519","https://openalex.org/W2897154134","https://openalex.org/W2898636241","https://openalex.org/W2900379068","https://openalex.org/W2911752833","https://openalex.org/W2929028679","https://openalex.org/W2964857390","https://openalex.org/W2984201488","https://openalex.org/W2995006168","https://openalex.org/W2995528912","https://openalex.org/W2999637955","https://openalex.org/W3001248429","https://openalex.org/W3001553940","https://openalex.org/W3007159950","https://openalex.org/W3013149459","https://openalex.org/W3082042211","https://openalex.org/W3086663505","https://openalex.org/W3091305078","https://openalex.org/W3100279624","https://openalex.org/W3101748278","https://openalex.org/W3103751997","https://openalex.org/W3109268737","https://openalex.org/W3119394424","https://openalex.org/W3133874049","https://openalex.org/W3134214835","https://openalex.org/W3134362900","https://openalex.org/W3135371071","https://openalex.org/W3137424215","https://openalex.org/W3141797169","https://openalex.org/W3142490982","https://openalex.org/W3155789868","https://openalex.org/W3162428030","https://openalex.org/W3174220540","https://openalex.org/W3202183072","https://openalex.org/W4221138494","https://openalex.org/W4223563577","https://openalex.org/W4244528778","https://openalex.org/W4253763531","https://openalex.org/W4280541712","https://openalex.org/W4280563381","https://openalex.org/W4280576890","https://openalex.org/W4281490673","https://openalex.org/W4283155185","https://openalex.org/W4283155630","https://openalex.org/W4283155751","https://openalex.org/W4283156811","https://openalex.org/W4283157303","https://openalex.org/W4283157866","https://openalex.org/W4283164096","https://openalex.org/W4283165251","https://openalex.org/W4283168936","https://openalex.org/W4283170039","https://openalex.org/W4283170465","https://openalex.org/W4283172171","https://openalex.org/W4283217613","https://openalex.org/W4296086469","https://openalex.org/W4300872236","https://openalex.org/W4317739165","https://openalex.org/W4375959287","https://openalex.org/W4376311852","https://openalex.org/W4376632242","https://openalex.org/W4380319681","https://openalex.org/W4380988956","https://openalex.org/W4385397741","https://openalex.org/W6801984403","https://openalex.org/W6854046553"],"related_works":["https://openalex.org/W2809491669","https://openalex.org/W3005839474","https://openalex.org/W4379988549","https://openalex.org/W2139510495","https://openalex.org/W2016376779","https://openalex.org/W1992379025","https://openalex.org/W2768389068","https://openalex.org/W2403993643","https://openalex.org/W3199802296","https://openalex.org/W2906574076"],"abstract_inverted_index":{"Two":[0],"goals":[1,34],"\u2013":[2,60],"improving":[3,30],"replicability":[4,41,84,96,138,160,193],"and":[5,20,120,133,173,217],"accountability":[6,47,164],"of":[7,29,56,77,137,180,191,196],"Machine":[8,22,62,67,100,166],"Learning":[9,23,63,68,101,167],"research":[10,141,218],"respectively,":[11],"have":[12],"accrued":[13],"much":[14],"attention":[15],"from":[16,75,93],"the":[17,21,27,32,53,57,88,127,189],"AI":[18],"ethics":[19],"community.":[24],"Despite":[25],"sharing":[26],"measures":[28],"transparency,":[31],"two":[33,135],"are":[35,112],"discussed":[36],"in":[37,161],"different":[38],"registers":[39,42,48],"-":[40],"with":[43,49],"scientific":[44],"reasoning":[45],"whereas":[46],"ethical":[50],"reasoning.":[51],"Given":[52],"existing":[54],"challenge":[55],"responsibility":[58,181],"gap":[59],"holding":[61],"scientists":[64,102,168],"accountable":[65,106],"for":[66,107,139,154,169],"harms":[69],"due":[70,117],"to":[71,97,114,118,165],"them":[72],"being":[73],"far":[74],"sites":[76],"application,":[78],"this":[79,123],"paper":[80],"posits":[81],"that":[82,111,142,182],"reconceptualizing":[83],"can":[85,103,143],"help":[86],"bridge":[87],"gap.":[89],"Through":[90],"a":[91,178,197,201],"shift":[92],"model":[94,158],"performance":[95,159],"claim":[98,192],"replicability,":[99],"be":[104],"held":[105],"producing":[108,170],"non-replicable":[109,171],"claims":[110,172],"prone":[113],"eliciting":[115],"harm":[116],"misuse":[119],"misinterpretation.":[121],"In":[122,185],"paper,":[124],"I":[125,131,150,187],"make":[126],"following":[128],"contributions.":[129],"First,":[130],"define":[132],"distinguish":[134],"forms":[136],"ML":[140],"aid":[144],"constructive":[145],"conversations":[146],"around":[147],"replicability.":[148],"Second,":[149],"formulate":[151],"an":[152],"argument":[153],"claim-replicability\u2019s":[155],"advantage":[156],"over":[157],"justifying":[162],"assigning":[163],"show":[174],"how":[175],"it":[176],"enacts":[177],"sense":[179],"is":[183],"actionable.":[184],"addition,":[186],"characterize":[188],"implementation":[190],"as":[194],"more":[195],"social":[198],"project":[199],"than":[200],"technical":[202],"one":[203],"by":[204],"discussing":[205],"its":[206],"competing":[207],"epistemological":[208],"principles,":[209],"practical":[210],"implications":[211],"on":[212],"Circulating":[213],"Reference,":[214],"Interpretative":[215],"Labor,":[216],"communication.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}