{"id":"https://openalex.org/W4388161955","doi":"https://doi.org/10.1145/3617694.3623227","title":"A Classification of Feedback Loops and Their Relation to Biases in Automated Decision-Making Systems","display_name":"A Classification of Feedback Loops and Their Relation to Biases in Automated Decision-Making Systems","publication_year":2023,"publication_date":"2023-10-29","ids":{"openalex":"https://openalex.org/W4388161955","doi":"https://doi.org/10.1145/3617694.3623227"},"language":"en","primary_location":{"id":"doi:10.1145/3617694.3623227","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617694.3623227","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623227","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623227","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027406251","display_name":"Nicol\u00f2 Pagan","orcid":"https://orcid.org/0000-0003-0071-7856"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Nicol\u00f2 Pagan","raw_affiliation_strings":["University of Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-0071-7856","affiliations":[{"raw_affiliation_string":"University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002061675","display_name":"Joachim Baumann","orcid":"https://orcid.org/0000-0003-2019-4829"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]},{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Joachim Baumann","raw_affiliation_strings":["University of Zurich, Switzerland and Zurich University of Applied Sciences, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-2019-4829","affiliations":[{"raw_affiliation_string":"University of Zurich, Switzerland and Zurich University of Applied Sciences, Switzerland","institution_ids":["https://openalex.org/I202697423","https://openalex.org/I858936495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052313639","display_name":"Ezzat Elokda","orcid":"https://orcid.org/0000-0002-2415-6494"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ezzat Elokda","raw_affiliation_strings":["ETH Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-2415-6494","affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088027101","display_name":"Giulia De Pasquale","orcid":"https://orcid.org/0000-0002-8587-967X"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Giulia De Pasquale","raw_affiliation_strings":["ETH Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-8587-967X","affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018168527","display_name":"Saverio Bolognani","orcid":"https://orcid.org/0000-0002-7935-1385"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Saverio Bolognani","raw_affiliation_strings":["ETH Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-7935-1385","affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054630728","display_name":"Anik\u00f3 Hann\u00e1k","orcid":"https://orcid.org/0000-0002-0612-6320"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Anik\u00f3 Hann\u00e1k","raw_affiliation_strings":["University of Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-0612-6320","affiliations":[{"raw_affiliation_string":"University of Zurich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5336,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.97616565,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7367048263549805},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6105566024780273},{"id":"https://openalex.org/keywords/dynamic-decision-making","display_name":"Dynamic decision-making","score":0.6028625965118408},{"id":"https://openalex.org/keywords/dynamical-systems-theory","display_name":"Dynamical systems theory","score":0.5963679552078247},{"id":"https://openalex.org/keywords/feedback-loop","display_name":"Feedback loop","score":0.4888710379600525},{"id":"https://openalex.org/keywords/causal-loop-diagram","display_name":"Causal loop diagram","score":0.470365971326828},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.44964537024497986},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.43178120255470276},{"id":"https://openalex.org/keywords/system-dynamics","display_name":"System dynamics","score":0.4274214506149292},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.409201443195343},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39529716968536377},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.28131210803985596},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12963303923606873}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7367048263549805},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6105566024780273},{"id":"https://openalex.org/C174988536","wikidata":"https://www.wikidata.org/wiki/Q5318965","display_name":"Dynamic decision-making","level":2,"score":0.6028625965118408},{"id":"https://openalex.org/C79379906","wikidata":"https://www.wikidata.org/wiki/Q3174497","display_name":"Dynamical systems theory","level":2,"score":0.5963679552078247},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.4888710379600525},{"id":"https://openalex.org/C144400606","wikidata":"https://www.wikidata.org/wiki/Q2412982","display_name":"Causal loop diagram","level":3,"score":0.470365971326828},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.44964537024497986},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.43178120255470276},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.4274214506149292},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.409201443195343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39529716968536377},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28131210803985596},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12963303923606873},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3617694.3623227","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617694.3623227","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623227","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},{"id":"pmh:doi:10.3929/ethz-b-000646194","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/646194","pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"}],"best_oa_location":{"id":"doi:10.1145/3617694.3623227","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617694.3623227","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623227","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2179010935","display_name":"NCCR Automation: Dependable Ubiquitous Automation","funder_award_id":"180545","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G5129771594","display_name":null,"funder_award_id":"180545","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320321652","display_name":"Eidgen\u00f6ssische Technische Hochschule Z\u00fcrich","ror":"https://ror.org/05a28rw58"},{"id":"https://openalex.org/F4320323874","display_name":"Universit\u00e4t Z\u00fcrich","ror":"https://ror.org/02crff812"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388161955.pdf","grobid_xml":"https://content.openalex.org/works/W4388161955.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1763790326","https://openalex.org/W1968998685","https://openalex.org/W1975042462","https://openalex.org/W2001598892","https://openalex.org/W2012218966","https://openalex.org/W2039146285","https://openalex.org/W2045285586","https://openalex.org/W2061328016","https://openalex.org/W2095577883","https://openalex.org/W2097160297","https://openalex.org/W2099419573","https://openalex.org/W2244109919","https://openalex.org/W2529251251","https://openalex.org/W2563852449","https://openalex.org/W2584805976","https://openalex.org/W2599025709","https://openalex.org/W2765564115","https://openalex.org/W2767023880","https://openalex.org/W2773444500","https://openalex.org/W2886189420","https://openalex.org/W2888078780","https://openalex.org/W2888421747","https://openalex.org/W2889252776","https://openalex.org/W2904609718","https://openalex.org/W2913525780","https://openalex.org/W2978329087","https://openalex.org/W2982007762","https://openalex.org/W2999114164","https://openalex.org/W3006822506","https://openalex.org/W3013778941","https://openalex.org/W3033733989","https://openalex.org/W3096290781","https://openalex.org/W3100945072","https://openalex.org/W3101206394","https://openalex.org/W3102162267","https://openalex.org/W3104618226","https://openalex.org/W3111153674","https://openalex.org/W3121201812","https://openalex.org/W3134473896","https://openalex.org/W3181414820","https://openalex.org/W3196072165","https://openalex.org/W3209809080","https://openalex.org/W3213556453","https://openalex.org/W4210736086","https://openalex.org/W4210818739","https://openalex.org/W4230316285","https://openalex.org/W4281641238","https://openalex.org/W4289547779","https://openalex.org/W4297806505","https://openalex.org/W4312663109","https://openalex.org/W4323340212","https://openalex.org/W4380319373","https://openalex.org/W6769842336"],"related_works":["https://openalex.org/W4386728952","https://openalex.org/W4309288015","https://openalex.org/W3105963488","https://openalex.org/W2461628653","https://openalex.org/W2154418186","https://openalex.org/W4320028870","https://openalex.org/W3204944752","https://openalex.org/W4390053504","https://openalex.org/W2264413734","https://openalex.org/W1517668147"],"abstract_inverted_index":{"Prediction-based":[0],"decision-making":[1,125,171,241],"systems":[2,16,126,139,155],"are":[3,17,26,222],"becoming":[4],"increasingly":[5],"prevalent":[6],"in":[7,61,123,168,187,238],"various":[8],"domains.":[9],"Previous":[10],"studies":[11],"have":[12,51],"demonstrated":[13],"that":[14,72,146,180,232],"such":[15],"vulnerable":[18],"to":[19,30,67,84,95,159,199],"runaway":[20],"feedback":[21,53,121,166,201,228,236],"loops,":[22],"e.g.,":[23],"when":[24],"police":[25],"repeatedly":[27],"sent":[28],"back":[29],"the":[31,36,48,56,86,120,135,149,152,162,169,188,233,239],"same":[32],"neighborhoods":[33],"regardless":[34],"of":[35,39,119,137,143,151,154,165,211,219,227,235],"actual":[37],"rate":[38],"criminal":[40],"activity,":[41],"which":[42,60,216],"exacerbate":[43],"existing":[44,175],"biases.":[45,250],"In":[46,130],"practice,":[47],"automated":[49],"decisions":[50],"dynamic":[52,157],"effects":[54],"on":[55,109],"system":[57],"itself":[58],"\u2013":[59,71],"ML":[62,220,249],"literature":[63],"is":[64,127],"sometimes":[65],"referred":[66],"as":[68,100],"performative":[69],"predictions":[70],"can":[73,243],"perpetuate":[74],"over":[75],"time,":[76],"making":[77],"it":[78],"difficult":[79],"for":[80],"short-sighted":[81],"design":[82],"choices":[83],"control":[85],"system\u2019s":[87],"evolution.":[88],"While":[89],"researchers":[90],"started":[91],"proposing":[92],"longer-term":[93],"solutions":[94],"prevent":[96],"adverse":[97],"outcomes":[98],"(such":[99],"bias":[101],"towards":[102],"certain":[103],"groups),":[104],"these":[105],"interventions":[106],"largely":[107],"depend":[108],"ad":[110],"hoc":[111],"modeling":[112],"assumptions":[113],"and":[114,196,206],"a":[115,141,194,208],"rigorous":[116],"theoretical":[117],"understanding":[118],"dynamics":[122],"ML-based":[124,170,240],"currently":[128],"missing.":[129],"this":[131,181],"paper,":[132],"we":[133,178,214],"use":[134],"language":[136],"dynamical":[138],"theory,":[140],"branch":[142],"applied":[144],"mathematics":[145],"deals":[147],"with":[148,156],"analysis":[150],"interconnection":[153],"behaviors,":[158],"rigorously":[160],"classify":[161],"different":[163],"types":[164,218],"loops":[167,237],"pipeline.":[172],"By":[173,203],"reviewing":[174],"scholarly":[176],"work,":[177],"show":[179,215],"classification":[182],"covers":[183],"many":[184],"examples":[185],"discussed":[186],"algorithmic":[189],"fairness":[190],"community,":[191],"thereby":[192],"providing":[193],"unifying":[195],"principled":[197],"framework":[198],"study":[200],"loops.":[202],"qualitative":[204],"analysis,":[205],"through":[207],"simulation":[209],"example":[210],"recommender":[212],"systems,":[213],"specific":[217],"biases":[221],"affected":[223],"by":[224],"each":[225],"type":[226],"loop.":[229],"We":[230],"find":[231],"existence":[234],"pipeline":[242],"perpetuate,":[244],"reinforce,":[245],"or":[246],"even":[247],"reduce":[248]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}