{"id":"https://openalex.org/W4375959315","doi":"https://doi.org/10.1145/3593013.3594028","title":"Runtime Monitoring of Dynamic Fairness Properties","display_name":"Runtime Monitoring of Dynamic Fairness Properties","publication_year":2023,"publication_date":"2023-06-12","ids":{"openalex":"https://openalex.org/W4375959315","doi":"https://doi.org/10.1145/3593013.3594028"},"language":"en","primary_location":{"id":"doi:10.1145/3593013.3594028","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3594028","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3594028","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3594028","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080555605","display_name":"Thomas A. Henzinger","orcid":"https://orcid.org/0000-0002-2985-7724"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Thomas Henzinger","raw_affiliation_strings":["IST Austria, Austria"],"raw_orcid":"https://orcid.org/0000-0002-2985-7724","affiliations":[{"raw_affiliation_string":"IST Austria, Austria","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611999","display_name":"Mahyar Karimi","orcid":"https://orcid.org/0009-0005-0820-1696"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Mahyar Karimi","raw_affiliation_strings":["IST Austria, Austria"],"raw_orcid":"https://orcid.org/0009-0005-0820-1696","affiliations":[{"raw_affiliation_string":"IST Austria, Austria","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060738050","display_name":"Konstantin Kueffner","orcid":"https://orcid.org/0000-0001-8974-2542"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Konstantin Kueffner","raw_affiliation_strings":["IST Austria, Austria"],"raw_orcid":"https://orcid.org/0000-0001-8974-2542","affiliations":[{"raw_affiliation_string":"IST Austria, Austria","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081483854","display_name":"Kaushik Mallik","orcid":"https://orcid.org/0000-0001-9864-7475"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Kaushik Mallik","raw_affiliation_strings":["IST Austria, Austria"],"raw_orcid":"https://orcid.org/0000-0001-9864-7475","affiliations":[{"raw_affiliation_string":"IST Austria, Austria","institution_ids":["https://openalex.org/I157556583"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5080555605"],"corresponding_institution_ids":["https://openalex.org/I157556583"],"apc_list":null,"apc_paid":null,"fwci":4.2871,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.95231013,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"604","last_page":"614"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.970300018787384,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8282327055931091},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8098684549331665},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5973677635192871},{"id":"https://openalex.org/keywords/system-administrator","display_name":"System administrator","score":0.5406323075294495},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5117177963256836},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.46934330463409424},{"id":"https://openalex.org/keywords/mathematical-proof","display_name":"Mathematical proof","score":0.4453841745853424},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44514578580856323},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44331514835357666},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4101918041706085},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32942837476730347},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.30449938774108887},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14796215295791626}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8282327055931091},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8098684549331665},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5973677635192871},{"id":"https://openalex.org/C2780814629","wikidata":"https://www.wikidata.org/wiki/Q327353","display_name":"System administrator","level":2,"score":0.5406323075294495},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5117177963256836},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.46934330463409424},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.4453841745853424},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44514578580856323},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44331514835357666},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4101918041706085},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32942837476730347},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.30449938774108887},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14796215295791626},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3593013.3594028","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3594028","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3594028","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.04699","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.04699","pdf_url":"https://arxiv.org/pdf/2305.04699","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3593013.3594028","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3594028","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3594028","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6800000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4375959315.pdf","grobid_xml":"https://content.openalex.org/works/W4375959315.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2014352947","https://openalex.org/W2076420009","https://openalex.org/W2100960835","https://openalex.org/W2765564115","https://openalex.org/W2780845006","https://openalex.org/W2904609718","https://openalex.org/W2910185446","https://openalex.org/W2912099989","https://openalex.org/W2979630334","https://openalex.org/W3006822506","https://openalex.org/W3013778941","https://openalex.org/W3043040027","https://openalex.org/W3100945072","https://openalex.org/W3181414820","https://openalex.org/W3209809080","https://openalex.org/W4230569261","https://openalex.org/W4241431509","https://openalex.org/W4241857777","https://openalex.org/W4289258088","https://openalex.org/W4375959315","https://openalex.org/W4384573255"],"related_works":["https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W4241418540","https://openalex.org/W1508895727","https://openalex.org/W2725786787","https://openalex.org/W1875930651","https://openalex.org/W55831818"],"abstract_inverted_index":{"A":[0],"machine-learned":[1],"system":[2,23,36,53,85,101,141,154,175],"that":[3,73,210,269,278],"is":[4,66,102,117,122,176,281],"fair":[5,99],"in":[6,15,34,61,86,107,152,224],"static":[7],"decision-making":[8],"tasks":[9],"may":[10,19,127],"have":[11],"biased":[12],"societal":[13],"impacts":[14],"the":[16,22,35,84,87,100,104,140,143,153,156,160,173,203,207,212,215,219,250,270,290],"long-run.":[17],"This":[18],"happen":[20],"when":[21],"interacts":[24],"with":[25,92],"humans":[26],"and":[27,37,47,69,89,142,149,155,197,226,252,284],"feedback":[28],"patterns":[29],"emerge,":[30],"reinforcing":[31],"old":[32],"biases":[33,50],"creating":[38],"new":[39,287],"biases.":[40],"While":[41],"existing":[42],"works":[43],"try":[44],"to":[45,67,136,171,182,289],"identify":[46],"mitigate":[48],"long-run":[49],"through":[51],"smart":[52],"design,":[54],"we":[55],"introduce":[56,272],"techniques":[57],"for":[58],"monitoring":[59,112,280],"fairness":[60,116,188,291],"real":[62],"time.":[63,108],"Our":[64,266],"goal":[65],"build":[68],"deploy":[70],"a":[71,77,95,131,235,255],"monitor":[72],"will":[74,90],"continuously":[75],"observe":[76],"long":[78],"sequence":[79],"of":[80,111,162,206,218,246],"events":[81],"generated":[82],"by":[83,168],"wild,":[88],"output,":[91],"each":[93],"event,":[94],"verdict":[96],"on":[97,202],"how":[98,172,228],"at":[103,119,133],"current":[105],"point":[106],"The":[109],"advantages":[110],"are":[113,167],"two-fold.":[114],"Firstly,":[115],"evaluated":[118],"run-time,":[120],"which":[121,178],"important":[123,283],"because":[124],"unfair":[125,244,264],"behaviors":[126],"not":[128],"be":[129,183],"eliminated":[130],"priori,":[132],"design-time,":[134],"due":[135],"partial":[137],"knowledge":[138],"about":[139,214],"environment,":[144,157],"as":[145,147,159,185,192],"well":[146],"uncertainties":[148],"dynamic":[150],"changes":[151],"such":[158],"unpredictability":[161],"human":[163],"behavior.":[164],"Secondly,":[165],"monitors":[166,229,271],"design":[169],"oblivious":[170],"monitored":[174],"constructed,":[177],"makes":[179],"them":[180],"suitable":[181],"used":[184],"trusted":[186],"third-party":[187],"watchdogs.":[189],"They":[190],"function":[191],"computationally":[193],"lightweight":[194],"statistical":[195],"estimators,":[196],"their":[198],"correctness":[199],"proofs":[200],"rely":[201],"rigorous":[204,286],"analysis":[205],"stochastic":[208],"process":[209],"models":[211],"assumptions":[213],"underlying":[216],"dynamics":[217],"system.":[220],"We":[221,276],"show,":[222],"both":[223],"theory":[225],"experiments,":[227],"can":[230],"warn":[231],"us":[232],"(1)":[233],"if":[234,254],"bank\u2019s":[236],"credit":[237,247],"policy":[238,259],"over":[239,260],"time":[240,261],"has":[241,262],"created":[242],"an":[243,282],"distribution":[245],"scores":[248],"among":[249],"population,":[251],"(2)":[253],"resource":[256],"allocator\u2019s":[257],"allocation":[258],"made":[263],"allocations.":[265],"experiments":[267],"demonstrate":[268],"very":[273],"low":[274],"overhead.":[275],"believe":[277],"runtime":[279],"mathematically":[285],"addition":[288],"toolbox.":[292]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}