{"id":"https://openalex.org/W4384573255","doi":"https://doi.org/10.1007/978-3-031-37703-7_17","title":"Monitoring Algorithmic Fairness","display_name":"Monitoring Algorithmic Fairness","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4384573255","doi":"https://doi.org/10.1007/978-3-031-37703-7_17"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-37703-7_17","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-37703-7_17","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-37703-7_17.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-37703-7_17.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080555605","display_name":"Thomas A. Henzinger","orcid":"https://orcid.org/0000-0002-2985-7724"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Thomas A. Henzinger","raw_affiliation_strings":["Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria"],"raw_orcid":"https://orcid.org/0000-0002-2985-7724","affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611999","display_name":"Mahyar Karimi","orcid":"https://orcid.org/0009-0005-0820-1696"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Mahyar Karimi","raw_affiliation_strings":["Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria"],"raw_orcid":"https://orcid.org/0009-0005-0820-1696","affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060738050","display_name":"Konstantin Kueffner","orcid":"https://orcid.org/0000-0001-8974-2542"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Konstantin Kueffner","raw_affiliation_strings":["Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria"],"raw_orcid":"https://orcid.org/0000-0001-8974-2542","affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria","institution_ids":["https://openalex.org/I157556583"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081483854","display_name":"Kaushik Mallik","orcid":"https://orcid.org/0000-0001-9864-7475"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Kaushik Mallik","raw_affiliation_strings":["Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria"],"raw_orcid":"https://orcid.org/0000-0001-9864-7475","affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Austria (ISTA), Klosterneuburg, Austria","institution_ids":["https://openalex.org/I157556583"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5080555605"],"corresponding_institution_ids":["https://openalex.org/I157556583"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":10.8589,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.98728102,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"358","last_page":"382"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/frequentist-inference","display_name":"Frequentist inference","score":0.8926025629043579},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7786899209022522},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5241435170173645},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.50797039270401},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4768168330192566},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4241158962249756},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4130558371543884},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40460142493247986},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.3710264563560486},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3412569761276245}],"concepts":[{"id":"https://openalex.org/C162376815","wikidata":"https://www.wikidata.org/wiki/Q2158281","display_name":"Frequentist inference","level":4,"score":0.8926025629043579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7786899209022522},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5241435170173645},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.50797039270401},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4768168330192566},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4241158962249756},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4130558371543884},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40460142493247986},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.3710264563560486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3412569761276245},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-37703-7_17","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-37703-7_17","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-37703-7_17.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-37703-7_17","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-37703-7_17","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-37703-7_17.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4384573255.pdf"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W116680363","https://openalex.org/W175120007","https://openalex.org/W1489725951","https://openalex.org/W1533557569","https://openalex.org/W1547304883","https://openalex.org/W2014352947","https://openalex.org/W2100960835","https://openalex.org/W2116984840","https://openalex.org/W2121167614","https://openalex.org/W2141881497","https://openalex.org/W2322462744","https://openalex.org/W2469763707","https://openalex.org/W2480600923","https://openalex.org/W2529251251","https://openalex.org/W2584805976","https://openalex.org/W2762833920","https://openalex.org/W2785011159","https://openalex.org/W2785700716","https://openalex.org/W2787596386","https://openalex.org/W2798942084","https://openalex.org/W2888078780","https://openalex.org/W2910185446","https://openalex.org/W2943876157","https://openalex.org/W2962922665","https://openalex.org/W2963392941","https://openalex.org/W2964031043","https://openalex.org/W2965290738","https://openalex.org/W2965749257","https://openalex.org/W2974817986","https://openalex.org/W2979630334","https://openalex.org/W2980222512","https://openalex.org/W2981869278","https://openalex.org/W2989168403","https://openalex.org/W3013778941","https://openalex.org/W3030081171","https://openalex.org/W3086166649","https://openalex.org/W3092183339","https://openalex.org/W3110181119","https://openalex.org/W3175229932","https://openalex.org/W3181414820","https://openalex.org/W3184761245","https://openalex.org/W3214890551","https://openalex.org/W4230569261","https://openalex.org/W4246555007","https://openalex.org/W4287780611","https://openalex.org/W4375959315","https://openalex.org/W4384573255","https://openalex.org/W6603509055","https://openalex.org/W6756847103"],"related_works":["https://openalex.org/W2290754432","https://openalex.org/W2789413038","https://openalex.org/W4300815303","https://openalex.org/W3002319139","https://openalex.org/W2951176680","https://openalex.org/W4286903091","https://openalex.org/W3207575386","https://openalex.org/W2915833575","https://openalex.org/W3211486482","https://openalex.org/W4288108272"],"abstract_inverted_index":{"Abstract":[0],"Machine-learned":[1],"systems":[2,38],"are":[3,18,41,44,145,165,180],"in":[4,112,207,222,240,243],"widespread":[5],"use":[6],"for":[7,37],"making":[8],"decisions":[9],"about":[10,188],"humans,":[11],"and":[12,71,90,126,149,153,216,248],"it":[13],"is":[14,116,205,220],"important":[15],"that":[16,57,77,107,110,164,179],"they":[17,235],"fair":[19,100,206,221],",":[20],"i.e.,":[21],"not":[22],"biased":[23,102],"against":[24],"individuals":[25],"based":[26],"on":[27,106,231],"sensitive":[28],"attributes.":[29],"We":[30,52,74],"present":[31],"runtime":[32],"verification":[33],"of":[34,82,98,146],"algorithmic":[35,62],"fairness":[36,63],"whose":[39],"models":[40],"unknown,":[42],"but":[43],"assumed":[45],"to":[46,118,170,183,210,256],"have":[47],"a":[48,54,79,87,95,122,127,184,193,203,218,227,254],"Markov":[49],"chain":[50],"structure.":[51],"introduce":[53],"specification":[55],"language":[56],"can":[58,200],"model":[59],"many":[60],"common":[61],"properties,":[64],"such":[65],"as":[66,84,137],"demographic":[67],"parity,":[68],"equal":[69],"opportunity,":[70],"social":[72,214],"burden.":[73],"build":[75],"monitors":[76,144,161,176,250],"observe":[78],"long":[80],"sequence":[81,140],"events":[83],"generated":[85],"by":[86],"given":[88,128,185],"system,":[89],"output,":[91],"after":[92,260],"each":[93,261],"observation,":[94],"quantitative":[96],"estimate":[97,115],"how":[99,198],"or":[101],"the":[103,132,138,159,171,174,189,232],"system":[104],"was":[105],"run":[108],"until":[109],"point":[111],"time.":[113],"The":[114],"proven":[117],"be":[119],"correct":[120,167,181],"modulo":[121],"variable":[123],"error":[124,133],"bound":[125,134],"confidence":[129],"level,":[130],"where":[131],"gets":[135,141],"tighter":[136],"observed":[139],"longer.":[142],"Our":[143],"two":[147],"types,":[148],"use,":[150],"respectively,":[151],"frequentist":[152,160,247],"Bayesian":[154,175,249],"statistical":[155],"inference":[156],"techniques.":[157],"While":[158],"compute":[162,177],"estimates":[163,178],"objectively":[166],"with":[168],"respect":[169],"ground":[172],"truth,":[173],"subject":[182],"prior":[186],"belief":[187],"system\u2019s":[190],"model.":[191],"Using":[192],"prototype":[194],"implementation,":[195],"we":[196,199],"show":[197],"monitor":[201],"if":[202,217],"bank":[204],"giving":[208],"loans":[209],"applicants":[211],"from":[212],"different":[213,237],"backgrounds,":[215],"college":[219],"admitting":[223],"students":[224],"while":[225],"maintaining":[226],"reasonable":[228],"financial":[229],"burden":[230],"society.":[233],"Although":[234],"exhibit":[236],"theoretical":[238],"complexities":[239],"certain":[241],"cases,":[242],"our":[244],"experiments,":[245],"both":[246],"took":[251],"less":[252],"than":[253],"millisecond":[255],"update":[257],"their":[258],"verdicts":[259],"observation.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}
