{"id":"https://openalex.org/W3195536432","doi":"https://doi.org/10.1145/3447548.3469458","title":"Measures and Best Practices for Responsible AI","display_name":"Measures and Best Practices for Responsible AI","publication_year":2021,"publication_date":"2021-08-12","ids":{"openalex":"https://openalex.org/W3195536432","doi":"https://doi.org/10.1145/3447548.3469458","mag":"3195536432"},"language":"en","primary_location":{"id":"doi:10.1145/3447548.3469458","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447548.3469458","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090145147","display_name":"Sunipa Dev","orcid":"https://orcid.org/0000-0002-6647-9662"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sunipa Dev","raw_affiliation_strings":["University of California, Los Angeles, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034204318","display_name":"Mehrnoosh Sameki","orcid":"https://orcid.org/0009-0008-9979-5574"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mehrnoosh Sameki","raw_affiliation_strings":["Microsoft, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Boston, MA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035068572","display_name":"Jwala Dhamala","orcid":"https://orcid.org/0000-0002-5396-9187"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jwala Dhamala","raw_affiliation_strings":["Amazon, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Boston, MA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010841999","display_name":"Cho\u2010Jui Hsieh","orcid":"https://orcid.org/0000-0002-3520-9627"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cho-Jui Hsieh","raw_affiliation_strings":["University of California, Los Angeles, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5090145147"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.09281814,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"4118","last_page":"4118"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9046000242233276,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9046000242233276,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7986024618148804},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7297204732894897},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.571128785610199},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5705741047859192},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5651998519897461},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.548029899597168},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.5343042612075806},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5176868438720703},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5049524903297424},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5041784048080444},{"id":"https://openalex.org/keywords/coreference","display_name":"Coreference","score":0.4460219740867615},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.43633753061294556},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.21486511826515198},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.13843414187431335},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1271631121635437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7986024618148804},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7297204732894897},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.571128785610199},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5705741047859192},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5651998519897461},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.548029899597168},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.5343042612075806},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5176868438720703},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5049524903297424},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5041784048080444},{"id":"https://openalex.org/C28076734","wikidata":"https://www.wikidata.org/wiki/Q63087","display_name":"Coreference","level":3,"score":0.4460219740867615},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.43633753061294556},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.21486511826515198},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.13843414187431335},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1271631121635437},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3447548.3469458","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447548.3469458","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGKDD Conference on Knowledge Discovery & Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2139373276","https://openalex.org/W2227889443","https://openalex.org/W2905433371","https://openalex.org/W1509033667","https://openalex.org/W4385749782","https://openalex.org/W3167631113","https://openalex.org/W2145164276","https://openalex.org/W2004630825","https://openalex.org/W2324061017","https://openalex.org/W2032193370"],"abstract_inverted_index":{"The":[0,243],"use":[1],"of":[2,30,45,61,105,129,149,154,165,206,231],"machine":[3,134],"learning":[4],"(ML)":[5],"based":[6,298],"systems":[7,116,233],"has":[8],"become":[9],"ubiquitous":[10],"including":[11,67,256],"their":[12],"usage":[13],"in":[14,39,87,93,100,117,126,137,160,172,202,287,302],"critical":[15],"applications":[16,286],"like":[17],"medicine":[18],"and":[19,34,50,65,70,97,132,146,194,198,219,222,229,248,264,268,295],"assistive":[20],"technologies.":[21],"Therefore,":[22],"it":[23,84],"is":[24,42,144,175],"important":[25],"to":[26,56,157],"determine":[27],"the":[28,43,58,127,140,204,261,285],"trustworthiness":[29,205],"these":[31],"ML":[32],"models":[33],"tasks.":[35],"A":[36],"key":[37,76],"component":[38],"this":[40,173,180],"determination":[41,148],"development":[44,64,228],"task":[46,166,192],"specific":[47,167],"datasets,":[48,244],"metrics,":[49],"best":[51,249],"practices":[52,250],"which":[53,169,189,200],"are":[54,74,119,136],"able":[55],"measure":[57],"various":[59],"aspects":[60],"responsible":[62,227],"model":[63],"deployment":[66,230],"robustness,":[68],"interpretability":[69],"fairness.":[71],"Further,":[72],"datasets":[73,101,168,188,299],"also":[75,176,281],"when":[77],"training":[78],"for":[79,214],"a":[80,207],"given":[81],"task,":[82],"be":[83,282,301],"coreference":[85,114],"resolution":[86,115],"language":[88],"modeling":[89],"or":[90,151,211],"facial":[91],"recognition":[92],"computer":[94],"vision.":[95],"Imbalances":[96],"inadequate":[98],"representation":[99],"can":[102,300],"have":[103],"repercussions":[104],"an":[106],"undesirable":[107],"nature.":[108],"Some":[109],"common":[110],"examples":[111],"include":[112],"how":[113,130],"NLU":[118],"often":[120],"not":[121,258],"all":[122],"gender":[123],"inclusive,":[124],"discrepancies":[125],"measurement":[128],"robust":[131],"trustworthy":[133],"predictions":[135],"domains":[138],"where":[139],"selective":[141],"labels":[142],"problem":[143],"prevalent,":[145],"discriminatory":[147],"pain":[150],"care":[152],"levels":[153],"people":[155],"belonging":[156],"different":[158,186,254],"demographics":[159],"health":[161],"science":[162],"applications.":[163],"Development":[164],"do":[170],"better":[171],"regard":[174],"extremely":[177],"vital.":[178],"In":[179],"workshop,":[181],"we":[182],"invite":[183],"contributions":[184],"towards":[185],"(i)":[187],"help":[190,201],"enhance":[191],"performance":[193],"inclusivity,":[195],"(ii)":[196],"measures":[197],"metrics":[199],"determining":[203],"model/dataset,":[208],"(iii)":[209],"assessment":[210],"remediation":[212],"tools":[213],"fairer,":[215],"more":[216],"transparent,":[217],"robust,":[218],"reliable":[220],"models,":[221],"(iv)":[223],"case":[224],"studies":[225],"describing":[226],"AI":[232,273],"across":[234],"fields":[235,289],"such":[236,290],"as":[237,291,307],"healthcare,":[238],"financial":[239],"services,":[240],"insurance,":[241],"etc.":[242],"measures,":[245],"mitigation":[246],"techniques,":[247],"could":[251,280],"focus":[252],"on":[253,284],"areas":[255],"(but":[257],"restricted":[259],"to)":[260],"following:":[262],"Fairness":[263],"Bias":[265],"Robustness":[266],"Reliability":[267],"Safety":[269],"Interpretability":[270],"Explainability":[271],"Ethical":[272],"Causal":[274],"Inference":[275],"Counterfactual":[276],"Example":[277],"Analysis":[278],"They":[279],"focussed":[283],"diverse":[288],"industry,":[292],"finance,":[293],"healthcare":[294],"beyond.":[296],"Text":[297],"languages":[303],"other":[304],"than":[305],"English":[306],"well.":[308]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}