{"id":"https://openalex.org/W3140832216","doi":"https://doi.org/10.1109/tbiom.2021.3132237","title":"Towards Measuring Fairness in AI: The Casual Conversations Dataset","display_name":"Towards Measuring Fairness in AI: The Casual Conversations Dataset","publication_year":2021,"publication_date":"2021-12-03","ids":{"openalex":"https://openalex.org/W3140832216","doi":"https://doi.org/10.1109/tbiom.2021.3132237","mag":"3140832216"},"language":"en","primary_location":{"id":"doi:10.1109/tbiom.2021.3132237","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbiom.2021.3132237","pdf_url":null,"source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084499027","display_name":"Caner Haz\u0131rba\u015f","orcid":"https://orcid.org/0000-0003-1980-5768"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Caner Hazirbas","raw_affiliation_strings":["Meta AI, AI Integrity, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1980-5768","affiliations":[{"raw_affiliation_string":"Meta AI, AI Integrity, Seattle, WA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072736125","display_name":"Joanna Bitton","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joanna Bitton","raw_affiliation_strings":["Meta AI, AI Integrity, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI, AI Integrity, Seattle, WA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005323483","display_name":"Brian Dolhansky","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brian Dolhansky","raw_affiliation_strings":["Meta AI, AI Integrity, Seattle, WA, USA","Reddit, Inc., San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI, AI Integrity, Seattle, WA, USA","institution_ids":[]},{"raw_affiliation_string":"Reddit, Inc., San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019470528","display_name":"Jacqueline Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jacqueline Pan","raw_affiliation_strings":["Meta AI, AI Integrity, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI, AI Integrity, Seattle, WA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042959700","display_name":"Albert Gordo","orcid":"https://orcid.org/0000-0001-9229-4269"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Albert Gordo","raw_affiliation_strings":["Meta AI, AI Integrity, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI, AI Integrity, Seattle, WA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113937925","display_name":"Cristian Canton Ferrer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cristian Canton Ferrer","raw_affiliation_strings":["Meta AI, AI Integrity, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI, AI Integrity, Seattle, WA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.0009,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.98151902,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"4","issue":"3","first_page":"324","last_page":"332"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/casual","display_name":"Casual","score":0.9274546504020691},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5616621375083923},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34692278504371643},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3308207392692566},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.17370158433914185}],"concepts":[{"id":"https://openalex.org/C2781426162","wikidata":"https://www.wikidata.org/wiki/Q2275793","display_name":"Casual","level":2,"score":0.9274546504020691},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5616621375083923},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34692278504371643},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3308207392692566},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.17370158433914185},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbiom.2021.3132237","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbiom.2021.3132237","pdf_url":null,"source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1905153633","https://openalex.org/W1949778830","https://openalex.org/W1965804146","https://openalex.org/W2108052144","https://openalex.org/W2115252128","https://openalex.org/W2118664399","https://openalex.org/W2341528187","https://openalex.org/W2592232824","https://openalex.org/W2788481061","https://openalex.org/W2902883919","https://openalex.org/W2912376035","https://openalex.org/W2948917818","https://openalex.org/W2962059918","https://openalex.org/W2963801817","https://openalex.org/W2967013449","https://openalex.org/W2969489725","https://openalex.org/W2980459401","https://openalex.org/W2992319600","https://openalex.org/W3004542466","https://openalex.org/W3009247505","https://openalex.org/W3010093963","https://openalex.org/W3012442931","https://openalex.org/W3013571594","https://openalex.org/W3021840842","https://openalex.org/W3030030520","https://openalex.org/W3035232573","https://openalex.org/W3035446294","https://openalex.org/W3035447285","https://openalex.org/W3045755384","https://openalex.org/W3083589295","https://openalex.org/W3101998545","https://openalex.org/W3109496323","https://openalex.org/W3113269238","https://openalex.org/W3159676024","https://openalex.org/W3173977013","https://openalex.org/W3208553288","https://openalex.org/W4238768900","https://openalex.org/W4288083803","https://openalex.org/W4288090950","https://openalex.org/W6748382702","https://openalex.org/W6769705151","https://openalex.org/W6774558765","https://openalex.org/W6779607597","https://openalex.org/W6781482849","https://openalex.org/W6786970738"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1005754617","https://openalex.org/W756683672","https://openalex.org/W2979523788","https://openalex.org/W2014044877","https://openalex.org/W3141514971","https://openalex.org/W1673318806","https://openalex.org/W2166929399"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"a":[3,19,61,145,206],"novel":[4],"dataset":[5,33],"to":[6,83,88,135,187],"help":[7],"researchers":[8],"evaluate":[9,194],"their":[10,86],"computer":[11],"vision":[12],"and":[13,28,39,70,94,182,199],"audio":[14],"models":[15,165,211],"for":[16,85,122],"accuracy":[17],"across":[18,140],"diverse":[20,62],"set":[21,63],"of":[22,36,47,64,105,138,153,173,214,217],"age,":[23,68],"genders,":[24],"apparent":[25,71,111,197],"skin":[26,72,112,117,180],"tones":[27,181],"ambient":[29,127],"lighting":[30,128],"conditions.":[31],"Our":[32,203],"is":[34,78],"composed":[35],"3,011":[37],"subjects":[38,101,177],"contains":[40],"over":[41],"45,000":[42],"videos,":[43],"with":[44,60,178],"an":[45,133],"average":[46],"15":[48],"videos":[49,53,123],"per":[50],"person.":[51],"The":[52],"were":[54],"recorded":[55,124],"in":[56,66,125,212],"multiple":[57],"U.S.":[58],"states":[59],"adults":[65],"various":[67,220],"gender":[69,95,200],"tone":[73,113],"groups.":[74],"A":[75,103],"key":[76],"feature":[77],"that":[79,162],"each":[80],"subject":[81],"agreed":[82],"participate":[84],"likenesses":[87],"be":[89],"used.":[90],"Additionally,":[91],"our":[92],"age":[93,198],"annotations":[96,121],"are":[97,129,166],"provided":[98],"by":[99],"the":[100,109,115,149,154,163,195],"themselves.":[102],"group":[104],"trained":[106],"annotators":[107],"labeled":[108],"subjects\u2019":[110],"using":[114],"Fitzpatrick":[116],"type":[118],"scale.":[119],"Moreover,":[120],"low":[126],"also":[130,193],"provided.":[131],"As":[132],"application":[134],"measure":[136],"robustness":[137],"predictions":[139],"certain":[141],"attributes,":[142],"we":[143,192],"provide":[144],"comprehensive":[146],"study":[147],"on":[148,169,209],"top":[150],"five":[151],"winners":[152],"DeepFake":[155],"Detection":[156],"Challenge":[157],"(DFDC).":[158],"Experimental":[159],"evaluation":[160],"shows":[161],"winning":[164],"less":[167],"performant":[168],"some":[170],"specific":[171],"groups":[172],"people,":[174],"such":[175],"as":[176],"darker":[179],"thus":[183],"may":[184],"not":[185],"generalize":[186],"all":[188],"people.":[189],"In":[190],"addition,":[191],"state-of-the-art":[196],"classification":[201],"methods.":[202],"experiments":[204],"provides":[205],"thorough":[207],"analysis":[208],"these":[210],"terms":[213],"fair":[215],"treatment":[216],"people":[218],"from":[219],"backgrounds.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}