{"id":"https://openalex.org/W3140832216","doi":"https://doi.org/10.1109/tbiom.2021.3132237","title":"Towards Measuring Fairness in AI: The Casual Conversations Dataset","display_name":"Towards Measuring Fairness in AI: The Casual Conversations Dataset","alternate_titles":[],"publication_year":2021,"publication_date":"2021-12-03","ids":{"openalex":"https://openalex.org/W3140832216","doi":"https://doi.org/10.1109/tbiom.2021.3132237","mag":"3140832216"},"language":"en","primary_location":{"id":"doi:10.1109/tbiom.2021.3132237","doi":"https://doi.org/10.1109/tbiom.2021.3132237","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbiom.2021.3132237","pdf_url":null,"source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3140832216"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2104.02821","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084499027","display_name":"Caner Haz\u0131rba\u015f","orcid":"https://orcid.org/0000-0003-1980-5768","observed_orcids":["https://orcid.org/0000-0003-1980-5768"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Caner Hazirbas","raw_affiliation_strings":["Meta AI, AI Integrity, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1980-5768","affiliations":[{"raw_affiliation_string":"Meta AI, AI Integrity, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072736125","display_name":"Joanna Bitton","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Joanna Bitton","raw_affiliation_strings":["Meta AI, AI Integrity, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI, AI Integrity, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005323483","display_name":"Brian Dolhansky","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Brian Dolhansky","raw_affiliation_strings":["Meta AI, AI Integrity, Seattle, WA, USA","Reddit, Inc., San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI, AI Integrity, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210114444"]},{"raw_affiliation_string":"Reddit, Inc., San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019470528","display_name":"Jacqueline Pan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jacqueline Pan","raw_affiliation_strings":["Meta AI, AI Integrity, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI, AI Integrity, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042959700","display_name":"Albert Gordo","orcid":"https://orcid.org/0000-0001-9229-4269","observed_orcids":["https://orcid.org/0000-0001-9229-4269"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Albert Gordo","raw_affiliation_strings":["Meta AI, AI Integrity, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI, AI Integrity, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079611849","display_name":"Cristian Canton Ferrer","orcid":"https://orcid.org/0000-0002-3189-5498","observed_orcids":["https://orcid.org/0000-0002-3189-5498"]},"institutions":[{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cristian Canton Ferrer","raw_affiliation_strings":["Meta AI, AI Integrity, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Meta AI, AI Integrity, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210114444"],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":6.4229,"has_fulltext":true,"cited_by_count":146,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.97960376,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"4","issue":"3","first_page":"324","last_page":"332"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.7080000042915344,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.7080000042915344,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.19949999451637268,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.0357000008225441,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.7289999723434448},{"id":"https://openalex.org/keywords/age-estimation","display_name":"age estimation","score":0.5920000076293945},{"id":"https://openalex.org/keywords/gender-classification","display_name":"gender classification","score":0.9380000233650208},{"id":"https://openalex.org/keywords/ambient-lighting","display_name":"ambient lighting","score":0.6759999990463257},{"id":"https://openalex.org/keywords/deepfake-detection","display_name":"deepfake detection","score":0.5139999985694885},{"id":"https://openalex.org/keywords/deepfake-detection-challenge","display_name":"DFDC","score":0.8700000047683716},{"id":"https://openalex.org/keywords/algorithmic-bias","display_name":"algorithmic bias","score":0.5879999995231628},{"id":"https://openalex.org/keywords/fitzpatrick-skin-type","display_name":"Fitzpatrick skin type","score":0.6620000004768372}],"concepts":[{"id":"https://openalex.org/C2781426162","wikidata":"https://www.wikidata.org/wiki/Q2275793","display_name":"Casual","level":2,"score":0.9274546504020691},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5616621375083923},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34692278504371643},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3308207392692566},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.17370158433914185},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tbiom.2021.3132237","doi":"https://doi.org/10.1109/tbiom.2021.3132237","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbiom.2021.3132237","pdf_url":null,"source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2104.02821","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.02821","pdf_url":"https://arxiv.org/pdf/2104.02821","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2104.02821","doi":"https://doi.org/10.48550/arxiv.2104.02821","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2104.02821","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2104.02821","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.02821","pdf_url":"https://arxiv.org/pdf/2104.02821","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7578999996185303,"display_name":"Reduced inequalities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3140832216.pdf","grobid_xml":"https://content.openalex.org/works/W3140832216.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1905153633","https://openalex.org/W1949778830","https://openalex.org/W1965804146","https://openalex.org/W2108052144","https://openalex.org/W2115252128","https://openalex.org/W2118664399","https://openalex.org/W2341528187","https://openalex.org/W2592232824","https://openalex.org/W2788481061","https://openalex.org/W2902883919","https://openalex.org/W2912376035","https://openalex.org/W2962059918","https://openalex.org/W2963801817","https://openalex.org/W2967013449","https://openalex.org/W2969489725","https://openalex.org/W2980459401","https://openalex.org/W2992319600","https://openalex.org/W3004382430","https://openalex.org/W3004542466","https://openalex.org/W3009247505","https://openalex.org/W3010093963","https://openalex.org/W3012442931","https://openalex.org/W3030030520","https://openalex.org/W3035447285","https://openalex.org/W3045755384","https://openalex.org/W3083589295","https://openalex.org/W3095986900","https://openalex.org/W3109496323","https://openalex.org/W3113269238","https://openalex.org/W3159676024","https://openalex.org/W3173977013","https://openalex.org/W3217103320","https://openalex.org/W4238768900","https://openalex.org/W4288083803"],"related_works":["https://openalex.org/W3184230132","https://openalex.org/W4385800699","https://openalex.org/W3120485916","https://openalex.org/W4416176017","https://openalex.org/W4391878097","https://openalex.org/W7128443922","https://openalex.org/W4390873440","https://openalex.org/W2967013449","https://openalex.org/W3190501006"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"a":[3,19,61,145,206],"novel":[4],"dataset":[5,33],"to":[6,83,88,135,187],"help":[7],"researchers":[8],"evaluate":[9,194],"their":[10,86],"computer":[11],"vision":[12],"and":[13,28,39,70,94,182,199],"audio":[14],"models":[15,165,211],"for":[16,85,122],"accuracy":[17],"across":[18,140],"diverse":[20,62],"set":[21,63],"of":[22,36,47,64,105,138,153,173,214,217],"age,":[23,68],"genders,":[24],"apparent":[25,71,111,197],"skin":[26,72,112,117,180],"tones":[27,181],"ambient":[29,127],"lighting":[30,128],"conditions.":[31],"Our":[32,203],"is":[34,78],"composed":[35],"3,011":[37],"subjects":[38,101,177],"contains":[40],"over":[41],"45,000":[42],"videos,":[43],"with":[44,60,178],"an":[45,133],"average":[46],"15":[48],"videos":[49,53,123],"per":[50],"person.":[51],"The":[52],"were":[54],"recorded":[55,124],"in":[56,66,125,212],"multiple":[57],"U.S.":[58],"states":[59],"adults":[65],"various":[67,220],"gender":[69,95,200],"tone":[73,113],"groups.":[74],"A":[75,103],"key":[76],"feature":[77],"that":[79,162],"each":[80],"subject":[81],"agreed":[82],"participate":[84],"likenesses":[87],"be":[89],"used.":[90],"Additionally,":[91],"our":[92],"age":[93,198],"annotations":[96,121],"are":[97,129,166],"provided":[98],"by":[99],"the":[100,109,115,149,154,163,195],"themselves.":[102],"group":[104],"trained":[106],"annotators":[107],"labeled":[108],"subjects\u2019":[110],"using":[114],"Fitzpatrick":[116],"type":[118],"scale.":[119],"Moreover,":[120],"low":[126],"also":[130,193],"provided.":[131],"As":[132],"application":[134],"measure":[136],"robustness":[137],"predictions":[139],"certain":[141],"attributes,":[142],"we":[143,192],"provide":[144],"comprehensive":[146],"study":[147],"on":[148,169,209],"top":[150],"five":[151],"winners":[152],"DeepFake":[155],"Detection":[156],"Challenge":[157],"(DFDC).":[158],"Experimental":[159],"evaluation":[160],"shows":[161],"winning":[164],"less":[167],"performant":[168],"some":[170],"specific":[171],"groups":[172],"people,":[174],"such":[175],"as":[176],"darker":[179],"thus":[183],"may":[184],"not":[185],"generalize":[186],"all":[188],"people.":[189],"In":[190],"addition,":[191],"state-of-the-art":[196],"classification":[201],"methods.":[202],"experiments":[204],"provides":[205],"thorough":[207],"analysis":[208],"these":[210],"terms":[213],"fair":[215],"treatment":[216],"people":[218],"from":[219],"backgrounds.":[221]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3140832216","counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":8}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2021-04-13T00:00:00"}
