{"id":"https://openalex.org/W4382317629","doi":"https://doi.org/10.1609/aaai.v37i13.26897","title":"AI Audit: A Card Game to Reflect on Everyday AI Systems","display_name":"AI Audit: A Card Game to Reflect on Everyday AI Systems","publication_year":2023,"publication_date":"2023-06-26","ids":{"openalex":"https://openalex.org/W4382317629","doi":"https://doi.org/10.1609/aaai.v37i13.26897"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v37i13.26897","doi":"https://doi.org/10.1609/aaai.v37i13.26897","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v37i13.26897","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/26897/26669","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/26897/26669","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003895851","display_name":"Safinah Ali","orcid":"https://orcid.org/0000-0003-1543-6301","observed_orcids":["https://orcid.org/0000-0003-1543-6301"]},"institutions":[{"id":"https://openalex.org/I4405268810","display_name":"MIT Media Lab","ror":"https://ror.org/0253jyq40","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405268810"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Safinah Ali","raw_affiliation_strings":["MIT Media Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Media Lab","institution_ids":["https://openalex.org/I4405268810","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070234835","display_name":"Vishesh Kumar","orcid":"https://orcid.org/0000-0001-5097-7678","observed_orcids":["https://orcid.org/0000-0001-5097-7678"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vishesh Kumar","raw_affiliation_strings":["Northwestern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108541589","display_name":"Cynthia Breazeal","orcid":"https://orcid.org/0000-0002-0587-2065","observed_orcids":["https://orcid.org/0000-0002-0587-2065"]},"institutions":[{"id":"https://openalex.org/I4405268810","display_name":"MIT Media Lab","ror":"https://ror.org/0253jyq40","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405268810"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cynthia Breazeal","raw_affiliation_strings":["MIT Media Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Media Lab","institution_ids":["https://openalex.org/I4405268810","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":43.7062,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":1.0,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"37","issue":"13","first_page":"15981","last_page":"15989"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.5717999935150146,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.5717999935150146,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.3052000105381012,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.0471000000834465,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-literacy","display_name":"AI literacy","score":0.9240000247955322},{"id":"https://openalex.org/keywords/ai-ethics-education","display_name":"AI ethics education","score":0.7990000247955322},{"id":"https://openalex.org/keywords/card-games","display_name":"card games","score":0.753000020980835},{"id":"https://openalex.org/keywords/educational-games","display_name":"game-based learning","score":0.9860000014305115},{"id":"https://openalex.org/keywords/k-12-education","display_name":"K-12 education","score":0.9350000023841858},{"id":"https://openalex.org/keywords/middle-and-high-school-students","display_name":"middle and high school students","score":0.8569999933242798},{"id":"https://openalex.org/keywords/ai-harms","display_name":"AI harms","score":0.671999990940094},{"id":"https://openalex.org/keywords/harm-mitigation","display_name":"harm mitigation","score":0.8199999928474426},{"id":"https://openalex.org/keywords/responsible-ai","display_name":"responsible AI","score":0.824999988079071},{"id":"https://openalex.org/keywords/game-design","display_name":"game design","score":0.5979999899864197},{"id":"https://openalex.org/keywords/teacher-resources","display_name":"teacher resources","score":0.7170000076293945},{"id":"https://openalex.org/keywords/playtesting","display_name":"game testing","score":0.5149999856948853}],"concepts":[{"id":"https://openalex.org/C547764534","wikidata":"https://www.wikidata.org/wiki/Q8236","display_name":"Literacy","level":2,"score":0.6263341903686523},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.623252809047699},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5279663801193237},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.5099571943283081},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.46950554847717285},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44188210368156433},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4240383505821228},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.4233095049858093},{"id":"https://openalex.org/C170828538","wikidata":"https://www.wikidata.org/wiki/Q1751513","display_name":"Game mechanics","level":2,"score":0.4218125343322754},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3313981890678406},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.3240158259868622},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3114021420478821},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21885210275650024},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.15760549902915955},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.08344942331314087},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1609/aaai.v37i13.26897","doi":"https://doi.org/10.1609/aaai.v37i13.26897","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v37i13.26897","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/26897/26669","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2305.17910","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.17910","pdf_url":"https://arxiv.org/pdf/2305.17910","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:ojs.aaai.org:article/26897","doi":null,"is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/26897","pdf_url":null,"source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2305.17910","doi":"https://doi.org/10.48550/arxiv.2305.17910","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.17910","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1609/aaai.v37i13.26897","doi":"https://doi.org/10.1609/aaai.v37i13.26897","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v37i13.26897","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/26897/26669","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.975600004196167,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4382317629.pdf","grobid_xml":"https://content.openalex.org/works/W4382317629.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W104442630","https://openalex.org/W648675710","https://openalex.org/W1500822011","https://openalex.org/W1801920193","https://openalex.org/W2128609340","https://openalex.org/W2214999073","https://openalex.org/W2244563840","https://openalex.org/W2542575942","https://openalex.org/W2965058023","https://openalex.org/W2999331643","https://openalex.org/W3022125597","https://openalex.org/W3030508559","https://openalex.org/W3037097818","https://openalex.org/W3135354507","https://openalex.org/W3161501253","https://openalex.org/W3162977957","https://openalex.org/W3177193380","https://openalex.org/W3215476665","https://openalex.org/W4229441880","https://openalex.org/W4245645401","https://openalex.org/W4283795605","https://openalex.org/W4289342549","https://openalex.org/W6607176823","https://openalex.org/W7071433128"],"related_works":["https://openalex.org/W7165385922","https://openalex.org/W7166012550","https://openalex.org/W7165393701","https://openalex.org/W4405473677","https://openalex.org/W7128784766","https://openalex.org/W3176267907","https://openalex.org/W4412366893","https://openalex.org/W4392958283","https://openalex.org/W7148976077","https://openalex.org/W4415238683"],"abstract_inverted_index":{"An":[0],"essential":[1],"element":[2],"of":[3,16,40,110],"K-12":[4,172],"AI":[5,17,22,41,57,95,169],"literacy":[6,24,170],"is":[7,48],"educating":[8],"learners":[9,33],"about":[10,69,162],"the":[11,37,146],"ethical":[12,38],"and":[13,28,43,84,154],"societal":[14],"implications":[15,39],"systems.":[18],"Previous":[19],"work":[20,50],"in":[21,34,51,56,171],"ethics":[23],"have":[25],"developed":[26,77,132],"curriculum":[27],"classroom":[29,152],"activities":[30],"that":[31,120,129,134],"engage":[32],"reflecting":[35],"on":[36],"systems":[42,128],"developing":[44],"responsible":[45],"AI.":[46],"There":[47],"little":[49],"using":[52,163],"game-based":[53],"learning":[54],"methods":[55],"literacy.":[58],"Games":[59],"are":[60,130],"known":[61],"to":[62,66,137],"be":[63],"compelling":[64],"media":[65],"teach":[67],"children":[68],"complex":[70],"STEM":[71],"concepts.":[72],"In":[73,141],"this":[74,142],"work,":[75],"we":[76,144],"a":[78],"competitive":[79],"card":[80],"game":[81,125,147],"for":[82,151,168],"middle":[83],"high":[85],"school":[86],"students":[87],"called":[88],"\u201cAI":[89],"Audit\u201d":[90],"where":[91],"they":[92],"play":[93],"as":[94,165],"start-up":[96],"founders":[97],"building":[98],"novel":[99],"AI-powered":[100],"technology.":[101],"Players":[102],"can":[103],"challenge":[104],"other":[105],"players":[106],"with":[107],"potential":[108,139],"harms":[109],"their":[111,115],"technology":[112],"or":[113,133],"defend":[114],"own":[116],"businesses":[117],"by":[118],"features":[119],"mitigate":[121,138],"these":[122],"harms.":[123,140],"The":[124],"mechanics":[126],"reward":[127],"ethically":[131],"take":[135],"steps":[136],"paper,":[143],"present":[145],"design,":[148],"teacher":[149],"resources":[150],"deployment":[153],"early":[155],"playtesting":[156],"results.":[157],"We":[158],"discuss":[159],"our":[160],"reflections":[161],"games":[164],"teaching":[166],"tools":[167],"classrooms.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":19},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":8}],"updated_date":"2026-10-24T09:50:30.924529","created_date":"2023-06-28T00:00:00"}