{"id":"https://openalex.org/W3005317579","doi":"https://doi.org/10.1145/3375627.3375871","title":"AI and Holistic Review","display_name":"AI and Holistic Review","publication_year":2020,"publication_date":"2020-02-05","ids":{"openalex":"https://openalex.org/W3005317579","doi":"https://doi.org/10.1145/3375627.3375871","mag":"3005317579"},"language":"en","primary_location":{"id":"doi:10.1145/3375627.3375871","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375627.3375871","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375627.3375871","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3375627.3375871","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010347798","display_name":"AJ Alvero","orcid":"https://orcid.org/0000-0003-4642-9788"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"A.J. Alvero","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073608644","display_name":"Noah Arthurs","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noah Arthurs","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022630237","display_name":"anthony lising antonio","orcid":"https://orcid.org/0000-0002-7083-0355"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"anthony lising antonio","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037214957","display_name":"Benjamin W. Domingue","orcid":"https://orcid.org/0000-0002-3894-9049"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin W. Domingue","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085191033","display_name":"Ben Gebre-Medhin","orcid":"https://orcid.org/0000-0002-8140-0406"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Gebre-Medhin","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000767405","display_name":"Sonia Giebel","orcid":"https://orcid.org/0000-0002-4730-8980"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sonia Giebel","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071075143","display_name":"Mitchell L. Stevens","orcid":"https://orcid.org/0000-0003-2194-9226"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mitchell L. Stevens","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5010347798"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":3.8486,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.93759616,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"200","last_page":"206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9599000215530396,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.9599000215530396,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9593999981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.6116984486579895},{"id":"https://openalex.org/keywords/legitimacy","display_name":"Legitimacy","score":0.5744509696960449},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"Logistic regression","score":0.5686120986938477},{"id":"https://openalex.org/keywords/discretion","display_name":"Discretion","score":0.5577784776687622},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.5533725619316101},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.4708161950111389},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.46939390897750854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.41862428188323975},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4031126797199249},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3554547429084778},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.23421671986579895},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.16753658652305603},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.16657012701034546},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.10029202699661255},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.09285157918930054},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08257454633712769}],"concepts":[{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.6116984486579895},{"id":"https://openalex.org/C46295352","wikidata":"https://www.wikidata.org/wiki/Q207982","display_name":"Legitimacy","level":3,"score":0.5744509696960449},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.5686120986938477},{"id":"https://openalex.org/C2777632292","wikidata":"https://www.wikidata.org/wiki/Q315515","display_name":"Discretion","level":2,"score":0.5577784776687622},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5533725619316101},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.4708161950111389},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.46939390897750854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41862428188323975},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4031126797199249},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3554547429084778},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.23421671986579895},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.16753658652305603},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.16657012701034546},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.10029202699661255},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.09285157918930054},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08257454633712769},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3375627.3375871","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375627.3375871","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375627.3375871","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3375627.3375871","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3375627.3375871","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3375627.3375871","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320333014","display_name":"Stanford Graduate School of Education","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3005317579.pdf","grobid_xml":"https://content.openalex.org/works/W3005317579.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W60511987","https://openalex.org/W72626037","https://openalex.org/W182831726","https://openalex.org/W1428138109","https://openalex.org/W1492002839","https://openalex.org/W1500693574","https://openalex.org/W1502022432","https://openalex.org/W1546155242","https://openalex.org/W1598452864","https://openalex.org/W1914219707","https://openalex.org/W2022082689","https://openalex.org/W2025403586","https://openalex.org/W2028087851","https://openalex.org/W2048529682","https://openalex.org/W2051734503","https://openalex.org/W2072644219","https://openalex.org/W2091190725","https://openalex.org/W2095705004","https://openalex.org/W2143017621","https://openalex.org/W2153579005","https://openalex.org/W2158240052","https://openalex.org/W2236707389","https://openalex.org/W2529924676","https://openalex.org/W2739810148","https://openalex.org/W2769358515","https://openalex.org/W2770084168","https://openalex.org/W2785011159","https://openalex.org/W2788481061","https://openalex.org/W2794075952","https://openalex.org/W2795038878","https://openalex.org/W2801298410","https://openalex.org/W2802105481","https://openalex.org/W2914584698","https://openalex.org/W2946047002","https://openalex.org/W2950133940","https://openalex.org/W2953320089","https://openalex.org/W3111316124","https://openalex.org/W3150976658","https://openalex.org/W4254438983","https://openalex.org/W4254931854","https://openalex.org/W4255290071","https://openalex.org/W4255429735","https://openalex.org/W4299718157","https://openalex.org/W6628148674","https://openalex.org/W6629577113","https://openalex.org/W6640015359","https://openalex.org/W6668529637","https://openalex.org/W6683687954","https://openalex.org/W6786529388","https://openalex.org/W6845082194","https://openalex.org/W7047666669"],"related_works":["https://openalex.org/W2796452908","https://openalex.org/W2804734454","https://openalex.org/W4206588215","https://openalex.org/W2376700875","https://openalex.org/W3174083885","https://openalex.org/W2968672613","https://openalex.org/W2325407422","https://openalex.org/W3044657763","https://openalex.org/W2388185663","https://openalex.org/W579898874"],"abstract_inverted_index":{"College":[0],"admissions":[1],"in":[2,54,124,137],"the":[3,57,82],"United":[4],"States":[5],"is":[6],"carried":[7],"out":[8],"by":[9,27,133],"a":[10,61,70,97],"humancentered":[11],"method":[12],"of":[13,34,64,114],"evaluation":[14],"known":[15],"as":[16],"holistic":[17,35,126],"review,":[18,36,127],"which":[19,37,85],"typically":[20],"involves":[21],"reading":[22],"original":[23],"narrative":[24],"essays":[25,67],"submitted":[26,68],"each":[28,45],"applicant.":[29],"The":[30],"legitimacy":[31],"and":[32,56,78,108,128],"fairness":[33],"gives":[38],"human":[39,138],"readers":[40],"significant":[41],"discretion":[42],"over":[43],"determining":[44],"applicant's":[46],"fitness":[47],"for":[48],"admission,":[49],"has":[50],"been":[51],"repeatedly":[52],"challenged":[53],"courtrooms":[55],"public":[58],"sphere.":[59],"Using":[60],"unique":[62],"corpus":[63],"283,676":[65],"application":[66,93],"to":[69,84,105],"large,":[71],"selective,":[72],"state":[73],"university":[74],"system":[75],"between":[76],"2015":[77],"2016,":[79],"we":[80],"assess":[81],"extent":[83],"applicant":[86],"demographic":[87],"characteristics":[88],"can":[89],"be":[90,122],"inferred":[91],"from":[92],"essays.":[94],"We":[95],"find":[96],"relatively":[98],"interpretable":[99],"classifier":[100],"(logistic":[101],"regression)":[102],"was":[103],"able":[104],"predict":[106],"gender":[107],"household":[109],"income":[110],"with":[111],"high":[112],"levels":[113],"accuracy.":[115],"Findings":[116],"suggest":[117],"that":[118],"data":[119],"auditing":[120],"might":[121],"useful":[123],"informing":[125],"perhaps":[129],"other":[130],"evaluative":[131],"systems,":[132],"checking":[134],"potential":[135],"bias":[136],"or":[139],"computational":[140],"readings.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}