{"id":"https://openalex.org/W4296186037","doi":"https://doi.org/10.1007/s10618-022-00861-0","title":"An external stability audit framework to test the validity of personality prediction in AI hiring","display_name":"An external stability audit framework to test the validity of personality prediction in AI hiring","publication_year":2022,"publication_date":"2022-09-17","ids":{"openalex":"https://openalex.org/W4296186037","doi":"https://doi.org/10.1007/s10618-022-00861-0","pmid":"https://pubmed.ncbi.nlm.nih.gov/36161238"},"language":"en","primary_location":{"id":"doi:10.1007/s10618-022-00861-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-022-00861-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-022-00861-0.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10618-022-00861-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084844942","display_name":"Alene K. Rhea","orcid":"https://orcid.org/0000-0001-5284-2064"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alene K. Rhea","raw_affiliation_strings":["Center for Data Science, New York University, New York, USA","Center for Responsible AI, Tandon School of Engineering, New York University, Brooklyn, USA"],"raw_orcid":"https://orcid.org/0000-0001-5284-2064","affiliations":[{"raw_affiliation_string":"Center for Data Science, New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Center for Responsible AI, Tandon School of Engineering, New York University, Brooklyn, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081293781","display_name":"Kelsey Markey","orcid":"https://orcid.org/0000-0003-1151-2952"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kelsey Markey","raw_affiliation_strings":["Center for Data Science, New York University, New York, USA","Center for Responsible AI, Tandon School of Engineering, New York University, Brooklyn, USA"],"raw_orcid":"https://orcid.org/0000-0003-1151-2952","affiliations":[{"raw_affiliation_string":"Center for Data Science, New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Center for Responsible AI, Tandon School of Engineering, New York University, Brooklyn, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053501114","display_name":"Lauren D\u2019Arinzo","orcid":"https://orcid.org/0000-0001-6452-9032"},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lauren D\u2019Arinzo","raw_affiliation_strings":["The MITRE Corporation, Bedford, MA, USA","Center for Data Science, New York University, New York, USA"],"raw_orcid":"https://orcid.org/0000-0001-6452-9032","affiliations":[{"raw_affiliation_string":"The MITRE Corporation, Bedford, MA, USA","institution_ids":["https://openalex.org/I44896327"]},{"raw_affiliation_string":"Center for Data Science, New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006651432","display_name":"Hilke Schellmann","orcid":"https://orcid.org/0009-0008-0233-6970"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hilke Schellmann","raw_affiliation_strings":["Arthur L. Carter Journalism Institute, New York University, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arthur L. Carter Journalism Institute, New York University, New York, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075302056","display_name":"Mona Sloane","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mona Sloane","raw_affiliation_strings":["Center for Responsible AI, Tandon School of Engineering, New York University, Brooklyn, USA"],"raw_orcid":"https://orcid.org/0000-0003-1049-2267","affiliations":[{"raw_affiliation_string":"Center for Responsible AI, Tandon School of Engineering, New York University, Brooklyn, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011008703","display_name":"Paul C. Squires","orcid":"https://orcid.org/0009-0008-5209-6776"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Squires","raw_affiliation_strings":["Department of Psychology, Arts & Science, New York University, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Arts & Science, New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038710725","display_name":"Falaah Arif Khan","orcid":"https://orcid.org/0000-0002-4678-5929"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Falaah Arif Khan","raw_affiliation_strings":["Center for Data Science, New York University, New York, USA","Center for Responsible AI, Tandon School of Engineering, New York University, Brooklyn, USA"],"raw_orcid":"https://orcid.org/0000-0002-4678-5929","affiliations":[{"raw_affiliation_string":"Center for Data Science, New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Center for Responsible AI, Tandon School of Engineering, New York University, Brooklyn, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082830839","display_name":"Julia Stoyanovich","orcid":"https://orcid.org/0000-0002-1587-0450"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]},{"id":"https://openalex.org/I83041322","display_name":"Brooklyn College","ror":"https://ror.org/019k4jq75","country_code":"US","type":"education","lineage":["https://openalex.org/I83041322"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia Stoyanovich","raw_affiliation_strings":["Center for Data Science, New York University, New York, USA","Center for Responsible AI, Tandon School of Engineering, New York University, Brooklyn, USA","Computer Science & Engineering, Tandon School of Engineering, Brooklyn, USA"],"raw_orcid":"https://orcid.org/0000-0002-1587-0450","affiliations":[{"raw_affiliation_string":"Center for Data Science, New York University, New York, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Center for Responsible AI, Tandon School of Engineering, New York University, Brooklyn, USA","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"Computer Science & Engineering, Tandon School of Engineering, Brooklyn, USA","institution_ids":["https://openalex.org/I83041322"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5084844942"],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":5.2603,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.95868095,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"36","issue":"6","first_page":"2153","last_page":"2193"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9449999928474426,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9449999928474426,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6493228673934937},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5914796590805054},{"id":"https://openalex.org/keywords/incremental-validity","display_name":"Incremental validity","score":0.5836905241012573},{"id":"https://openalex.org/keywords/personality","display_name":"Personality","score":0.5806000828742981},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.5786104798316956},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.49398714303970337},{"id":"https://openalex.org/keywords/external-validity","display_name":"External validity","score":0.47897103428840637},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.47756534814834595},{"id":"https://openalex.org/keywords/predictive-validity","display_name":"Predictive validity","score":0.4264867305755615},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.4001622796058655},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.34666723012924194},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.27292442321777344},{"id":"https://openalex.org/keywords/test-validity","display_name":"Test validity","score":0.25823718309402466},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.22696715593338013},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.14706987142562866},{"id":"https://openalex.org/keywords/clinical-psychology","display_name":"Clinical psychology","score":0.12415885925292969},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.09031549096107483}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6493228673934937},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5914796590805054},{"id":"https://openalex.org/C90963130","wikidata":"https://www.wikidata.org/wiki/Q6015484","display_name":"Incremental validity","level":4,"score":0.5836905241012573},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.5806000828742981},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.5786104798316956},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.49398714303970337},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.47897103428840637},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.47756534814834595},{"id":"https://openalex.org/C20685875","wikidata":"https://www.wikidata.org/wiki/Q7239678","display_name":"Predictive validity","level":2,"score":0.4264867305755615},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4001622796058655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34666723012924194},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27292442321777344},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.25823718309402466},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.22696715593338013},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.14706987142562866},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.12415885925292969},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.09031549096107483},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10618-022-00861-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-022-00861-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-022-00861-0.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},{"id":"pmid:36161238","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36161238","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data mining and knowledge discovery","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9483468","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9483468","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Data Min Knowl Discov","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10618-022-00861-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10618-022-00861-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10618-022-00861-0.pdf","source":{"id":"https://openalex.org/S121920818","display_name":"Data Mining and Knowledge Discovery","issn_l":"1384-5810","issn":["1384-5810","1573-756X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Mining and Knowledge Discovery","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.6000000238418579}],"awards":[{"id":"https://openalex.org/G3257745963","display_name":null,"funder_award_id":"1934464","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5693414920","display_name":null,"funder_award_id":"1922658","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5997955468","display_name":null,"funder_award_id":"1916505","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320318072","display_name":"Underwriters Laboratories","ror":"https://ror.org/045n75910"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4296186037.pdf","grobid_xml":"https://content.openalex.org/works/W4296186037.grobid-xml"},"referenced_works_count":53,"referenced_works":["https://openalex.org/W1648303880","https://openalex.org/W1769526157","https://openalex.org/W1889369380","https://openalex.org/W2021943838","https://openalex.org/W2033638052","https://openalex.org/W2041103277","https://openalex.org/W2049058583","https://openalex.org/W2065366396","https://openalex.org/W2075391469","https://openalex.org/W2103608739","https://openalex.org/W2110065044","https://openalex.org/W2145431115","https://openalex.org/W2145622598","https://openalex.org/W2145949183","https://openalex.org/W2197856919","https://openalex.org/W2343073829","https://openalex.org/W2363129255","https://openalex.org/W2588799281","https://openalex.org/W2599124618","https://openalex.org/W2749517390","https://openalex.org/W2787291999","https://openalex.org/W2794651469","https://openalex.org/W2796402109","https://openalex.org/W2898883664","https://openalex.org/W2901814704","https://openalex.org/W2909212904","https://openalex.org/W2912507082","https://openalex.org/W2945151003","https://openalex.org/W2953424956","https://openalex.org/W2954068044","https://openalex.org/W2964675004","https://openalex.org/W2999331643","https://openalex.org/W3001807593","https://openalex.org/W3003385079","https://openalex.org/W3037038797","https://openalex.org/W3094233077","https://openalex.org/W3104114204","https://openalex.org/W3112134271","https://openalex.org/W3122619350","https://openalex.org/W3123465830","https://openalex.org/W3127162919","https://openalex.org/W3133759846","https://openalex.org/W3134214835","https://openalex.org/W3159435787","https://openalex.org/W3173565726","https://openalex.org/W3178786669","https://openalex.org/W3186549233","https://openalex.org/W3199665477","https://openalex.org/W3210574249","https://openalex.org/W3217483520","https://openalex.org/W4288083801","https://openalex.org/W4300987477","https://openalex.org/W4396928770"],"related_works":["https://openalex.org/W2039762259","https://openalex.org/W326615706","https://openalex.org/W1991700954","https://openalex.org/W4400279324","https://openalex.org/W2920978819","https://openalex.org/W2110777095","https://openalex.org/W2003596317","https://openalex.org/W1710823304","https://openalex.org/W4400649468","https://openalex.org/W2137682396"],"abstract_inverted_index":{"Automated":[0],"hiring":[1],"systems":[2,49,198],"are":[3,14,95],"among":[4],"the":[5,45,53,76,101,111,116,119,128,136,152,156,175],"fastest-developing":[6],"of":[7,31,47,52,97,118,130,138,155,167,177,190,207],"all":[8],"high-stakes":[9],"AI":[10,185],"systems.":[11,140,169],"Among":[12],"these":[13,197],"algorithmic":[15,120,139,168],"personality":[16,28,84,93,121,180],"tests":[17,122],"that":[18,58,83,92,150,195],"use":[19],"insights":[20],"from":[21],"psychometric":[22,80],"testing,":[23],"and":[24,88,91,158,186,209],"promise":[25],"to":[26,162,204],"surface":[27],"traits":[29,94],"indicative":[30,96],"future":[32,98],"success":[33,99],"based":[34],"on":[35,100],"job":[36,102],"seekers'":[37],"resumes":[38],"or":[39,74],"social":[40],"media":[41],"profiles.":[42],"We":[43,170],"interrogate":[44],"validity":[46],"such":[48],"using":[50],"stability":[51,137,165],"outputs":[54],"they":[55],"produce,":[56],"noting":[57],"reliability":[59],"is":[60,85,127,143],"a":[61,65,86,131],"necessary,":[62],"but":[63],"not":[64],"sufficient,":[66],"condition":[67],"for":[68,134],"validity.":[69],"Crucially,":[70],"rather":[71],"than":[72],"challenging":[73],"affirming":[75],"assumptions":[77,113],"made":[78,114],"in":[79],"testing":[81,110,215],"-":[82,103],"meaningful":[87],"measurable":[89],"construct,":[90],"we":[104],"frame":[105],"our":[106,172,191],"audit":[107,176,192],"methodology":[108],"around":[109],"underlying":[112],"by":[115],"vendors":[117],"themselves.":[123],"Our":[124],"main":[125],"contribution":[126,142],"development":[129],"socio-technical":[132],"framework":[133,173,193],"auditing":[135],"This":[141],"supplemented":[144],"with":[145,174,202],"an":[146],"open-source":[147],"software":[148],"library":[149],"implements":[151],"technical":[153],"components":[154],"audit,":[157],"can":[159],"be":[160,212],"used":[161],"conduct":[163],"similar":[164],"audits":[166],"instantiate":[171],"two":[178],"real-world":[179],"prediction":[181],"systems,":[182],"namely,":[183],"Humantic":[184],"Crystal.":[187],"The":[188],"application":[189],"demonstrates":[194],"both":[196],"show":[199],"substantial":[200],"instability":[201],"respect":[203],"key":[205],"facets":[206],"measurement,":[208],"hence":[210],"cannot":[211],"considered":[213],"valid":[214],"instruments.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}