{"id":"https://openalex.org/W7225194332","doi":"https://doi.org/10.64898/2026.11.01.26367003","title":"Questioning the Benchmarks: Hidden Circularity in AQ-10 Autism Screening Datasets","display_name":"Questioning the Benchmarks: Hidden Circularity in AQ-10 Autism Screening Datasets","publication_year":2026,"publication_date":"2026-11-02","ids":{"openalex":"https://openalex.org/W7225194332","doi":"https://doi.org/10.64898/2026.11.01.26367003"},"language":"en","primary_location":{"id":"doi:10.64898/2026.11.01.26367003","doi":"https://doi.org/10.64898/2026.11.01.26367003","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.11.01.26367003","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/11/02/2026.11.01.26367003.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.medrxiv.org/content/medrxiv/early/2026/11/02/2026.11.01.26367003.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116882946","display_name":"Soham Biren Katlariwala","orcid":"https://orcid.org/0009-0008-1178-6543","observed_orcids":["https://orcid.org/0009-0008-1178-6543"]},"institutions":[{"id":"https://openalex.org/I29563240","display_name":"Gujarat Technological University","ror":"https://ror.org/059x8vm09","country_code":"IN","type":"education","lineage":["https://openalex.org/I29563240"]},{"id":"https://openalex.org/I4396570599","display_name":"University of the People","ror":"https://ror.org/008w8py05","country_code":"US","type":"education","lineage":["https://openalex.org/I4396570599"]}],"countries":["IN","US"],"is_corresponding":true,"raw_author_name":"Soham Biren Katlariwala","raw_affiliation_strings":["Dept. of Computer Engineering, Gujarat Technological University, Ahmedabad, Gujarat 382424, India","Dept. of Health Science, University of the People, Pasadena, CA 91101, USA"],"raw_orcid":"https://orcid.org/0009-0008-1178-6543","affiliations":[{"raw_affiliation_string":"Dept. of Computer Engineering, Gujarat Technological University, Ahmedabad, Gujarat 382424, India","institution_ids":["https://openalex.org/I29563240"]},{"raw_affiliation_string":"Dept. of Health Science, University of the People, Pasadena, CA 91101, USA","institution_ids":["https://openalex.org/I4396570599"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160404132","display_name":"Amina Saeed","orcid":"https://orcid.org/0009-0001-4467-7721","observed_orcids":["https://orcid.org/0009-0001-4467-7721"]},"institutions":[{"id":"https://openalex.org/I79571142","display_name":"Virtual University of Pakistan","ror":"https://ror.org/00ya1zd25","country_code":"PK","type":"education","lineage":["https://openalex.org/I79571142"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Amina Saeed","raw_affiliation_strings":["Dept. of CS & IT, Virtual University of Pakistan, Lahore 54000, Pakistan"],"raw_orcid":"https://orcid.org/0009-0001-4467-7721","affiliations":[{"raw_affiliation_string":"Dept. of CS & IT, Virtual University of Pakistan, Lahore 54000, Pakistan","institution_ids":["https://openalex.org/I79571142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160481391","display_name":"Harina Kumari Khati","orcid":"https://orcid.org/0009-0006-0778-1550","observed_orcids":["https://orcid.org/0009-0006-0778-1550"]},"institutions":[{"id":"https://openalex.org/I155028946","display_name":"Tribhuvan University","ror":"https://ror.org/02rg1r889","country_code":"NP","type":"education","lineage":["https://openalex.org/I155028946"]},{"id":"https://openalex.org/I4405272069","display_name":"Padma Kanya Multiple Campus","ror":"https://ror.org/03gr2rv64","country_code":"NP","type":"education","lineage":["https://openalex.org/I4405272069"]}],"countries":["NP"],"is_corresponding":false,"raw_author_name":"Harina Kumari Khati","raw_affiliation_strings":["Dept. of Computer Science and Information Technology, Padma Kanya Multiple Campus, Tribhuvan University, Kathmandu 44600, Nepal"],"raw_orcid":"https://orcid.org/0009-0006-0778-1550","affiliations":[{"raw_affiliation_string":"Dept. of Computer Science and Information Technology, Padma Kanya Multiple Campus, Tribhuvan University, Kathmandu 44600, Nepal","institution_ids":["https://openalex.org/I155028946","https://openalex.org/I4405272069"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108960010","display_name":"Nirban Roy","orcid":"https://orcid.org/0009-0001-5120-8798","observed_orcids":["https://orcid.org/0009-0001-5120-8798"]},"institutions":[{"id":"https://openalex.org/I1296725772","display_name":"University of Engineering & Management","ror":"https://ror.org/02decng19","country_code":"IN","type":"education","lineage":["https://openalex.org/I1296725772"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nirban Roy","raw_affiliation_strings":["Dept. of Computer Science & Engineering, Institute of Engineering & Management, Kolkata, India"],"raw_orcid":"https://orcid.org/0009-0001-5120-8798","affiliations":[{"raw_affiliation_string":"Dept. of Computer Science & Engineering, Institute of Engineering & Management, Kolkata, India","institution_ids":["https://openalex.org/I1296725772"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134372529","display_name":"Mahdisa Moradi","orcid":"https://orcid.org/0009-0003-1680-0117","observed_orcids":["https://orcid.org/0009-0003-1680-0117"]},"institutions":[{"id":"https://openalex.org/I4396570599","display_name":"University of the People","ror":"https://ror.org/008w8py05","country_code":"US","type":"education","lineage":["https://openalex.org/I4396570599"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahdisa Moradi","raw_affiliation_strings":["Dept. of Health Science, University of the People, Pasadena, CA 91101, USA"],"raw_orcid":"https://orcid.org/0009-0003-1680-0117","affiliations":[{"raw_affiliation_string":"Dept. of Health Science, University of the People, Pasadena, CA 91101, USA","institution_ids":["https://openalex.org/I4396570599"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5116882946"],"corresponding_institution_ids":["https://openalex.org/I29563240","https://openalex.org/I4396570599"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.03150000050663948,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0020000000949949026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autism-spectrum-disorder-screening","display_name":"autism screening","score":0.8119999766349792},{"id":"https://openalex.org/keywords/aq-10","display_name":"AQ-10","score":0.8880000114440918},{"id":"https://openalex.org/keywords/circularity-index","display_name":"circularity index","score":0.9509999752044678},{"id":"https://openalex.org/keywords/mutual-information","display_name":"mutual information","score":0.8830000162124634},{"id":"https://openalex.org/keywords/depression-screening","display_name":"depression screening","score":0.6129999756813049},{"id":"https://openalex.org/keywords/dass-42","display_name":"DASS-42","score":0.8709999918937683},{"id":"https://openalex.org/keywords/rosenberg-self-esteem-scale","display_name":"Rosenberg Self-Esteem Scale","score":0.8410000205039978}],"concepts":[{"id":"https://openalex.org/C2778538070","wikidata":"https://www.wikidata.org/wiki/Q1436063","display_name":"Autism spectrum disorder","level":3,"score":0.5924999713897705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5792999863624573},{"id":"https://openalex.org/C205778803","wikidata":"https://www.wikidata.org/wiki/Q38404","display_name":"Autism","level":2,"score":0.5447999835014343},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.49709999561309814},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.49410000443458557},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4918999969959259},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4722999930381775},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4616999924182892},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4505999982357025},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.4408000111579895},{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.424699991941452},{"id":"https://openalex.org/C3020132585","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic accuracy","level":2,"score":0.3781999945640564},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3580000102519989},{"id":"https://openalex.org/C2778701210","wikidata":"https://www.wikidata.org/wiki/Q28130034","display_name":"Constructive","level":3,"score":0.357699990272522},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.33329999446868896},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.31790000200271606},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C2780551164","wikidata":"https://www.wikidata.org/wiki/Q2306599","display_name":"Column (typography)","level":3,"score":0.3084999918937683},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.30300000309944153},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2743000090122223},{"id":"https://openalex.org/C69738355","wikidata":"https://www.wikidata.org/wiki/Q1228929","display_name":"Linear discriminant analysis","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C2779463800","wikidata":"https://www.wikidata.org/wiki/Q5062222","display_name":"Center (category theory)","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25920000672340393},{"id":"https://openalex.org/C2776061190","wikidata":"https://www.wikidata.org/wiki/Q7451805","display_name":"Separation (statistics)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.11.01.26367003","doi":"https://doi.org/10.64898/2026.11.01.26367003","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.11.01.26367003","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/11/02/2026.11.01.26367003.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.11.01.26367003","doi":"https://doi.org/10.64898/2026.11.01.26367003","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.11.01.26367003","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/11/02/2026.11.01.26367003.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.8199999928474426,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225194332.pdf","grobid_xml":"https://content.openalex.org/works/W7225194332.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2809960885","https://openalex.org/W3174082502","https://openalex.org/W3174086521","https://openalex.org/W3176147671","https://openalex.org/W4280653631","https://openalex.org/W4378619877","https://openalex.org/W4385576721","https://openalex.org/W4388497724","https://openalex.org/W4388572012","https://openalex.org/W4390577178","https://openalex.org/W4391107516","https://openalex.org/W4404305654","https://openalex.org/W4410077261","https://openalex.org/W4410610992","https://openalex.org/W7160983163"],"related_works":["https://openalex.org/W7128050501","https://openalex.org/W7161001787","https://openalex.org/W4415993020","https://openalex.org/W7157023764","https://openalex.org/W7214005260","https://openalex.org/W7160051956","https://openalex.org/W7221531620","https://openalex.org/W3207827711","https://openalex.org/W4416250783","https://openalex.org/W4412953864"],"abstract_inverted_index":{"Abstract":[0],"Autism":[1],"spectrum":[2],"disorder":[3],"(ASD)":[4],"screening":[5,218,300,320,336],"increasingly":[6],"relies":[7],"on":[8,13,109,209,259,291],"machine":[9],"learning":[10,41,53],"models":[11,22],"trained":[12],"the":[14,61,111,116,120,127,157,172,191,226,255,278,284,295,299,313],"AQ-10":[15,86,268,314],"and":[16,20,81,99,152,225,264,341,343],"Q-CHAT":[17],"questionnaire":[18],"datasets,":[19,263],"these":[21,292],"are":[23,63],"widely":[24],"reported":[25,289],"to":[26,29,134,167,183,185,244,330,334,344],"reach":[27],"95":[28],"99":[30],"percent":[31,169],"accuracy,":[32],"so":[33],"confirming":[34],"whether":[35,47],"that":[36,48,114,123,161,287],"accuracy":[37,49,163,181,290],"reflects":[38,50,294],"genuine":[39,51],"diagnostic":[40,52,117,238,306],"is":[42,55,107,130,143,177,207,242,271],"vital.":[43],"This":[44],"paper":[45],"examines":[46],"or":[54,189],"simply":[56],"an":[57],"artifact":[58],"of":[59,140,156,202,248,261,277,283,298],"how":[60],"datasets":[62,293,345],"built.":[64],"The":[65,138,204,281],"study":[66,285],"compares":[67],"six":[68],"model":[69],"families,":[70],"namely":[71],"Logistic":[72],"Regression,":[73],"Random":[74],"Forest,":[75],"Support":[76],"Vector":[77],"Machine,":[78],"XGBoost,":[79],"FT-Transformer,":[80],"TabNet,":[82],"across":[83],"three":[84,260],"UCI":[85],"age":[87],"variants:":[88],"Child":[89],"(":[90,95,101,219,230],"n":[91,96,102,220,231],"=":[92,97,103,221,232],"290),":[93],"Adolescent":[94],"103),":[98],"Adult":[100],"699).":[104],"Most":[105],"emphasis":[106],"put":[108],"separating":[110],"behavioral":[112],"items":[113],"define":[115],"label":[118,128],"from":[119],"demographic":[121],"covariates":[122],"do":[124],"not,":[125],"since":[126],"itself":[129],"a":[131,146,198,237,265,274,304,318],"threshold":[132],"applied":[133],"those":[135],"same":[136,205,279],"items.":[137],"effectiveness":[139],"this":[141,246,309,332],"separation":[142],"measured":[144],"using":[145,251],"normalized":[147],"Circularity":[148,200,257],"Index":[149,201,258],"alongside":[150],"item-only":[151],"demographics-only":[153,180],"accuracy.":[154],"Evaluation":[155],"results":[158,282],"has":[159],"shown":[160],"item-based":[162],"stays":[164],"at":[165,188],"93.2":[166],"100":[168],"even":[170],"after":[171],"pre-computed":[173],"result":[174],"score":[175],"column":[176],"removed,":[178],"while":[179],"falls":[182],"50.7":[184],"71.5":[186],"percent,":[187],"below":[190],"majority-class":[192],"baseline":[193],"in":[194],"every":[195],"dataset,":[196],"giving":[197],"mean":[199],"0.947.":[203],"pattern":[206],"confirmed":[208],"two":[210],"independent":[211,347],"domains":[212],"outside":[213],"autism":[214],"screening:":[215],"DASS-42":[216],"depression":[217],"35,481,":[222],"CI":[223,234],"0.984)":[224],"Rosenberg":[227],"Self-Esteem":[228],"Scale":[229],"39,076,":[233],"0.896).":[235],"Lastly,":[236],"heuristic":[239],"named":[240],"AutoCirc":[241],"introduced":[243],"flag":[245],"kind":[247],"circularity":[249],"automatically":[250],"mutual":[252],"information,":[253],"reproducing":[254],"manual":[256],"five":[262],"constructive":[266],"eight-of-ten-item":[267],"short":[269],"form":[270],"proposed":[272],"as":[273,317,324,339],"practical":[275],"outcome":[276],"analysis.":[280],"confirm":[286],"high":[288],"scoring":[296],"arithmetic":[297],"instrument":[301],"rather":[302],"than":[303],"learned":[305],"pattern,":[307],"though":[308],"does":[310],"not":[311],"call":[312],"into":[315],"question":[316],"clinical":[319,348],"tool":[321],"when":[322],"used":[323],"intended.":[325],"Further":[326],"work":[327],"shall":[328],"seek":[329],"extend":[331],"audit":[333],"additional":[335],"instruments,":[337],"such":[338],"PHQ-9":[340],"GAD-7,":[342],"carrying":[346],"diagnosis":[349],"labels.":[350]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-11-04T00:00:00"}