{"id":"https://openalex.org/W4301628457","doi":"https://doi.org/10.2196/39982","title":"Deep Learning-Based Autism Spectrum Disorder Detection Using Emotion Features From Video Recordings (Preprint)","display_name":"Deep Learning-Based Autism Spectrum Disorder Detection Using Emotion Features From Video Recordings (Preprint)","publication_year":2022,"publication_date":"2022-05-30","ids":{"openalex":"https://openalex.org/W4301628457","doi":"https://doi.org/10.2196/39982"},"language":"en","primary_location":{"id":"doi:10.2196/39982","doi":"https://doi.org/10.2196/39982","is_oa":true,"landing_page_url":"https://doi.org/10.2196/39982","pdf_url":null,"source":{"id":"https://openalex.org/S4210239598","display_name":"JMIR Biomedical Engineering","issn_l":"2561-3278","issn":["2561-3278"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Biomedical Engineering","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.2196/39982","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090906295","display_name":"Essam Sleiman","orcid":"https://orcid.org/0000-0002-1505-6694","observed_orcids":["https://orcid.org/0000-0002-1505-6694"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Essam Sleiman","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-1505-6694","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025842315","display_name":"Onur Cezmi Mutlu","orcid":"https://orcid.org/0000-0002-9263-9332","observed_orcids":["https://orcid.org/0000-0002-9263-9332"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Onur Cezmi Mutlu","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9263-9332","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040898497","display_name":"Saimourya Surabhi","orcid":"https://orcid.org/0000-0002-1707-0537","observed_orcids":["https://orcid.org/0000-0002-1707-0537"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saimourya Surabhi","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-1707-0537","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028490921","display_name":"Arman Husic","orcid":"https://orcid.org/0000-0002-9180-5212","observed_orcids":["https://orcid.org/0000-0002-9180-5212"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arman Husic","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9180-5212","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064746149","display_name":"Aaron Kline","orcid":"https://orcid.org/0000-0002-0077-5485","observed_orcids":["https://orcid.org/0000-0002-0077-5485"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aaron Kline","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-0077-5485","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037490912","display_name":"Peter Yigitcan Washington","orcid":"https://orcid.org/0000-0003-3276-4411","observed_orcids":["https://orcid.org/0000-0003-3276-4411"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peter Washington","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-3276-4411","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5027872863","display_name":"Dennis Paul Wall","orcid":"https://orcid.org/0000-0002-7889-9146","observed_orcids":["https://orcid.org/0000-0002-7889-9146"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dennis P. Wall","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-7889-9146","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1500,"currency":"USD","value_usd":1500},"apc_paid":{"value":1500,"currency":"USD","value_usd":1500},"fwci":0.3543,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.50309112,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10106","display_name":"Autism Spectrum Disorder Research","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.021900000050663948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autism-spectrum-disorder","display_name":"autism spectrum disorder","score":0.984000027179718},{"id":"https://openalex.org/keywords/asd-detection","display_name":"ASD detection","score":0.7760000228881836},{"id":"https://openalex.org/keywords/emotion-features","display_name":"emotion features","score":0.8479999899864197},{"id":"https://openalex.org/keywords/video-analysis","display_name":"video analysis","score":0.7609999775886536},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"facial expression recognition","score":0.6100000143051147},{"id":"https://openalex.org/keywords/deep-learning","display_name":"deep learning","score":0.8159999847412109}],"concepts":[{"id":"https://openalex.org/C43169469","wikidata":"https://www.wikidata.org/wiki/Q580922","display_name":"Preprint","level":2,"score":0.8921661972999573},{"id":"https://openalex.org/C2778538070","wikidata":"https://www.wikidata.org/wiki/Q1436063","display_name":"Autism spectrum disorder","level":3,"score":0.8364492058753967},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4960382878780365},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.46616441011428833},{"id":"https://openalex.org/C205778803","wikidata":"https://www.wikidata.org/wiki/Q38404","display_name":"Autism","level":2,"score":0.4607333838939667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44954177737236023},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4275955855846405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3983893096446991},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3534024953842163},{"id":"https://openalex.org/C548259974","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiology","level":1,"score":0.3315882086753845},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.1774984896183014},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.10321807861328125},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07213708758354187}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.2196/39982","doi":"https://doi.org/10.2196/39982","is_oa":true,"landing_page_url":"https://doi.org/10.2196/39982","pdf_url":null,"source":{"id":"https://openalex.org/S4210239598","display_name":"JMIR Biomedical Engineering","issn_l":"2561-3278","issn":["2561-3278"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Biomedical Engineering","raw_type":"journal-article"},{"id":"doi:10.2196/preprints.39982","doi":"https://doi.org/10.2196/preprints.39982","is_oa":true,"landing_page_url":"https://doi.org/10.2196/preprints.39982","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.2196/39982","doi":"https://doi.org/10.2196/39982","is_oa":true,"landing_page_url":"https://doi.org/10.2196/39982","pdf_url":null,"source":{"id":"https://openalex.org/S4210239598","display_name":"JMIR Biomedical Engineering","issn_l":"2561-3278","issn":["2561-3278"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Biomedical Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.8371999859809875,"display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W821075641","https://openalex.org/W1878003315","https://openalex.org/W2002948879","https://openalex.org/W2025089570","https://openalex.org/W2035372623","https://openalex.org/W2042333532","https://openalex.org/W2074043429","https://openalex.org/W2085724875","https://openalex.org/W2098958400","https://openalex.org/W2103943262","https://openalex.org/W2105470138","https://openalex.org/W2108598243","https://openalex.org/W2128897837","https://openalex.org/W2129844670","https://openalex.org/W2137071639","https://openalex.org/W2150283722","https://openalex.org/W2167462312","https://openalex.org/W2186574009","https://openalex.org/W2346192938","https://openalex.org/W2436394355","https://openalex.org/W2438071373","https://openalex.org/W2520832898","https://openalex.org/W2601320249","https://openalex.org/W2745497104","https://openalex.org/W2745968167","https://openalex.org/W2754478183","https://openalex.org/W2754840069","https://openalex.org/W2781636479","https://openalex.org/W2885015237","https://openalex.org/W2894548131","https://openalex.org/W2894936288","https://openalex.org/W2896835644","https://openalex.org/W2901721413","https://openalex.org/W2902117623","https://openalex.org/W2910595231","https://openalex.org/W2925256473","https://openalex.org/W2938164379","https://openalex.org/W2941097695","https://openalex.org/W2953771225","https://openalex.org/W2963169020","https://openalex.org/W2970929894","https://openalex.org/W2979713278","https://openalex.org/W2990041501","https://openalex.org/W2995148308","https://openalex.org/W2995210729","https://openalex.org/W3008947750","https://openalex.org/W3015925440","https://openalex.org/W3027342555","https://openalex.org/W3034552680","https://openalex.org/W3048503086","https://openalex.org/W3106570425","https://openalex.org/W3106972798","https://openalex.org/W3108794416","https://openalex.org/W3118357390","https://openalex.org/W3151100342","https://openalex.org/W3162804046","https://openalex.org/W3193149408","https://openalex.org/W3199070691","https://openalex.org/W3215098849","https://openalex.org/W4205785225","https://openalex.org/W4212799943","https://openalex.org/W4224252851","https://openalex.org/W4226499088","https://openalex.org/W4242848407"],"related_works":["https://openalex.org/W7134107175","https://openalex.org/W7215061867","https://openalex.org/W4283837940","https://openalex.org/W4411504949","https://openalex.org/W7167632392","https://openalex.org/W7223293135","https://openalex.org/W7161140065","https://openalex.org/W7027061337","https://openalex.org/W2951475348","https://openalex.org/W7213548304"],"abstract_inverted_index":{"BACKGROUND":[0],"Autism":[1,22],"Spectrum":[2],"Disorder":[3],"(ASD)":[4],"is":[5,218],"a":[6,67,99,105,130,142,161,169,176,196,235,258,291,305,325],"prevalent":[7],"neurodevelopmental":[8],"disorder":[9],"encountered":[10],"by":[11,57,93],"1":[12],"in":[13,16,61,73,115,141,187,282,304],"44":[14],"children":[15,138],"the":[17,58,78,87,113,150,263,280,318],"United":[18],"States":[19],"of":[20,69,89,133,152,198,215,244,250,269,275,320],"America.":[21],"patients":[23],"face":[24],"difficulty":[25],"effectively":[26],"communicating":[27],"with":[28,166],"peers,":[29],"articulating":[30],"feelings":[31],"and":[32,34,38,136,148,246,271,339],"emotions,":[33],"controlling":[35],"behaviors.":[36],"Rapid":[37],"early":[39],"diagnosis":[40,80,92,349],"leads":[41],"to":[42,66,76,85,103,175,204,224,312,323],"improved":[43,331],"treatment":[44],"outcomes,":[45],"however":[46],"current":[47],"medical":[48],"techniques":[49],"often":[50],"take":[51],"years.":[52],"Difficult,":[53],"time-consuming":[54],"diagnoses":[55],"accompanied":[56],"recent":[59],"advances":[60],"computer":[62,106],"vision":[63,107],"have":[64],"led":[65],"surge":[68],"interest":[70],"from":[71,98,112,227,300,350],"researchers":[72],"developing":[74],"models":[75],"streamline":[77],"autism":[79,91,164,206,295,332,348],"process.":[81],"OBJECTIVE":[82],"We":[83,182,278],"aim":[84],"assess":[86],"viability":[88],"at-home":[90,351],"leveraging":[94],"video":[95,131,228],"data":[96],"collected":[97],"mobile":[100,126,321],"game":[101],"app":[102],"train":[104],"model":[108,223],"utilizing":[109,210,234],"insights":[110],"extracted":[111],"change":[114,281],"emotion":[116,154,211],"expression":[117,286],"features":[118,155,287,299],"over":[119,288],"time.":[120],"METHODS":[121],"With":[122],"our":[123,184,253],"GuessWhat":[124],"game-based":[125],"app,":[127],"we":[128,159],"collect":[129,324],"dataset":[132,328],"74":[134],"ASD":[135,157,226],"NT":[137],"actively":[139],"playing":[140],"natural":[143],"home":[144],"environment.":[145],"To":[146],"investigate":[147],"quantify":[149],"significance":[151],"facial":[153,285],"for":[156,294,329,346],"detection,":[158],"develop":[160],"deep":[162],"learning-based":[163],"classifier":[165],"two":[167,188],"components:":[168],"Convolutional":[170],"Neural":[171],"Network":[172],"(CNN)":[173],"attached":[174],"Long":[177],"Short":[178],"Term":[179],"Memory":[180],"(LSTM).":[181],"pre-train":[183],"CNN":[185,217,236,259],"backbone":[186,237,260],"fashions:":[189],"(1)":[190],"on":[191,195,239,262],"ImageNet":[192,240],"or":[193],"(2)":[194],"compilation":[197],"Facial":[199],"Expression":[200],"Recognition":[201],"(FER)":[202],"datasets":[203,265],"analyze":[205],"detection":[207],"performance":[208],"improvements":[209],"features.":[212],"The":[213],"output":[214],"each":[216,301],"fed":[219],"into":[220],"an":[221,242,247,272,283,330],"LSTM":[222],"diagnose":[225],"data.":[229],"RESULTS":[230],"Our":[231,315],"top-performing":[232],"architecture":[233,256],"pre-trained":[238],"obtained":[241],"accuracy":[243,268],"45.8%":[245],"F1":[248,273,307],"score":[249,274,308],"62.8%":[251],"while":[252],"corresponding":[254],"top":[255,267],"employing":[257],"trained":[261],"FER":[264],"achieved":[266],"91.2%":[270],"90.6%.":[276],"CONCLUSIONS":[277],"discovered":[279],"individual's":[284],"time":[289],"as":[290],"relevant":[292],"marker":[293],"detection.":[296],"Extracting":[297],"emotional":[298],"frame":[302],"resulted":[303],"27.8%":[306],"improvement":[309],"when":[310],"compared":[311],"non-emotion":[313],"weights.":[314],"study":[316],"demonstrates":[317],"capability":[319],"applications":[322],"natural,":[326],"diverse":[327],"diagnosis.":[333],"These":[334],"results":[335],"demonstrate":[336],"Deep":[337],"Learning":[338],"Computer":[340],"Vision":[341],"based":[342],"methods":[343],"are":[344],"instrumental":[345],"automated":[347],"recorded":[352],"videos":[353],"using":[354],"unspecialized":[355],"equipment.":[356]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2022-10-05T00:00:00"}