{"id":"https://openalex.org/W4405306201","doi":"https://doi.org/10.1109/besc64747.2024.10780681","title":"A Multimodal Framework for Automated Childhood Reading Disability Screening Integrating Speech, Language, and Eye Tracking","display_name":"A Multimodal Framework for Automated Childhood Reading Disability Screening Integrating Speech, Language, and Eye Tracking","publication_year":2024,"publication_date":"2024-08-16","ids":{"openalex":"https://openalex.org/W4405306201","doi":"https://doi.org/10.1109/besc64747.2024.10780681"},"language":"en","primary_location":{"id":"doi:10.1109/besc64747.2024.10780681","is_oa":false,"landing_page_url":"https://doi.org/10.1109/besc64747.2024.10780681","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 11th International Conference on Behavioural and Social Computing (BESC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100353783","display_name":"Xin Li","orcid":"https://orcid.org/0000-0002-0144-9489"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Li","raw_affiliation_strings":["University of Science and Technology of China,Hefei,P.R. China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Hefei,P.R. China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108711700","display_name":"Qiqi Chang","orcid":"https://orcid.org/0000-0002-0022-4288"},"institutions":[{"id":"https://openalex.org/I173632517","display_name":"MediaTek (China)","ror":"https://ror.org/05xvgy636","country_code":"CN","type":"company","lineage":["https://openalex.org/I173632517","https://openalex.org/I4210148979"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinyuan Chang","raw_affiliation_strings":["iFlytek Research,Beijing,P.R. China"],"affiliations":[{"raw_affiliation_string":"iFlytek Research,Beijing,P.R. China","institution_ids":["https://openalex.org/I173632517"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074410641","display_name":"Mingming Hu","orcid":"https://orcid.org/0000-0002-6486-6474"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mingming Hu","raw_affiliation_strings":["iFlytek Research,P.R. China"],"affiliations":[{"raw_affiliation_string":"iFlytek Research,P.R. China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022031091","display_name":"Feiyang Xu","orcid":"https://orcid.org/0000-0002-5159-6057"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feiyang Xu","raw_affiliation_strings":["iFlytek Research,P.R. China"],"affiliations":[{"raw_affiliation_string":"iFlytek Research,P.R. China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101286911","display_name":"Huadong Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huadong Liang","raw_affiliation_strings":["iFlytek Research,P.R. China"],"affiliations":[{"raw_affiliation_string":"iFlytek Research,P.R. China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027669658","display_name":"Xinyun Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinyun Ding","raw_affiliation_strings":["iFlytek Research,P.R. China"],"affiliations":[{"raw_affiliation_string":"iFlytek Research,P.R. China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100353783"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":2.863,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92450278,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12481","display_name":"Digital Accessibility for Disabilities","score":0.9729999899864197,"subfield":{"id":"https://openalex.org/subfields/3307","display_name":"Human Factors and Ergonomics"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6723247766494751},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.605676531791687},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5847654342651367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42768406867980957},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.4272632300853729},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4166158437728882},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3430096209049225},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2537602186203003},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.22436103224754333},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.07025280594825745}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6723247766494751},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.605676531791687},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5847654342651367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42768406867980957},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4272632300853729},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4166158437728882},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3430096209049225},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2537602186203003},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.22436103224754333},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.07025280594825745},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/besc64747.2024.10780681","is_oa":false,"landing_page_url":"https://doi.org/10.1109/besc64747.2024.10780681","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 11th International Conference on Behavioural and Social Computing (BESC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8600000143051147,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2068971446","https://openalex.org/W2885806496","https://openalex.org/W2898569419","https://openalex.org/W3031132020","https://openalex.org/W3042015757","https://openalex.org/W3049504506","https://openalex.org/W3174959153","https://openalex.org/W4211027359","https://openalex.org/W4283715016","https://openalex.org/W4362558058","https://openalex.org/W4386339142","https://openalex.org/W6761819023","https://openalex.org/W6780218876"],"related_works":["https://openalex.org/W2082438799","https://openalex.org/W2084086966","https://openalex.org/W1966986837","https://openalex.org/W2360138227","https://openalex.org/W4365808155","https://openalex.org/W1838455177","https://openalex.org/W1489909378","https://openalex.org/W2392697679","https://openalex.org/W2385990477","https://openalex.org/W2331964906"],"abstract_inverted_index":{"Screening":[0],"for":[1,102,115,120,208,220],"reading":[2,49,65,104,180,212],"disabilities":[3,50,213],"in":[4,51,124,214],"childhood":[5],"is":[6],"a":[7,25,59,78,145,202],"critical":[8],"yet":[9],"challenging":[10],"task":[11],"that":[12,36,134],"conventional":[13],"methods":[14],"often":[15],"fail":[16],"to":[17,24,44,138],"address":[18],"with":[19,162,196],"efficiency":[20],"and":[21,41,69,86,118,194,205,223],"accuracy":[22],"due":[23],"lack":[26],"of":[27,48,63,77,113,173,211],"standardization.":[28],"This":[29,72],"study":[30],"introduces":[31],"an":[32,110,130,168],"innovative":[33],"multimodal":[34,79,141],"framework":[35,200],"synergistically":[37],"integrates":[38],"speech,":[39],"language,":[40],"eye-tracking":[42,84],"modalities":[43],"automate":[45],"the":[46,75,209,218],"screening":[47],"children.":[52,92],"The":[53],"groundwork":[54],"was":[55],"laid":[56],"by":[57],"developing":[58],"comprehensive":[60,176],"developmental":[61],"model":[62,73],"Chinese":[64,103],"abilities":[66,181],"through":[67,182],"meta-analysis":[68],"expert":[70],"consensus.":[71],"underpinned":[74],"creation":[76],"database":[80],"comprising":[81],"speech":[82,125],"recordings,":[83],"trajectories,":[85],"behavioral":[87],"data":[88],"collected":[89],"from":[90],"school-aged":[91],"Employing":[93],"self-attention":[94],"mechanisms,":[95],"our":[96],"novel":[97],"end-to-end":[98],"technique,":[99],"specifically":[100],"designed":[101],"tasks,":[105],"exhibited":[106],"exceptional":[107],"performance,":[108],"achieving":[109],"F1":[111],"score":[112],"93.21%":[114],"character":[116],"recognition":[117],"90.98%":[119],"rapid":[121],"automatized":[122],"naming":[123],"assessments.":[126],"Notably,":[127],"we":[128],"devised":[129],"embedding":[131],"representation":[132],"approach":[133],"incorporates":[135],"domain":[136],"knowledge":[137],"capture":[139],"intricate":[140],"patterns.":[142],"In":[143],"conjunction,":[144],"cross-modal":[146],"attention":[147],"mechanism":[148],"facilitated":[149],"effective":[150],"feature":[151],"fusion":[152],"across":[153],"modalities.":[154],"Further,":[155],"ensemble":[156],"learning":[157,161,165],"strategies":[158],"combining":[159],"deep":[160],"traditional":[163],"machine":[164],"classifiers":[166],"yielded":[167],"accurate":[169],"risk":[170],"prediction":[171],"rate":[172],"84.21%.":[174],"A":[175],"evaluation":[177],"system,":[178],"quantifying":[179],"multidimensional":[183],"eye":[184],"movement":[185],"indicators,":[186],"discerned":[187],"statistically":[188],"significant":[189],"differences":[190],"between":[191],"typical":[192],"readers":[193],"those":[195],"impairments.":[197],"Collectively,":[198],"this":[199],"offers":[201],"standardized,":[203],"efficient,":[204],"precise":[206],"solution":[207],"identification":[210],"children,":[215],"thereby":[216],"paving":[217],"way":[219],"timely":[221],"interventions":[222],"tailored":[224],"educational":[225],"strategies.":[226]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}
