{"id":"https://openalex.org/W4416631894","doi":"https://doi.org/10.1016/j.asej.2025.103824","title":"Intelligent recognition of visual speech based on custom CNN and Optimized Quaternion Charlier Moments using PSO","display_name":"Intelligent recognition of visual speech based on custom CNN and Optimized Quaternion Charlier Moments using PSO","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W4416631894","doi":"https://doi.org/10.1016/j.asej.2025.103824"},"language":"en","primary_location":{"id":"doi:10.1016/j.asej.2025.103824","doi":"https://doi.org/10.1016/j.asej.2025.103824","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.asej.2025.103824","pdf_url":null,"source":{"id":"https://openalex.org/S2764993483","display_name":"Ain Shams Engineering Journal","issn_l":"2090-4479","issn":["2090-4479","2090-4495"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","norway-1","poland-100"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ain Shams Engineering Journal","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.asej.2025.103824","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036719334","display_name":"Omar El Ogri","orcid":"https://orcid.org/0000-0003-4807-0641","observed_orcids":["https://orcid.org/0000-0003-4807-0641"]},"institutions":[{"id":"https://openalex.org/I4210125507","display_name":"Chouaib Doukkali University","ror":"https://ror.org/036kgyt43","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210125507"]},{"id":"https://openalex.org/I81605866","display_name":"Sidi Mohamed Ben Abdellah University","ror":"https://ror.org/04efg9a07","country_code":"MA","type":"education","lineage":["https://openalex.org/I81605866"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Omar El Ogri","raw_affiliation_strings":["Laboratory of Sciences, Engineering and Management (LSEM), Higher School of Technology, Sidi Mohamed Ben Abdellah University, Fez, Morocco","Laboratory of Sustainable Agriculture Management (LSAM), Higher School of Technology of Sidi Bennour, Chouaib Doukkali University, El Jadida, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Sciences, Engineering and Management (LSEM), Higher School of Technology, Sidi Mohamed Ben Abdellah University, Fez, Morocco","institution_ids":["https://openalex.org/I81605866"]},{"raw_affiliation_string":"Laboratory of Sustainable Agriculture Management (LSAM), Higher School of Technology of Sidi Bennour, Chouaib Doukkali University, El Jadida, Morocco","institution_ids":["https://openalex.org/I4210125507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076424305","display_name":"Jaouad El-Mekkaoui","orcid":"https://orcid.org/0000-0002-9209-7086","observed_orcids":["https://orcid.org/0000-0002-9209-7086"]},"institutions":[{"id":"https://openalex.org/I81605866","display_name":"Sidi Mohamed Ben Abdellah University","ror":"https://ror.org/04efg9a07","country_code":"MA","type":"education","lineage":["https://openalex.org/I81605866"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Jaouad EL-Mekkaoui","raw_affiliation_strings":["Laboratory of Sciences, Engineering and Management (LSEM), Higher School of Technology, Sidi Mohamed Ben Abdellah University, Fez, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Sciences, Engineering and Management (LSEM), Higher School of Technology, Sidi Mohamed Ben Abdellah University, Fez, Morocco","institution_ids":["https://openalex.org/I81605866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078178754","display_name":"Mohamed Benslimane","orcid":"https://orcid.org/0000-0001-9311-4346","observed_orcids":["https://orcid.org/0000-0001-9311-4346"]},"institutions":[{"id":"https://openalex.org/I81605866","display_name":"Sidi Mohamed Ben Abdellah University","ror":"https://ror.org/04efg9a07","country_code":"MA","type":"education","lineage":["https://openalex.org/I81605866"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Mohamed Benslimane","raw_affiliation_strings":["Laboratory of Sciences, Engineering and Management (LSEM), Higher School of Technology, Sidi Mohamed Ben Abdellah University, Fez, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Sciences, Engineering and Management (LSEM), Higher School of Technology, Sidi Mohamed Ben Abdellah University, Fez, Morocco","institution_ids":["https://openalex.org/I81605866"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083172386","display_name":"Amal Hjouji","orcid":"https://orcid.org/0000-0001-8932-9061","observed_orcids":["https://orcid.org/0000-0001-8932-9061"]},"institutions":[{"id":"https://openalex.org/I81605866","display_name":"Sidi Mohamed Ben Abdellah University","ror":"https://ror.org/04efg9a07","country_code":"MA","type":"education","lineage":["https://openalex.org/I81605866"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Amal Hjouji","raw_affiliation_strings":["Laboratory of Information, Signals, Automation, and Cognitivism (LISAC), Dhar El Mahrez Faculty of Science, Sidi Mohamed Ben Abdellah-Fez University, Fez, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Information, Signals, Automation, and Cognitivism (LISAC), Dhar El Mahrez Faculty of Science, Sidi Mohamed Ben Abdellah-Fez University, Fez, Morocco","institution_ids":["https://openalex.org/I81605866"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Abdelali Saidi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210125507","display_name":"Chouaib Doukkali University","ror":"https://ror.org/036kgyt43","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210125507"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Abdelali Saidi","raw_affiliation_strings":["Laboratory of Optimization, Emerging Systems, Networks and Imaging, Faculty of Science, Chouaib Doukkali University, El Jadida, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Laboratory of Optimization, Emerging Systems, Networks and Imaging, Faculty of Science, Chouaib Doukkali University, El Jadida, Morocco","institution_ids":["https://openalex.org/I4210125507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053467873","display_name":"Musheer Ahmad","orcid":"https://orcid.org/0000-0002-4915-9325","observed_orcids":["https://orcid.org/0000-0002-4915-9325"]},"institutions":[{"id":"https://openalex.org/I59475050","display_name":"Jamia Millia Islamia","ror":"https://ror.org/00pnhhv55","country_code":"IN","type":"education","lineage":["https://openalex.org/I59475050"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Musheer Ahmad","raw_affiliation_strings":["Department of Computer Engineering, Jamia Millia Islamia, New Delhi 110025, India"],"raw_orcid":"https://orcid.org/0000-0002-4915-9325","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Jamia Millia Islamia, New Delhi 110025, India","institution_ids":["https://openalex.org/I59475050"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076083494","display_name":"Hela Elmannai","orcid":"https://orcid.org/0000-0003-2571-1848","observed_orcids":["https://orcid.org/0000-0003-2571-1848"]},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Hela Elmannai","raw_affiliation_strings":["Department of Information Technology, College of Computer and Information Sciences, Princess Nourah Bint Abdulrahman University, P.O. Box 84428, Riyadh 11671, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Technology, College of Computer and Information Sciences, Princess Nourah Bint Abdulrahman University, P.O. Box 84428, Riyadh 11671, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051434121","display_name":"Ahmed A. Abd El\u2010Latif","orcid":"https://orcid.org/0000-0002-5068-2033","observed_orcids":["https://orcid.org/0000-0002-5068-2033"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmed A. Abd El-Latif","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5053467873"],"corresponding_institution_ids":["https://openalex.org/I59475050"],"apc_list":{"value":1200,"currency":"USD","value_usd":1200},"apc_paid":{"value":1200,"currency":"USD","value_usd":1200},"fwci":2.4109,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.89301265,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"17","issue":"1","first_page":"103824","last_page":"103824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9394999742507935,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.013700000010430813,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-speech-recognition","display_name":"visual speech recognition","score":0.9459999799728394},{"id":"https://openalex.org/keywords/lip-reading","display_name":"lip reading","score":0.8460000157356262},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"particle swarm optimization","score":0.9580000042915344},{"id":"https://openalex.org/keywords/shallow-convolutional-neural-network","display_name":"shallow convolutional neural network","score":0.8989999890327454},{"id":"https://openalex.org/keywords/inertia-weight","display_name":"inertia weight","score":0.6119999885559082},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"feature extraction","score":0.5189999938011169},{"id":"https://openalex.org/keywords/grid-dataset","display_name":"GRID dataset","score":0.5580000281333923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7372999787330627},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.6783000230789185},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6521000266075134},{"id":"https://openalex.org/C200127275","wikidata":"https://www.wikidata.org/wiki/Q173853","display_name":"Quaternion","level":2,"score":0.6450999975204468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5895000100135803},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.5867999792098999},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.47029998898506165},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.4607999920845032},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.36579999327659607},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3467000126838684},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C2780897414","wikidata":"https://www.wikidata.org/wiki/Q7600592","display_name":"Star (game theory)","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.2648000121116638},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26080000400543213}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.asej.2025.103824","doi":"https://doi.org/10.1016/j.asej.2025.103824","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.asej.2025.103824","pdf_url":null,"source":{"id":"https://openalex.org/S2764993483","display_name":"Ain Shams Engineering Journal","issn_l":"2090-4479","issn":["2090-4479","2090-4495"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","norway-1","poland-100"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ain Shams Engineering Journal","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3372f69dc21741008a73c53b9baf5cea","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/3372f69dc21741008a73c53b9baf5cea","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ain Shams Engineering Journal, Vol 17, Iss 1, Pp 103824- (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.asej.2025.103824","doi":"https://doi.org/10.1016/j.asej.2025.103824","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.asej.2025.103824","pdf_url":null,"source":{"id":"https://openalex.org/S2764993483","display_name":"Ain Shams Engineering Journal","issn_l":"2090-4479","issn":["2090-4479","2090-4495"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","norway-1","poland-100"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ain Shams Engineering Journal","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G976881422","display_name":null,"funder_award_id":"PNURSP2025R747","funder_id":"https://openalex.org/F4320322484","funder_display_name":"Princess Nourah Bint Abdulrahman University"}],"funders":[{"id":"https://openalex.org/F4320322484","display_name":"Princess Nourah Bint Abdulrahman University","ror":"https://ror.org/05b0cyh02"},{"id":"https://openalex.org/F4320327702","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W125886255","https://openalex.org/W598390580","https://openalex.org/W1523741643","https://openalex.org/W1595159159","https://openalex.org/W1864003541","https://openalex.org/W2015143272","https://openalex.org/W2018516981","https://openalex.org/W2038619296","https://openalex.org/W2071096833","https://openalex.org/W2071828724","https://openalex.org/W2074796660","https://openalex.org/W2098923380","https://openalex.org/W2106905228","https://openalex.org/W2111247758","https://openalex.org/W2113814270","https://openalex.org/W2136155248","https://openalex.org/W2152195021","https://openalex.org/W2267805933","https://openalex.org/W2404704342","https://openalex.org/W2436666485","https://openalex.org/W2474638510","https://openalex.org/W2594690981","https://openalex.org/W2596627958","https://openalex.org/W2604379605","https://openalex.org/W2604769302","https://openalex.org/W2793588968","https://openalex.org/W2936800959","https://openalex.org/W2943455019","https://openalex.org/W3170983687","https://openalex.org/W3215300514","https://openalex.org/W4292083457","https://openalex.org/W4309028162","https://openalex.org/W4391512994","https://openalex.org/W4399932788","https://openalex.org/W4400110477","https://openalex.org/W4404199712","https://openalex.org/W4405128799","https://openalex.org/W4406610196","https://openalex.org/W4407908628","https://openalex.org/W4410253011","https://openalex.org/W4411210751"],"related_works":[],"abstract_inverted_index":{"This":[0,76],"paper":[1],"presents":[2],"a":[3,33,66,79,88,95,112],"novel":[4,96],"model":[5],"termed":[6],"as":[7,87,145],"Optimized":[8,47],"Quaternion":[9],"Charlier":[10],"Moments":[11],"Convolutional":[12],"Neural":[13],"Network":[14],"(QCMs-PSO-CNN)":[15],"to":[16,132,152,174],"develop":[17],"an":[18],"intelligent":[19],"method":[20,43,77,110,167],"of":[21,102,156,183],"recognizing":[22,170],"the":[23,37,46,73,91,103,117,134,154,157,165,175],"visual":[24],"speech":[25],"accurately":[26],"that":[27,32,108,164],"is":[28,59,111],"phrase":[29],"or":[30,137],"word":[31],"person":[34],"spoke":[35],"in":[36,90,94],"video":[38,119,142],"through":[39],"Lip-reading.":[40],"The":[41,56,105,127,160],"proposed":[42,128,158,166],"put":[44],"forward":[45],"QCMs":[48],"using":[49],"our":[50],"enhanced":[51],"particle":[52],"swarm":[53],"optimization":[54,74],"(PSO).":[55],"suggested":[57,78],"PSO":[58],"improvised":[60],"on":[61],"linear":[62],"inertia":[63],"weights":[64],"and":[65,122,148,186],"sine\u2013cosine":[67],"learning":[68],"factor,":[69],"which":[70,83,180],"effectively":[71],"strengthens":[72],"capability.":[75],"custom-built":[80],"shallow":[81],"CNN":[82],"incorporates":[84],"optimized":[85],"QCM":[86],"filter":[89],"first":[92],"layer":[93],"way":[97],"for":[98,115,125],"better":[99],"recognition":[100],"ability":[101],"method.":[104,159],"study":[106],"shows":[107],"this":[109],"good":[113],"solution":[114],"reducing":[116],"high":[118],"image":[120],"dimension":[121],"gaining":[123],"time":[124],"training.":[126],"architecture":[129],"QCMs-PSO-CNN":[130],"found":[131],"classify":[133],"digits,":[135],"letters,":[136],"words":[138],"effectively.":[139],"Three":[140],"standard":[141],"datasets":[143],"such":[144],"GRID,":[146],"LRW,":[147],"GLips":[149],"are":[150],"chosen":[151],"evaluate":[153],"performance":[155,171],"experimental":[161],"analyses":[162],"show":[163],"attains":[168],"excellent":[169],"results":[172],"compared":[173],"other":[176],"recently":[177],"investigated":[178],"approaches":[179],"made":[181],"use":[182],"complex":[184],"models":[185],"deeper":[187],"architecture.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":5}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-11-25T00:00:00"}