{"id":"https://openalex.org/W7133220455","doi":"https://doi.org/10.1109/tcsvt.2026.3669214","title":"Lightweight and Personalized Single-Eye Emotion Recognition via CNN-SNN Spatiotemporal Learning and Memory-Inferred Event Features","display_name":"Lightweight and Personalized Single-Eye Emotion Recognition via CNN-SNN Spatiotemporal Learning and Memory-Inferred Event Features","publication_year":2026,"publication_date":"2026-03-02","ids":{"openalex":"https://openalex.org/W7133220455","doi":"https://doi.org/10.1109/tcsvt.2026.3669214"},"language":null,"primary_location":{"id":"doi:10.1109/tcsvt.2026.3669214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2026.3669214","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127819936","display_name":"Qianhui Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]},{"id":"https://openalex.org/I4210134002","display_name":"Shandong University of Art and Design","ror":"https://ror.org/034p36h22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210134002"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianhui Liu","raw_affiliation_strings":["School of Artificial Intelligence, Shandong University, Jinan, Shandong, China"],"raw_orcid":"https://orcid.org/0000-0003-1841-0940","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shandong University, Jinan, Shandong, China","institution_ids":["https://openalex.org/I154099455","https://openalex.org/I4210134002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127860770","display_name":"Jiqing Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiqing Zhang","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0002-0061-5465","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322958","display_name":"Yang Wang","orcid":"https://orcid.org/0000-0003-3369-6772"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Wang","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0003-3369-6772","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Malu Zhang","orcid":"https://orcid.org/0000-0002-2345-0974"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Malu Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China"],"raw_orcid":"https://orcid.org/0000-0002-2345-0974","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of Electronic Science and Technology of China, Chengdu, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127829109","display_name":"Xin Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Yang","raw_affiliation_strings":["School of Computer Science and Technology, Dalian University of Technology, Dalian, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0002-8046-722X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, Liaoning, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127838334","display_name":"Gang Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Pan","raw_affiliation_strings":["State Key Laboratory of Brain-Machine Intelligence, the College of Computer Science and Technology, and the MOE Frontier Science Center for Brain Science and Brain-Machine Integration, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-4049-6181","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Brain-Machine Intelligence, the College of Computer Science and Technology, and the MOE Frontier Science Center for Brain Science and Brain-Machine Integration, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I4210097554"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123835874","display_name":"Haizhou Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haizhou Li","raw_affiliation_strings":["School of Data Science, The Chinese University of Hong Kong (Shenzhen), Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-9158-9401","affiliations":[{"raw_affiliation_string":"School of Data Science, The Chinese University of Hong Kong (Shenzhen), Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21066725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"7","first_page":"10604","last_page":"10617"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8054999709129333,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8054999709129333,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.07440000027418137,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.007899999618530273,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6715999841690063},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6022999882698059},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5809000134468079},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.5293999910354614},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5267000198364258},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4794999957084656},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4562999904155731},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.42910000681877136}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8381999731063843},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6715999841690063},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6022999882698059},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5906000137329102},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5809000134468079},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.5293999910354614},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5267000198364258},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4794999957084656},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4562999904155731},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.42910000681877136},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4269999861717224},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3790999948978424},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3700000047683716},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3255000114440918},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27889999747276306},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.272599995136261},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2026.3669214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2026.3669214","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,82,159,196],"is":[2,32,48,57],"essential":[3],"for":[4,50,197],"improving":[5],"user":[6],"experience":[7],"and":[8,21,40,67,78,100,113,141,167,178,193],"interaction":[9],"quality":[10],"in":[11,54,64],"human-centered":[12,199],"applications.":[13,200],"While":[14],"recent":[15],"studies":[16],"have":[17],"leveraged":[18],"both":[19],"event":[20,38,121,128,137],"traditional":[22],"cameras":[23,39,138],"to":[24,106,181],"enhance":[25],"eye-based":[26],"emotion":[27,81,195],"recognition,":[28],"their":[29],"practical":[30],"deployment":[31],"hindered":[33],"by":[34,60],"the":[35,41,134,145,163,174,179],"scarcity":[36],"of":[37,43,148],"complexity":[42],"dual-modality":[44],"frameworks.":[45],"Personalization,":[46],"which":[47],"critical":[49],"handling":[51],"individual":[52],"differences":[53],"emotional":[55],"expression,":[56],"also":[58],"affected":[59],"these":[61,72],"factors,":[62],"resulting":[63],"reduced":[65],"performance":[66],"adaptation":[68],"efficiency.":[69],"To":[70],"address":[71],"challenges,":[73],"we":[74,117],"propose":[75],"a":[76,88,95,101,119],"lightweight":[77],"personalized":[79],"single-eye":[80],"network,":[83],"called":[84],"LPSEER.":[85],"LPSEER":[86,155],"introduces":[87],"novel":[89],"hybrid":[90],"neural":[91,97,103],"architecture":[92],"that":[93,126,154],"integrates":[94],"convolutional":[96],"network":[98,104],"(CNN)":[99],"spiking":[102],"(SNN)":[105],"capture":[107],"spatiotemporal":[108],"features":[109,129],"from":[110,130],"video":[111,131],"frames":[112],"events,":[114],"respectively.":[115],"Additionally,":[116],"design":[118],"memorybased":[120],"feature":[122],"inference":[123,140],"(MEFI)":[124],"module":[125],"recalls":[127],"frames,":[132],"eliminating":[133],"reliance":[135],"on":[136],"during":[139],"personalization":[142],"while":[143,161],"retaining":[144],"discriminative":[146],"advantages":[147,188],"event-based":[149],"representations.":[150],"Experimental":[151],"results":[152],"demonstrate":[153],"achieves":[156],"state-of-":[157],"the-art":[158],"accuracy":[160],"maintaining":[162],"smallest":[164],"model":[165],"size":[166],"lowest":[168],"computational":[169],"cost.":[170],"Further":[171],"experiments":[172],"confirm":[173],"strong":[175],"generalization":[176],"capabilities":[177],"ability":[180],"achieve":[182],"faster,":[183],"more":[184],"accurate":[185],"personalization.":[186],"These":[187],"collectively":[189],"enable":[190],"lightweight,":[191],"accurate,":[192],"efficient":[194],"real-world":[198]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-03-03T00:00:00"}