{"id":"https://openalex.org/W4385536513","doi":"https://doi.org/10.1145/3588432.3591511","title":"In the Blink of an Eye: Event-based Emotion Recognition","display_name":"In the Blink of an Eye: Event-based Emotion Recognition","publication_year":2023,"publication_date":"2023-07-19","ids":{"openalex":"https://openalex.org/W4385536513","doi":"https://doi.org/10.1145/3588432.3591511"},"language":"en","primary_location":{"id":"doi:10.1145/3588432.3591511","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3588432.3591511","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Proceedings","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.04043","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001976608","display_name":"Haiwei Zhang","orcid":"https://orcid.org/0009-0007-8823-0554"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiwei Zhang","raw_affiliation_strings":["Dalian University of Technology, China"],"raw_orcid":"https://orcid.org/0009-0007-8823-0554","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062571708","display_name":"Jiqing Zhang","orcid":"https://orcid.org/0000-0002-0061-5465"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiqing Zhang","raw_affiliation_strings":["Dalian University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-0061-5465","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100746742","display_name":"Bo Dong","orcid":"https://orcid.org/0000-0001-9189-9506"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Dong","raw_affiliation_strings":["Princeton University, United States of America"],"raw_orcid":"https://orcid.org/0000-0001-9189-9506","affiliations":[{"raw_affiliation_string":"Princeton University, United States of America","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000811147","display_name":"Pieter Peers","orcid":"https://orcid.org/0000-0001-7621-9808"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pieter Peers","raw_affiliation_strings":["College of William & Mary, United States of America"],"raw_orcid":"https://orcid.org/0000-0001-7621-9808","affiliations":[{"raw_affiliation_string":"College of William & Mary, United States of America","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102014831","display_name":"Wenwei Wu","orcid":"https://orcid.org/0009-0000-4241-0049"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwei Wu","raw_affiliation_strings":["Dalian University of Technology, China"],"raw_orcid":"https://orcid.org/0009-0000-4241-0049","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003257736","display_name":"Xiaopeng Wei","orcid":"https://orcid.org/0000-0002-8497-611X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaopeng Wei","raw_affiliation_strings":["Key Laboratory of Social Computing and Cognitive Intelligence of Ministry of Education, Dalian University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-8497-611X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Social Computing and Cognitive Intelligence of Ministry of Education, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059313827","display_name":"Felix Heide","orcid":"https://orcid.org/0000-0002-8054-9823"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Felix Heide","raw_affiliation_strings":["Princeton University, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-8054-9823","affiliations":[{"raw_affiliation_string":"Princeton University, United States of America","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068792201","display_name":"Xin Yang","orcid":"https://orcid.org/0000-0002-8046-722X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Yang","raw_affiliation_strings":["Key Laboratory of Social Computing and Cognitive Intelligence of Ministry of Education, Dalian University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-8046-722X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Social Computing and Cognitive Intelligence of Ministry of Education, Dalian University of Technology, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.99,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.96903416,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6868610978126526},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4819781184196472},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.46345254778862},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.41458243131637573},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34851932525634766}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6868610978126526},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4819781184196472},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.46345254778862},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.41458243131637573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34851932525634766},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3588432.3591511","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3588432.3591511","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Proceedings","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2310.04043","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.04043","pdf_url":"https://arxiv.org/pdf/2310.04043","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.04043","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.04043","pdf_url":"https://arxiv.org/pdf/2310.04043","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1076249825","display_name":"\u9ad8\u901f\u4e14\u590d\u6742\u5149\u7167\u73af\u5883\u4e0b\u5efa\u7b51\u7269\u5185\u90e8\u573a\u666f\u89c6\u89c9\u5feb\u901f\u91cd\u5b9a\u4f4d\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61972067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2242918062","display_name":null,"funder_award_id":"61972067/U21A20491","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G285117008","display_name":"CAREER:  Perceptual Cameras: Forming Images Through Scene Interpretation","funder_award_id":"2047359","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4136105042","display_name":null,"funder_award_id":"U21A2049","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4610678510","display_name":null,"funder_award_id":"2022ZD0210500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6945029026","display_name":null,"funder_award_id":"IIS-1909028","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8289921127","display_name":"CHS: Small: Appearance Modeling by Synthesis","funder_award_id":"1909028","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385536513.pdf","grobid_xml":"https://content.openalex.org/works/W4385536513.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W2009698817","https://openalex.org/W2039239232","https://openalex.org/W2050876878","https://openalex.org/W2064675550","https://openalex.org/W2087313028","https://openalex.org/W2108598243","https://openalex.org/W2125462608","https://openalex.org/W2194775991","https://openalex.org/W2469278928","https://openalex.org/W2621826044","https://openalex.org/W2788657169","https://openalex.org/W2800276980","https://openalex.org/W2908072917","https://openalex.org/W2913371536","https://openalex.org/W2948208276","https://openalex.org/W2954209178","https://openalex.org/W2962737616","https://openalex.org/W2962934715","https://openalex.org/W2963155035","https://openalex.org/W2994617895","https://openalex.org/W3001529617","https://openalex.org/W3010268791","https://openalex.org/W3027245122","https://openalex.org/W3032240740","https://openalex.org/W3033450351","https://openalex.org/W3040838455","https://openalex.org/W3081599307","https://openalex.org/W3094151137","https://openalex.org/W3102178346","https://openalex.org/W3122048951","https://openalex.org/W3129601843","https://openalex.org/W3130033958","https://openalex.org/W3175239729","https://openalex.org/W3184571633","https://openalex.org/W3195286673","https://openalex.org/W3200287816","https://openalex.org/W3202534481","https://openalex.org/W3206349670","https://openalex.org/W3211510783","https://openalex.org/W4214540501","https://openalex.org/W4234552385","https://openalex.org/W4238614602","https://openalex.org/W4249142012","https://openalex.org/W4255556797","https://openalex.org/W4281644611","https://openalex.org/W4281730245"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"We":[0,169],"introduce":[1],"a":[2,9,36,42,58,70,152,180],"wearable":[3],"single-eye":[4],"emotion":[5,20,200],"recognition":[6,201],"device":[7],"and":[8,41,69,150,167,172,207],"real-time":[10],"approach":[11,178],"to":[12,24,52,63,124,133,141,156,160],"recognizing":[13],"emotions":[14],"from":[15,114,146],"partial":[16],"observations":[17],"of":[18,32,77,82,127,176,191],"an":[19],"that":[21,203],"is":[22,35,196],"robust":[23],"changes":[25],"in":[26,105],"lighting":[27,95],"conditions.":[28,96],"At":[29],"the":[30,75,85,128,161,174,189,197],"heart":[31],"our":[33,177,192,194],"method":[34,195,202],"bio-inspired":[37],"event-based":[38,55,205],"camera":[39],"setup":[40],"newly":[43],"designed":[44],"lightweight":[45],"Spiking":[46],"Eye":[47],"Emotion":[48,185],"Network":[49],"(SEEN).":[50],"Compared":[51],"conventional":[53],"cameras,":[54],"cameras":[56,206],"offer":[57],"higher":[59,71],"dynamic":[60],"range":[61],"(up":[62],"140":[64],"dB":[65],"vs.":[66,80],"80":[67],"dB)":[68],"temporal":[72,91,107,136],"resolution":[73],"(in":[74],"order":[76],"\u03bc":[78],"s":[79],"10s":[81],"ms).":[83],"Thus,":[84],"captured":[86],"events":[87,99],"can":[88],"encode":[89],"rich":[90],"cues":[92,145],"under":[93],"challenging":[94],"However,":[97],"these":[98],"lack":[100],"texture":[101],"information,":[102],"posing":[103],"problems":[104],"decoding":[106],"information":[108],"effectively.":[109],"SEEN":[110,139],"tackles":[111],"this":[112],"issue":[113],"two":[115],"different":[116],"perspectives.":[117],"First,":[118],"we":[119],"adopt":[120],"convolutional":[121,162],"spiking":[122,129,163,208],"layers":[123,164],"take":[125],"advantage":[126],"neural":[130,209],"network\u2019s":[131],"ability":[132],"decode":[134],"pertinent":[135],"information.":[137],"Second,":[138],"learns":[140],"extract":[142],"essential":[143],"spatial":[144,158],"corresponding":[147],"intensity":[148],"frames":[149],"leverages":[151,204],"novel":[153],"weight-copy":[154],"scheme":[155],"convey":[157],"attention":[159],"during":[165],"training":[166],"inference.":[168],"extensively":[170],"validate":[171],"demonstrate":[173],"effectiveness":[175],"on":[179],"specially":[181],"collected":[182],"Single-eye":[183],"Event-based":[184],"(SEE)":[186],"dataset.":[187],"To":[188],"best":[190],"knowledge,":[193],"first":[198],"eye-based":[199],"networks.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}