{"id":"https://openalex.org/W7224135486","doi":"https://doi.org/10.5281/zenodo.23669366","title":"MEE: A Multimodal Affective State Estimation Engine for AI Companions and Intelligent Robots","display_name":"MEE: A Multimodal Affective State Estimation Engine for AI Companions and Intelligent Robots","publication_year":2026,"publication_date":"2026-10-27","ids":{"openalex":"https://openalex.org/W7224135486","doi":"https://doi.org/10.5281/zenodo.23669366"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.23669366","doi":"https://doi.org/10.5281/zenodo.23669366","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23669366","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"volume":null,"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.23669366","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082885257","display_name":"Shouke Wei","orcid":"https://orcid.org/0000-0002-4665-5366","observed_orcids":["https://orcid.org/0000-0002-4665-5366"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wei, Shouke","raw_affiliation_strings":["Deepsim Intelligence Technology Inc"],"raw_orcid":"https://orcid.org/0000-0002-4665-5366","affiliations":[{"raw_affiliation_string":"Deepsim Intelligence Technology Inc","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5082885257"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.88287135,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"emotion recognition","score":0.8320000171661377},{"id":"https://openalex.org/keywords/facial-expression-estimation","display_name":"facial expression estimation","score":0.9340000152587891},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.9670000076293945},{"id":"https://openalex.org/keywords/ai-companions","display_name":"AI companions","score":0.9079999923706055},{"id":"https://openalex.org/keywords/intelligent-robots","display_name":"intelligent robots","score":0.9700000286102295},{"id":"https://openalex.org/keywords/human-ai-interaction","display_name":"human-AI interaction","score":0.9919999837875366},{"id":"https://openalex.org/keywords/edge-intelligence","display_name":"edge AI","score":0.5950000286102295},{"id":"https://openalex.org/keywords/affective-computing","display_name":"affective computing","score":0.4339999854564667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6777999997138977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5498999953269958},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5252000093460083},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5139999985694885},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4496999979019165},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4357999861240387},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.42590001225471497},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.385699987411499},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3783999979496002},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.37070000171661377},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.3684000074863434},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.34880000352859497},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.34470000863075256},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.3416999876499176},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.3156999945640564},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3019999861717224},{"id":"https://openalex.org/C78639753","wikidata":"https://www.wikidata.org/wiki/Q3318160","display_name":"Behavioral modeling","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C19766214","wikidata":"https://www.wikidata.org/wiki/Q4880688","display_name":"Behavior-based robotics","level":4,"score":0.29330000281333923},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29109999537467957},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.287200003862381},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C2781121602","wikidata":"https://www.wikidata.org/wiki/Q3504403","display_name":"Modular neural network","level":4,"score":0.27720001339912415},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C111151474","wikidata":"https://www.wikidata.org/wiki/Q1653368","display_name":"iCub","level":4,"score":0.26409998536109924},{"id":"https://openalex.org/C25016198","wikidata":"https://www.wikidata.org/wiki/Q781833","display_name":"Temporal logic","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.25360000133514404}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.23669366","doi":"https://doi.org/10.5281/zenodo.23669366","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23669366","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.5281/zenodo.23669367","doi":"https://doi.org/10.5281/zenodo.23669367","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23669367","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.5281/zenodo.23669366","doi":"https://doi.org/10.5281/zenodo.23669366","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23669366","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7097257648","https://openalex.org/W7155385363","https://openalex.org/W7223137807","https://openalex.org/W4285187343","https://openalex.org/W7202348021","https://openalex.org/W2898270293","https://openalex.org/W7021411492","https://openalex.org/W7222200320","https://openalex.org/W7131380305","https://openalex.org/W7120333018"],"abstract_inverted_index":{"Human":[0],"interaction":[1,45,70,281],"is":[2,111,175,193,227,238],"inherently":[3],"multimodal.":[4],"People":[5],"communicate":[6],"not":[7,125,229],"only":[8],"through":[9,13,80],"language,":[10],"but":[11],"also":[12],"facial":[14,264],"expressions,":[15],"vocal":[16],"characteristics,":[17],"temporal":[18,100,166],"patterns,":[19],"and":[20,38,67,76,102,169,180,248],"other":[21,68],"observable":[22,120,241],"behavioral":[23],"signals.":[24],"Conventional":[25],"conversational":[26],"AI":[27,63,129,204,270],"systems,":[28],"however,":[29],"frequently":[30],"rely":[31],"primarily":[32],"on":[33,157],"textual":[34],"or":[35,131,146],"speech":[36],"input":[37],"therefore":[39,228],"have":[40],"limited":[41],"access":[42],"to":[43,177,195,239,253],"non-linguistic":[44],"context.":[46],"This":[47],"technical":[48],"note":[49],"presents":[50],"MEE":[51,72,110,118,209,226],"(Multimodal":[52],"Emotion":[53],"Engine),":[54],"a":[55,81,153,198,202,232],"modular":[56],"multimodal":[57,83,98,246,258,278],"affective-state":[58,90,121],"estimation":[59,75,79],"system":[60,87,192],"designed":[61,176],"for":[62],"companions,":[64],"intelligent":[65,255,272],"robots,":[66],"human-AI":[69,280],"systems.":[71,256],"combines":[73],"facial-expression":[74],"voice-based":[77],"emotion":[78,262,268],"deterministic":[82,164],"fusion":[84],"architecture.":[85],"The":[86,149,173,191],"produces":[88],"structured":[89,170,250],"information":[91,252],"including":[92,183],"estimated":[93],"emotion,":[94],"confidence,":[95],"modality-specific":[96],"scores,":[97],"conflict,":[99],"trend,":[101],"processing":[103],"latency.":[104],"A":[105],"central":[106],"design":[107],"principle":[108],"of":[109,114,142],"the":[112,140,143],"separation":[113],"perception":[115,199],"from":[116,244],"decision-making.":[117],"estimates":[119],"signals;":[122],"it":[123],"does":[124],"determine":[126],"what":[127],"an":[128,158],"companion":[130,145],"robot":[132],"should":[133],"do":[134],"in":[135],"response.":[136],"Behavioral":[137],"decisions":[138],"remain":[139],"responsibility":[141],"higher-level":[144],"robotic":[147],"system.":[148,235],"current":[150],"architecture":[151,174],"provides":[152],"Python":[154],"API":[155],"centered":[156],"EmotionEngine":[159],"abstraction,":[160],"configurable":[161],"modality":[162],"processors,":[163],"fusion,":[165],"state":[167],"tracking,":[168],"JSON-compatible":[171],"output.":[172],"support":[178],"local":[179],"edge":[181,274],"deployment,":[182],"Jetson-class":[184],"hardware,":[185],"while":[186],"maintaining":[187],"replaceable":[188],"model":[189],"adapters.":[190],"intended":[194],"serve":[196],"as":[197,231],"layer":[200],"within":[201],"larger":[203],"Companion":[205,214],"architecture:":[206],"Sensors":[207],"\u2193":[208,210,213,216,222,224],"Affective":[211],"State":[212],"Context":[215],"Memory":[217],"/":[218,220],"Reasoning":[219],"LLM":[221],"Behavior":[223],"Robot":[225],"presented":[230],"psychological":[233],"inference":[234],"Its":[236],"purpose":[237],"estimate":[240],"affective":[242,260],"expression":[243,265],"available":[245],"signals":[247],"provide":[249],"contextual":[251],"downstream":[254],"Keywords:":[257],"AI;":[259,275,277],"computing;":[261],"estimation;":[263,266,269],"voice":[267],"companion;":[271],"robots;":[273],"embodied":[276],"fusion;":[279]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-29T00:00:00"}