{"id":"https://openalex.org/W4200359742","doi":"https://doi.org/10.1109/embc46164.2021.9630979","title":"A Real-Time Affective Computing Platform Integrated with AI System-on-Chip Design and Multimodal Signal Processing System","display_name":"A Real-Time Affective Computing Platform Integrated with AI System-on-Chip Design and Multimodal Signal Processing System","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4200359742","doi":"https://doi.org/10.1109/embc46164.2021.9630979","pmid":"https://pubmed.ncbi.nlm.nih.gov/34891347"},"language":"en","primary_location":{"id":"doi:10.1109/embc46164.2021.9630979","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc46164.2021.9630979","pdf_url":null,"source":{"id":"https://openalex.org/S4363607750","display_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wei-Chih Li","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I4210149422","display_name":"Pervasive Artificial Intelligence Research Labs","ror":"https://ror.org/05qjw7v53","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210149422"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wei-Chih Li","raw_affiliation_strings":["Department of Electronics Engineering & Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu, Taiwan R.O.C","Pervasive Artificial Intelligence Research (PAIR) Labs, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering & Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu, Taiwan R.O.C","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Pervasive Artificial Intelligence Research (PAIR) Labs, Taiwan","institution_ids":["https://openalex.org/I4210149422"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cheng-Jie Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I4210149422","display_name":"Pervasive Artificial Intelligence Research Labs","ror":"https://ror.org/05qjw7v53","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210149422"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cheng-Jie Yang","raw_affiliation_strings":["Department of Electronics Engineering & Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu, Taiwan R.O.C","Pervasive Artificial Intelligence Research (PAIR) Labs, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering & Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu, Taiwan R.O.C","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Pervasive Artificial Intelligence Research (PAIR) Labs, Taiwan","institution_ids":["https://openalex.org/I4210149422"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bo-Ting Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I4210149422","display_name":"Pervasive Artificial Intelligence Research Labs","ror":"https://ror.org/05qjw7v53","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210149422"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Bo-Ting Liu","raw_affiliation_strings":["Department of Electronics Engineering & Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu, Taiwan R.O.C","Pervasive Artificial Intelligence Research (PAIR) Labs, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering & Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu, Taiwan R.O.C","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Pervasive Artificial Intelligence Research (PAIR) Labs, Taiwan","institution_ids":["https://openalex.org/I4210149422"]}]},{"author_position":"last","author":{"id":null,"display_name":"Wai-Chi Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]},{"id":"https://openalex.org/I4210149422","display_name":"Pervasive Artificial Intelligence Research Labs","ror":"https://ror.org/05qjw7v53","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210149422"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wai-Chi Fang","raw_affiliation_strings":["Department of Electronics Engineering & Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu, Taiwan R.O.C","Pervasive Artificial Intelligence Research (PAIR) Labs, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics Engineering & Institute of Electronics, National Yang Ming Chiao Tung University, Hsinchu, Taiwan R.O.C","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Pervasive Artificial Intelligence Research (PAIR) Labs, Taiwan","institution_ids":["https://openalex.org/I4210149422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5746,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.83838384,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"2021","issue":null,"first_page":"522","last_page":"526"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7594000101089478,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.7594000101089478,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.039900001138448715,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.016300000250339508,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/signal-processing","display_name":"Signal processing","score":0.6144000291824341},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.6017000079154968},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5802000164985657},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4959999918937683},{"id":"https://openalex.org/keywords/photoplethysmogram","display_name":"Photoplethysmogram","score":0.49140000343322754},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4505999982357025},{"id":"https://openalex.org/keywords/digital-signal-processing","display_name":"Digital signal processing","score":0.413100004196167},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4049000144004822}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.718500018119812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6244000196456909},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.6144000291824341},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.6017000079154968},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5802000164985657},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4959999918937683},{"id":"https://openalex.org/C116390426","wikidata":"https://www.wikidata.org/wiki/Q7187885","display_name":"Photoplethysmogram","level":3,"score":0.49140000343322754},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4505999982357025},{"id":"https://openalex.org/C84462506","wikidata":"https://www.wikidata.org/wiki/Q173142","display_name":"Digital signal processing","level":2,"score":0.413100004196167},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4081999957561493},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4049000144004822},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3785000145435333},{"id":"https://openalex.org/C75172450","wikidata":"https://www.wikidata.org/wiki/Q623950","display_name":"Fast Fourier transform","level":2,"score":0.36970001459121704},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.36809998750686646},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.3402000069618225},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2930000126361847},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.29109999537467957},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2734000086784363},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27309998869895935},{"id":"https://openalex.org/C501101116","wikidata":"https://www.wikidata.org/wiki/Q18378116","display_name":"Multidimensional signal processing","level":4,"score":0.2597000002861023}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004644","descriptor_name":"Emotions","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc46164.2021.9630979","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc46164.2021.9630979","pdf_url":null,"source":{"id":"https://openalex.org/S4363607750","display_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:34891347","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34891347","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322108","display_name":"Ministry of Science and Technology","ror":"https://ror.org/032e49973"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2093343299","https://openalex.org/W2790404832","https://openalex.org/W2800893827","https://openalex.org/W2810418809","https://openalex.org/W2912568146","https://openalex.org/W2934123712","https://openalex.org/W2968915073","https://openalex.org/W2975003464","https://openalex.org/W2987046939","https://openalex.org/W3003908700","https://openalex.org/W3048021850","https://openalex.org/W3090668221","https://openalex.org/W3108087271","https://openalex.org/W3112071528","https://openalex.org/W3156576211","https://openalex.org/W6675960015"],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"deep":[1],"learning":[2],"algorithms":[3],"have":[4],"been":[5],"used":[6,75],"widely":[7],"in":[8,20,107],"emotion":[9,203,216,226],"recognition":[10],"applications.":[11],"However,":[12],"it":[13],"is":[14],"difficult":[15],"to":[16,23],"detect":[17],"human":[18],"emotions":[19,114],"real-time":[21,36,183,215,225],"due":[22],"constraints":[24],"imposed":[25],"by":[26],"computing":[27,38],"power":[28,159],"and":[29,47,58,71,85,95,112,120,142,157,173,182,190,224,233,241],"convergence":[30],"latency.":[31],"This":[32],"paper":[33],"proposes":[34],"a":[35,76],"affective":[37],"platform":[39,136,197],"that":[40],"integrates":[41],"an":[42,108,127],"AI":[43,109],"System-on-Chip":[44],"(SoC)":[45],"design":[46,111],"multimodal":[48,143],"signal":[49,84,144,243],"processing":[50,180,185,222,228],"systems":[51],"composed":[52],"of":[53,67,130,138,154,161,202],"electroencephalogram":[54],"(EEG),":[55],"electrocardiogram":[56],"(ECG),":[57],"photoplethysmogram":[59],"(PPG)":[60],"signals.":[61,97],"To":[62],"extract":[63],"the":[64,68,82,89,93,148,155,162,199,206,246],"emotional":[65],"features":[66],"EEG,":[69,239],"ECG,":[70,240],"PPG":[72,96,242],"signals,":[73],"we":[74],"short-time":[77],"Fourier":[78],"transform":[79],"(STFT)":[80],"for":[81,92,132,214],"EEG":[83],"direct":[86],"extraction":[87],"using":[88],"raw":[90],"signals":[91],"ECG":[94],"The":[98,122,135,152,177,195,219],"long-term":[99],"recurrent":[100],"convolution":[101],"networks":[102],"(LRCN)":[103],"classifier":[104,125],"was":[105,165],"implemented":[106],"SoC":[110,150],"divided":[113],"into":[115],"three":[116],"classes:":[117],"happy,":[118],"angry,":[119],"sad.":[121],"proposed":[123,196],"LRCN":[124,149,163,247],"reached":[126],"average":[128],"accuracy":[129],"77.41%":[131],"cross-subject":[133],"validation.":[134],"consists":[137],"wearable":[139],"physiological":[140],"sensors":[141],"processors":[145],"integrated":[146],"with":[147,238],"design.":[151],"area":[153],"core":[156],"total":[158],"consumption":[160],"chip":[164],"1.13":[166],"x":[167],"1.14":[168],"mm":[169],"<sup":[170],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[171],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>":[172],"48.24":[174],"mW,":[175],"respectively.":[176],"on-chip":[178,220],"training":[179,221],"time":[181,186,223,229],"classification":[184,200,227],"are":[187,230],"5.5":[188,231],"\u00b5s":[189,192,232,235],"1.9":[191,234],"per":[193,236],"sample.":[194],"displays":[198],"results":[201],"calculation":[204],"on":[205,245],"graphical":[207],"user":[208],"interface":[209],"(GUI)":[210],"every":[211],"one":[212],"second":[213],"monitoring.Clinical":[217],"relevance\u2014":[218],"sample":[237],"based":[244],"model.":[248]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2021-12-31T00:00:00"}