{"id":"https://openalex.org/W4404317136","doi":"https://doi.org/10.1109/les.2024.3497935","title":"Towards Energy-Accuracy Scalable Multimodal Cognitive Systems","display_name":"Towards Energy-Accuracy Scalable Multimodal Cognitive Systems","publication_year":2024,"publication_date":"2024-11-13","ids":{"openalex":"https://openalex.org/W4404317136","doi":"https://doi.org/10.1109/les.2024.3497935"},"language":"en","primary_location":{"id":"doi:10.1109/les.2024.3497935","is_oa":false,"landing_page_url":"https://doi.org/10.1109/les.2024.3497935","pdf_url":null,"source":{"id":"https://openalex.org/S22443479","display_name":"IEEE Embedded Systems Letters","issn_l":"1943-0663","issn":["1943-0663","1943-0671"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Embedded Systems Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043334127","display_name":"Soumendu Kumar Ghosh","orcid":"https://orcid.org/0000-0001-6776-1427"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soumendu Kumar Ghosh","raw_affiliation_strings":["Advanced Architecture Research Team, NPU IP, CGAI (CCG), Intel Corporation, Santa Clara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6776-1427","affiliations":[{"raw_affiliation_string":"Advanced Architecture Research Team, NPU IP, CGAI (CCG), Intel Corporation, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102891312","display_name":"Arghadip Das","orcid":"https://orcid.org/0000-0001-6043-4685"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arghadip Das","raw_affiliation_strings":["Elmore Family School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0001-6043-4685","affiliations":[{"raw_affiliation_string":"Elmore Family School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066464351","display_name":"Arnab Raha","orcid":"https://orcid.org/0000-0002-8848-1069"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arnab Raha","raw_affiliation_strings":["Advanced Architecture Research Team, NPU IP, CGAI (CCG), Intel Corporation, Santa Clara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8848-1069","affiliations":[{"raw_affiliation_string":"Advanced Architecture Research Team, NPU IP, CGAI (CCG), Intel Corporation, Santa Clara, CA, USA","institution_ids":["https://openalex.org/I1343180700"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102009759","display_name":"Vijay Raghunathan","orcid":"https://orcid.org/0000-0003-4713-5386"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vijay Raghunathan","raw_affiliation_strings":["Elmore Family School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-4713-5386","affiliations":[{"raw_affiliation_string":"Elmore Family School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16412198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"3","first_page":"156","last_page":"159"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8675000071525574,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.8675000071525574,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8422999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12805","display_name":"Cognitive Science and Mapping","score":0.7520999908447266,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8502103090286255},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5549799799919128},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5304108262062073},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3898112177848816},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.09480693936347961}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8502103090286255},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5549799799919128},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5304108262062073},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3898112177848816},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.09480693936347961},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/les.2024.3497935","is_oa":false,"landing_page_url":"https://doi.org/10.1109/les.2024.3497935","pdf_url":null,"source":{"id":"https://openalex.org/S22443479","display_name":"IEEE Embedded Systems Letters","issn_l":"1943-0663","issn":["1943-0663","1943-0671"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Embedded Systems Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.5,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W2565435739","https://openalex.org/W2900227741","https://openalex.org/W3085139254","https://openalex.org/W4313142416","https://openalex.org/W4362473790","https://openalex.org/W4376226279","https://openalex.org/W4387199936","https://openalex.org/W4396811547","https://openalex.org/W6797399245"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2389214306"],"abstract_inverted_index":{"Transformer-powered":[0],"multimodal":[1,54,64,85,124,141],"artificial":[2],"intelligence":[3],"(MMAI)":[4],"holds":[5],"great":[6],"promise":[7],"for":[8,122,148,194],"developing":[9],"cognitive":[10,120],"systems":[11],"that":[12],"can":[13],"analyze":[14],"and":[15,38,50,73,97,145,190],"interpret":[16],"data":[17,55],"from":[18],"various":[19],"sensory":[20],"modalities":[21],"simultaneously.":[22],"However,":[23],"deploying":[24],"MMAI":[25],"on":[26,111,184],"resource-constrained":[27],"\u201cedge\u201d":[28],"platforms":[29],"poses":[30],"significant":[31,154],"challenges":[32],"due":[33],"to":[34,87,188],"the":[35,51,67,91,105,116,127,159,164,185],"intensive":[36],"compute":[37],"memory":[39],"requirements":[40],"of":[41,53,69,107,172,197],"transformer":[42],"models,":[43],"communication":[44],"bandwidth":[45],"limitations,":[46],"real-time":[47],"processing":[48],"needs,":[49],"intricacies":[52],"fusion.":[56],"To":[57],"overcome":[58],"these":[59,112],"challenges,":[60],"we":[61,114,132],"introduce":[62],"collaborative":[63],"inference,":[65],"leveraging":[66],"strengths":[68],"MMAI,":[70],"edge":[71,92,160,165,186],"computing,":[72],"cloud":[74],"resources.":[75],"Our":[76,151],"solution":[77],"introduces":[78],"modality-aware":[79],"accuracy-efficiency":[80],"(AE)":[81],"knobs,":[82],"extending":[83],"beyond":[84],"sensors":[86,147],"individual":[88],"subsystems":[89],"within":[90],"system.":[93],"We":[94],"explore":[95],"intersubsystem":[96],"intermodal":[98],"interactions,":[99],"investigating":[100],"system-level":[101],"AE":[102,118],"tradeoffs":[103],"in":[104],"presence":[106],"synergistic":[108],"optimizations.":[109],"Building":[110],"insights,":[113],"presentSysteMMX,":[115],"first":[117],"scalable":[119],"system":[121,142],"efficient":[123],"inference":[125],"at":[126],"edge.":[128],"In":[129],"this":[130],"letter,":[131],"present":[133],"an":[134,167],"in-depth":[135],"case":[136],"study":[137],"centered":[138],"around":[139],"a":[140],"employing":[143],"RGB":[144],"depth":[146],"image":[149],"segmentation.":[150],"system,SysteMMX,":[152],"demonstrates":[153],"energy":[155,182],"savings\u2014${1.8":[156],"\\times":[157],"}$on":[158,163],"device":[161],"and${1.7\\times":[162],"server\u2014with":[166],"imperceptible":[168],"application-level":[169],"accuracy":[170,198],"loss":[171],"less":[173],"than":[174],"0.01%.":[175],"Furthermore,SysteMMXoutperforms":[176],"single-modality":[177],"optimizations,":[178],"achieving${1.2\\times":[179],"}$and${1.8\\times":[180],"}$more":[181],"efficiency":[183],"compared":[187],"RGB-only":[189],"Depth-only":[191],"approaches,":[192],"respectively,":[193],"similar":[195],"levels":[196],"loss.":[199]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}