{"id":"https://openalex.org/W3174183088","doi":"https://doi.org/10.1109/aicas51828.2021.9458577","title":"Software/Hardware Co-design for Multi-modal Multi-task Learning in Autonomous Systems","display_name":"Software/Hardware Co-design for Multi-modal Multi-task Learning in Autonomous Systems","publication_year":2021,"publication_date":"2021-06-06","ids":{"openalex":"https://openalex.org/W3174183088","doi":"https://doi.org/10.1109/aicas51828.2021.9458577","mag":"3174183088"},"language":"en","primary_location":{"id":"doi:10.1109/aicas51828.2021.9458577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aicas51828.2021.9458577","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 3rd International Conference on Artificial Intelligence Circuits and Systems (AICAS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053022655","display_name":"Cong Hao","orcid":"https://orcid.org/0000-0002-2541-8767"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Cong Hao","raw_affiliation_strings":["Georgia Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056321228","display_name":"Deming Chen","orcid":"https://orcid.org/0000-0002-3016-0270"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deming Chen","raw_affiliation_strings":["University of Illinois at Urbana-Champaign"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5053022655"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":2.8555,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.92188677,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7484742403030396},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.48535624146461487},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.485110878944397},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4671558439731598},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42707303166389465},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4051648676395416},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34661969542503357},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12174966931343079}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7484742403030396},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.48535624146461487},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.485110878944397},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4671558439731598},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42707303166389465},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4051648676395416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34661969542503357},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12174966931343079}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/aicas51828.2021.9458577","is_oa":false,"landing_page_url":"https://doi.org/10.1109/aicas51828.2021.9458577","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 3rd International Conference on Artificial Intelligence Circuits and Systems (AICAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":101,"referenced_works":["https://openalex.org/W1959608418","https://openalex.org/W2118542129","https://openalex.org/W2251324968","https://openalex.org/W2296701362","https://openalex.org/W2322277786","https://openalex.org/W2489874841","https://openalex.org/W2548228487","https://openalex.org/W2549401308","https://openalex.org/W2553303224","https://openalex.org/W2565443908","https://openalex.org/W2583362313","https://openalex.org/W2583761661","https://openalex.org/W2619383789","https://openalex.org/W2626792426","https://openalex.org/W2742079690","https://openalex.org/W2794258351","https://openalex.org/W2798302276","https://openalex.org/W2808567185","https://openalex.org/W2809324505","https://openalex.org/W2810075754","https://openalex.org/W2885311373","https://openalex.org/W2905672847","https://openalex.org/W2913340405","https://openalex.org/W2915692735","https://openalex.org/W2921622930","https://openalex.org/W2935560136","https://openalex.org/W2951104886","https://openalex.org/W2951886768","https://openalex.org/W2952165242","https://openalex.org/W2961117861","https://openalex.org/W2962762260","https://openalex.org/W2962847160","https://openalex.org/W2962850006","https://openalex.org/W2963216850","https://openalex.org/W2963448286","https://openalex.org/W2963877604","https://openalex.org/W2963883751","https://openalex.org/W2964212578","https://openalex.org/W2964330417","https://openalex.org/W2967733054","https://openalex.org/W2989687707","https://openalex.org/W2989940015","https://openalex.org/W2990874363","https://openalex.org/W2991309414","https://openalex.org/W2997442807","https://openalex.org/W2999026992","https://openalex.org/W3010873746","https://openalex.org/W3011641539","https://openalex.org/W3011727199","https://openalex.org/W3012544058","https://openalex.org/W3017222518","https://openalex.org/W3026104448","https://openalex.org/W3028041000","https://openalex.org/W3034704453","https://openalex.org/W3034727271","https://openalex.org/W3035461736","https://openalex.org/W3080443832","https://openalex.org/W3087549734","https://openalex.org/W3092020069","https://openalex.org/W3092767330","https://openalex.org/W3093905905","https://openalex.org/W3099342433","https://openalex.org/W3101155878","https://openalex.org/W3107320893","https://openalex.org/W3118479569","https://openalex.org/W3120183994","https://openalex.org/W3192682950","https://openalex.org/W3208857029","https://openalex.org/W4251257385","https://openalex.org/W4256613398","https://openalex.org/W4288281388","https://openalex.org/W4292201236","https://openalex.org/W4293350112","https://openalex.org/W4295185264","https://openalex.org/W4297749364","https://openalex.org/W6640963894","https://openalex.org/W6697501834","https://openalex.org/W6703533685","https://openalex.org/W6729956949","https://openalex.org/W6729972426","https://openalex.org/W6730091202","https://openalex.org/W6732467815","https://openalex.org/W6739811675","https://openalex.org/W6742058293","https://openalex.org/W6752515464","https://openalex.org/W6752542827","https://openalex.org/W6752607214","https://openalex.org/W6753278433","https://openalex.org/W6757204547","https://openalex.org/W6760613841","https://openalex.org/W6761392584","https://openalex.org/W6765843572","https://openalex.org/W6770205404","https://openalex.org/W6775085199","https://openalex.org/W6775686867","https://openalex.org/W6775999583","https://openalex.org/W6776856688","https://openalex.org/W6782095439","https://openalex.org/W6783292247","https://openalex.org/W6786456322","https://openalex.org/W6787984776"],"related_works":["https://openalex.org/W2111241003","https://openalex.org/W4200391368","https://openalex.org/W2096844293","https://openalex.org/W2363944576","https://openalex.org/W2351041855","https://openalex.org/W2570254841","https://openalex.org/W1967938402","https://openalex.org/W2386041993","https://openalex.org/W1608572506","https://openalex.org/W2160474882"],"abstract_inverted_index":{"Optimizing":[0],"the":[1,7,60,125,137,148,172,186,190,195],"quality":[2,8,192],"of":[3,9,12,68,96,127,152,188,208],"result":[4],"(QoR)":[5],"and":[6,38,57,62,80,99,134,150,155,175,193,199,213],"service":[10],"(QoS)":[11],"AI-empowered":[13],"autonomous":[14,84,114,132,162,211],"systems":[15,85,115,163,212],"simultaneously":[16],"is":[17,65,159],"very":[18],"challenging.":[19],"First,":[20],"there":[21,42],"are":[22,43,116],"multiple":[23,44],"input":[24],"sources,":[25],"e.g.,":[26,54],"multimodal":[27],"data":[28,34],"from":[29],"different":[30],"sensors,":[31],"requiring":[32],"diverse":[33],"preprocessing,":[35],"sensor":[36],"fusion,":[37],"feature":[39],"aggregation.":[40],"Second,":[41],"tasks":[45],"that":[46,140],"require":[47,87],"various":[48],"AI":[49],"models":[50],"to":[51],"run":[52],"simultaneously,":[53],"perception,":[55],"localization,":[56],"control.":[58],"Third,":[59],"computing":[61],"control":[63],"system":[64],"heterogeneous,":[66],"composed":[67],"hardware":[69,97,156,177],"components":[70],"with":[71,165,185],"varied":[72],"features,":[73],"such":[74],"as":[75,180],"embedded":[76],"CPUs,":[77],"GPUs,":[78],"FPGAs,":[79],"dedicated":[81],"accelerators.":[82],"Therefore,":[83],"essentially":[86],"multi-modal":[88],"multitask":[89],"(MMMT)":[90],"learning":[91,104],"which":[92,158],"must":[93,141],"be":[94,142],"aware":[95],"performance":[98],"implementation":[100,178],"strategies.":[101],"While":[102],"MMMT":[103,129,153,173,209],"has":[105],"been":[106],"attracting":[107],"intensive":[108],"research":[109],"interests,":[110],"its":[111],"applications":[112],"in":[113,131,210],"still":[117],"underexplored.":[118],"In":[119,144],"this":[120],"paper,":[121],"we":[122,146],"first":[123],"discuss":[124,136,147],"opportunities":[126,151],"applying":[128],"techniques":[130],"systems,":[133],"then":[135],"unique":[138],"challenges":[139],"solved.":[143],"addition,":[145],"necessity":[149],"model":[154,174],"co-design,":[157],"critical":[160,200],"for":[161,205],"especially":[164],"power/resource-limited":[166],"or":[167],"heterogeneous":[168,176],"platforms.":[169],"We":[170,203],"formulate":[171],"co-design":[179,215],"a":[181],"differentiable":[182],"optimization":[183],"problem,":[184],"objective":[187],"improving":[189],"solution":[191],"reducing":[194],"overall":[196],"power":[197],"consumption":[198],"path":[201],"latency.":[202],"advocate":[204],"further":[206],"explorations":[207],"software/hardware":[214],"solutions.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":12}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}