{"id":"https://openalex.org/W3186000989","doi":"https://doi.org/10.1109/tii.2021.3100397","title":"Memory-Assistant Collaborative Language Understanding for Artificial Intelligence of Things","display_name":"Memory-Assistant Collaborative Language Understanding for Artificial Intelligence of Things","publication_year":2021,"publication_date":"2021-07-27","ids":{"openalex":"https://openalex.org/W3186000989","doi":"https://doi.org/10.1109/tii.2021.3100397","mag":"3186000989"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2021.3100397","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2021.3100397","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079627710","display_name":"Ming Yan","orcid":"https://orcid.org/0000-0002-5762-395X"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ming Yan","raw_affiliation_strings":["IHPC, Agency for Science Technology and Research, Singapore, Singapore","[Agency for Science Technology and Research, 54759 Singapore, Singapore, 138632 (e-mail: yanmingtop@gmail.com)]"],"raw_orcid":"https://orcid.org/0000-0002-5762-395X","affiliations":[{"raw_affiliation_string":"IHPC, Agency for Science Technology and Research, Singapore, Singapore","institution_ids":["https://openalex.org/I115228651"]},{"raw_affiliation_string":"[Agency for Science Technology and Research, 54759 Singapore, Singapore, 138632 (e-mail: yanmingtop@gmail.com)]","institution_ids":["https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100622590","display_name":"Cen Chen","orcid":"https://orcid.org/0000-0003-1389-0148"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Cen Chen","raw_affiliation_strings":["I2R, Agency for Science Technology and Research, Singapore, Singapore","[Agency for Science Technology and Research, 54759 Singapore, Singapore, 138668 (e-mail: chenc@i2r.a-star.edu.sg)]"],"raw_orcid":"https://orcid.org/0000-0003-1389-0148","affiliations":[{"raw_affiliation_string":"I2R, Agency for Science Technology and Research, Singapore, Singapore","institution_ids":["https://openalex.org/I115228651"]},{"raw_affiliation_string":"[Agency for Science Technology and Research, 54759 Singapore, Singapore, 138668 (e-mail: chenc@i2r.a-star.edu.sg)]","institution_ids":["https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102929628","display_name":"Jiawei Du","orcid":"https://orcid.org/0000-0003-4734-9798"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jiawei Du","raw_affiliation_strings":["IHPC, Agency for Science Technology and Research, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IHPC, Agency for Science Technology and Research, Singapore, Singapore","institution_ids":["https://openalex.org/I115228651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022800038","display_name":"Xi Peng","orcid":"https://orcid.org/0000-0002-5727-2790"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Peng","raw_affiliation_strings":["Computer Science Department, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-5727-2790","affiliations":[{"raw_affiliation_string":"Computer Science Department, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045125183","display_name":"Joey Tianyi Zhou","orcid":"https://orcid.org/0000-0002-4675-7055"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Joey Tianyi Zhou","raw_affiliation_strings":["IHPC, Agency for Science Technology and Research, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4675-7055","affiliations":[{"raw_affiliation_string":"IHPC, Agency for Science Technology and Research, Singapore, Singapore","institution_ids":["https://openalex.org/I115228651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010092389","display_name":"Zeng Zeng","orcid":"https://orcid.org/0000-0002-2405-0323"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zeng Zeng","raw_affiliation_strings":["I2R, Agency for Science Technology and Research, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2405-0323","affiliations":[{"raw_affiliation_string":"I2R, Agency for Science Technology and Research, Singapore, Singapore","institution_ids":["https://openalex.org/I115228651"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2799,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.63681578,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"18","issue":"5","first_page":"3349","last_page":"3357"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7918766736984253},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6548876166343689},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5984240174293518},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5733354687690735},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.5332918167114258},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4881468713283539},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.46345043182373047},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.4619472622871399},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4526722729206085},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4121689796447754},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4075450003147125},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.39117902517318726},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10989591479301453}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7918766736984253},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6548876166343689},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5984240174293518},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5733354687690735},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.5332918167114258},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4881468713283539},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.46345043182373047},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.4619472622871399},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4526722729206085},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4121689796447754},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4075450003147125},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.39117902517318726},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10989591479301453},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2021.3100397","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2021.3100397","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1994188869","display_name":null,"funder_award_id":"2019TQ0086","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G4293325883","display_name":null,"funder_award_id":"61902120","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4610272053","display_name":null,"funder_award_id":"2019M662768","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G8873972580","display_name":null,"funder_award_id":"2020JJ5083","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W15496961","https://openalex.org/W2141151634","https://openalex.org/W2163496225","https://openalex.org/W2809290718","https://openalex.org/W2896457183","https://openalex.org/W2912348842","https://openalex.org/W2912483085","https://openalex.org/W2923014074","https://openalex.org/W2953755354","https://openalex.org/W2963854351","https://openalex.org/W2978017171","https://openalex.org/W2997561853","https://openalex.org/W3014773921","https://openalex.org/W3034457371","https://openalex.org/W3036472536","https://openalex.org/W3085046840","https://openalex.org/W3088609916","https://openalex.org/W3101248447","https://openalex.org/W3105645800","https://openalex.org/W3105966348","https://openalex.org/W3111290911","https://openalex.org/W3128485124","https://openalex.org/W4288089799","https://openalex.org/W6680727357","https://openalex.org/W6755207826","https://openalex.org/W6768851824","https://openalex.org/W6769627184"],"related_works":["https://openalex.org/W2237537322","https://openalex.org/W2950678851","https://openalex.org/W4301248618","https://openalex.org/W2165343651","https://openalex.org/W2242427765","https://openalex.org/W2075830955","https://openalex.org/W2367925007","https://openalex.org/W2343790552","https://openalex.org/W3015724364","https://openalex.org/W4288263119"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1,13,20],"shows":[2],"promising":[3],"efforts":[4],"in":[5,32,48,111,119],"collaborating":[6],"the":[7,11,18,28,34,67,143,154],"language":[8,23,36,62],"models":[9,37,148],"with":[10],"artificial":[12],"of":[14,96,145],"things":[15],"(AIoT),":[16],"promoting":[17],"edging":[19],"on":[21,55,59,156],"natural":[22],"understanding.":[24],"To":[25,65],"adapt":[26],"to":[27,86,121],"limited":[29],"computational":[30],"resources":[31],"AIoT,":[33],"large":[35],"(e.g.,":[38],"transformer)":[39],"are":[40],"compressed":[41],"into":[42],"light-weight":[43,146],"models,":[44],"which":[45,91],"always":[46],"results":[47],"poor":[49],"feature":[50],"representation":[51,99],"and":[52,100,125,149],"unsatisfactory":[53],"performance":[54,144],"downstream":[56],"tasks,":[57],"especially":[58],"those":[60],"low-resource":[61],"understanding":[63],"tasks.":[64],"address":[66],"above":[68],"issues,":[69],"we":[70],"propose":[71],"a":[72,94,112],"method":[73],"named":[74],"memory-assistant":[75],"multi-task":[76],"learning":[77,89],"(MAMT),":[78],"where":[79],"an":[80],"auxiliary":[81],"memory":[82],"module":[83,109],"is":[84,110],"introduced":[85],"promote":[87],"multitask":[88],"(MT),":[90],"serves":[92],"as":[93],"surrogate":[95],"target":[97],"domain":[98],"performs":[101],"instance-level":[102],"weighted":[103],"MT.":[104],"More":[105],"importantly,":[106],"our":[107],"MAMT":[108,140],"plug-and-play":[113],"fashion.":[114],"Thus,":[115],"researchers":[116],"can":[117],"plug":[118,126],"it":[120,127],"conduct":[122],"collaborative":[123],"training":[124],"out":[128],"for":[129],"AIoT":[130],"model":[131],"inference":[132],"without":[133],"extra":[134],"computation":[135],"burdens.":[136],"Experiments":[137],"demonstrate":[138],"that":[139],"significantly":[141],"improves":[142],"transformer":[147],"show":[150],"its":[151],"superiority":[152],"over":[153],"state-of-the-arts":[155],"eight":[157],"GLUE":[158],"subtasks.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}