{"id":"https://openalex.org/W7143500069","doi":"https://doi.org/10.1109/jetcas.2026.3679018","title":"JADE: Joint Architecture-Dataflow Exploration for LLM Inference on Heterogeneous In- and Near-Memory Computing Systems","display_name":"JADE: Joint Architecture-Dataflow Exploration for LLM Inference on Heterogeneous In- and Near-Memory Computing Systems","publication_year":2026,"publication_date":"2026-03-30","ids":{"openalex":"https://openalex.org/W7143500069","doi":"https://doi.org/10.1109/jetcas.2026.3679018"},"language":null,"primary_location":{"id":"doi:10.1109/jetcas.2026.3679018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jetcas.2026.3679018","pdf_url":null,"source":{"id":"https://openalex.org/S142323794","display_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","issn_l":"2156-3357","issn":["2156-3357","2156-3365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130952909","display_name":"Yimin Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yimin Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore"],"raw_orcid":"https://orcid.org/0009-0008-7292-0670","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119246975","display_name":"Zhen Wu","orcid":"https://orcid.org/0009-0005-4644-0903"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhen Wu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore"],"raw_orcid":"https://orcid.org/0009-0005-4644-0903","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130927675","display_name":"Yue Jiet Chong","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yue Jiet Chong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore"],"raw_orcid":"https://orcid.org/0009-0001-7679-4252","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085588788","display_name":"Xuanyao Fong","orcid":"https://orcid.org/0000-0001-5939-7389"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xuanyao Fong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5939-7389","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.4080223,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":"2","first_page":"378","last_page":"388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.2872999906539917,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.2872999906539917,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.12849999964237213,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.10050000250339508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.7021999955177307},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6628000140190125},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.2775000035762787},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.25920000672340393},{"id":"https://openalex.org/keywords/matrix-algebra","display_name":"Matrix algebra","score":0.2531000077724457}],"concepts":[{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.7021999955177307},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6692000031471252},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6628000140190125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4221999943256378},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29600000381469727},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28519999980926514},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2743000090122223},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C2988995629","wikidata":"https://www.wikidata.org/wiki/Q2915729","display_name":"Matrix algebra","level":3,"score":0.2531000077724457},{"id":"https://openalex.org/C2777472644","wikidata":"https://www.wikidata.org/wiki/Q16968992","display_name":"Approximate inference","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jetcas.2026.3679018","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jetcas.2026.3679018","pdf_url":null,"source":{"id":"https://openalex.org/S142323794","display_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","issn_l":"2156-3357","issn":["2156-3357","2156-3365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4468977153301239,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1316736984","display_name":null,"funder_award_id":"NRF-CRP24-2020-0002","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G2064960695","display_name":null,"funder_award_id":"MOE-T2EP50123-0019","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G2413778509","display_name":null,"funder_award_id":"NRF-CRP24-2020-0003","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G703231587","display_name":null,"funder_award_id":"FY2024","funder_id":"https://openalex.org/F4320320698","funder_display_name":"National University of Singapore"},{"id":"https://openalex.org/G7788264592","display_name":null,"funder_award_id":"MOE-T2EP50221-0008","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G836694445","display_name":null,"funder_award_id":"FY2025","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"}],"funders":[{"id":"https://openalex.org/F4320320698","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Model":[2],"(LLM)":[3],"inference":[4],"challenges":[5],"memory/computing":[6],"organization":[7],"and":[8,21,27,90,104,113,115,125,145,162,168],"dataflow":[9],"optimization":[10],"on":[11,48,88,93,127,135],"traditional":[12],"hardware":[13],"stacks":[14],"due":[15],"to":[16,37],"its":[17],"various":[18,128],"attention":[19,116],"mechanisms":[20],"autoregressive":[22],"structure.":[23],"In-memory":[24],"computing":[25,29,103],"(IMC)":[26],"near-memory":[28],"(NMC)":[30],"architectures":[31],"have":[32],"emerged":[33],"as":[34,50,52],"potential":[35],"solutions":[36],"reduce":[38],"the":[39,136,142,146,155],"memory":[40,105],"burden":[41],"in":[42,100,141],"LLMs.":[43,173],"However,":[44],"efficient":[45],"LLM":[46,94],"orchestration":[47],"IMC/NMC,":[49],"well":[51],"dedicated":[53],"IMC/NMC":[54,170],"architecture":[55],"optimization,":[56],"are":[57],"interrelated,":[58],"encompassing":[59],"a":[60,65,77],"hardware-software":[61],"co-design":[62],"space":[63],"of":[64,67,148],"myriad":[66],"parameters,":[68],"which":[69],"still":[70],"remains":[71],"largely":[72],"underexplored.":[73],"This":[74],"work":[75],"provides":[76],"joint":[78],"architecture-dataflow":[79],"exploration":[80],"(JADE)":[81],"framework":[82],"that":[83],"covers":[84],"both":[85,166],"architectural":[86,129],"factors":[87,92],"computing/memory/communication,":[89],"algorithmic":[91],"dataflow.":[95],"We":[96],"identify":[97],"key":[98,159],"configurations":[99],"four":[101],"categories:":[102],"organization,":[106],"interconnection":[107],"topology,":[108],"matrix":[109],"multiplication":[110],"(MM)":[111],"unrolling":[112,124],"mapping,":[114],"mechanism.":[117],"A":[118],"unified":[119],"MM":[120],"representation":[121],"enables":[122],"flexible":[123],"mapping":[126],"organizations.":[130],"Dataflow":[131],"is":[132],"routed":[133],"based":[134],"collective":[137],"communication":[138],"patterns":[139],"inherent":[140],"distributed":[143],"LLMs":[144],"features":[147],"common":[149],"topologies.":[150],"Finally,":[151],"case":[152],"studies":[153],"show":[154],"design":[156,160,171],"tradeoffs":[157],"between":[158],"options":[161],"provide":[163],"insights":[164],"into":[165],"homogeneous":[167],"heterogeneous":[169],"for":[172]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2026-03-31T00:00:00"}