{"id":"https://openalex.org/W4390874784","doi":"https://doi.org/10.1109/jva60410.2023.00013","title":"An Architecture for Heterogeneous High-Performance Computing Systems: Motivation and Requirements","display_name":"An Architecture for Heterogeneous High-Performance Computing Systems: Motivation and Requirements","publication_year":2023,"publication_date":"2023-07-05","ids":{"openalex":"https://openalex.org/W4390874784","doi":"https://doi.org/10.1109/jva60410.2023.00013"},"language":"en","primary_location":{"id":"doi:10.1109/jva60410.2023.00013","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jva60410.2023.00013","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE John Vincent Atanasoff International Symposium on Modern Computing (JVA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001983294","display_name":"Christoph Hagleitner","orcid":"https://orcid.org/0000-0002-6815-7835"},"institutions":[{"id":"https://openalex.org/I4210126328","display_name":"IBM Research - Zurich","ror":"https://ror.org/02js37d36","country_code":"CH","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210126328"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Christoph Hagleitner","raw_affiliation_strings":["IBM Research Europe,Ruschlikon,Switzerland","IBM Research Europe, Ruschlikon, Switzerland"],"affiliations":[{"raw_affiliation_string":"IBM Research Europe,Ruschlikon,Switzerland","institution_ids":["https://openalex.org/I4210126328"]},{"raw_affiliation_string":"IBM Research Europe, Ruschlikon, Switzerland","institution_ids":["https://openalex.org/I4210126328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067461851","display_name":"Florian Auernhammer","orcid":null},"institutions":[{"id":"https://openalex.org/I4210126328","display_name":"IBM Research - Zurich","ror":"https://ror.org/02js37d36","country_code":"CH","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210126328"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Florian Auernhammer","raw_affiliation_strings":["IBM Research Europe,Ruschlikon,Switzerland","IBM Research Europe, Ruschlikon, Switzerland"],"affiliations":[{"raw_affiliation_string":"IBM Research Europe,Ruschlikon,Switzerland","institution_ids":["https://openalex.org/I4210126328"]},{"raw_affiliation_string":"IBM Research Europe, Ruschlikon, Switzerland","institution_ids":["https://openalex.org/I4210126328"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111675622","display_name":"James Sexton","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Sexton","raw_affiliation_strings":["IBM Research,Yorktown Heights,NY,USA","IBM Research, Yorktown Heights, NY, USA"],"affiliations":[{"raw_affiliation_string":"IBM Research,Yorktown Heights,NY,USA","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM Research, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090699270","display_name":"Constantinos Evangelinos","orcid":"https://orcid.org/0000-0002-7906-8651"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Constantinos Evangelinos","raw_affiliation_strings":["IBM Research,Yorktown Heights,NY,USA","IBM Research, Yorktown Heights, NY, USA"],"affiliations":[{"raw_affiliation_string":"IBM Research,Yorktown Heights,NY,USA","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM Research, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109903857","display_name":"Guerney D. H. Hunt","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guerney Hunt","raw_affiliation_strings":["IBM Research,Yorktown Heights,NY,USA","IBM Research, Yorktown Heights, NY, USA"],"affiliations":[{"raw_affiliation_string":"IBM Research,Yorktown Heights,NY,USA","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM Research, Yorktown Heights, NY, USA","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031211716","display_name":"Christian Pinto","orcid":"https://orcid.org/0000-0001-7060-2742"},"institutions":[{"id":"https://openalex.org/I4210145784","display_name":"IBM Research - Ireland","ror":"https://ror.org/04jnxr720","country_code":"IE","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145784"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Christian Pinto","raw_affiliation_strings":["IBM Research Europe,Dublin,Ireland","IBM Research Europe, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"IBM Research Europe,Dublin,Ireland","institution_ids":["https://openalex.org/I4210145784"]},{"raw_affiliation_string":"IBM Research Europe, Dublin, Ireland","institution_ids":["https://openalex.org/I4210145784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006966595","display_name":"Michael A. Johnston","orcid":"https://orcid.org/0000-0003-1337-440X"},"institutions":[{"id":"https://openalex.org/I4210145784","display_name":"IBM Research - Ireland","ror":"https://ror.org/04jnxr720","country_code":"IE","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145784"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Michael Johnston","raw_affiliation_strings":["IBM Research Europe,Dublin,Ireland","IBM Research Europe, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"IBM Research Europe,Dublin,Ireland","institution_ids":["https://openalex.org/I4210145784"]},{"raw_affiliation_string":"IBM Research Europe, Dublin, Ireland","institution_ids":["https://openalex.org/I4210145784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087566254","display_name":"C. Johns","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156936","display_name":"IBM Research - Austin","ror":"https://ror.org/05gjbbg60","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210156936"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Johns","raw_affiliation_strings":["IBM Research,Austin,TX,USA","IBM Research, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"IBM Research,Austin,TX,USA","institution_ids":["https://openalex.org/I4210156936"]},{"raw_affiliation_string":"IBM Research, Austin, TX, USA","institution_ids":["https://openalex.org/I4210156936"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jim Kahle","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156936","display_name":"IBM Research - Austin","ror":"https://ror.org/05gjbbg60","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210156936"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jim Kahle","raw_affiliation_strings":["IBM Research,Austin,TX,USA","IBM Research, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"IBM Research,Austin,TX,USA","institution_ids":["https://openalex.org/I4210156936"]},{"raw_affiliation_string":"IBM Research, Austin, TX, USA","institution_ids":["https://openalex.org/I4210156936"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5001983294"],"corresponding_institution_ids":["https://openalex.org/I4210126328"],"apc_list":null,"apc_paid":null,"fwci":0.5937,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70708489,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"14","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9354000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9354000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9143999814987183,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7442867755889893},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.5849722027778625},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.5664848685264587},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5384393334388733},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4267706573009491},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.324970543384552},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.22762155532836914}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7442867755889893},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.5849722027778625},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.5664848685264587},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5384393334388733},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4267706573009491},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.324970543384552},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.22762155532836914},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jva60410.2023.00013","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jva60410.2023.00013","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE John Vincent Atanasoff International Symposium on Modern Computing (JVA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2384867379","https://openalex.org/W4400094300","https://openalex.org/W2329539859","https://openalex.org/W2227905990","https://openalex.org/W2765823764","https://openalex.org/W3214280620","https://openalex.org/W3191490922","https://openalex.org/W2794038527","https://openalex.org/W2327638088","https://openalex.org/W2038503502"],"abstract_inverted_index":{"Today's":[0],"rapid":[1],"progress":[2],"in":[3,38,108,514,664,690,764],"AI":[4],"and":[5,16,30,61,101,132,169,179,292,300,310,338,345,374,389,395,430,535,543,575,677,718,746,750,757],"science":[6],"is":[7,243,266,280,284,295,445,553,576,642,713],"largely":[8],"fueled":[9],"by":[10,371,507],"the":[11,35,47,65,69,76,90,109,127,134,162,170,177,208,272,317,336,352,403,432,437,441,473,500,515,525,541,569,591,594,618,624,639,691,705,761,765],"availability":[12],"of":[13,40,78,92,146,165,198,210,263,270,277,289,364,405,434,503,511,519,545,571,590,697,710,752],"ever":[14],"larger":[15,657],"more":[17,147,217,409],"powerful":[18],"compute":[19,171,258,666],"systems.":[20,660],"The":[21,253,274,362,385,517,661,695],"\u201cclassic\u201d":[22],"HPC":[23,80,116,717],"systems":[24,51,117,213,233,327,506],"targeted":[25,52],"at":[26,53,227,316],"executing":[27],"complex":[28],"workflows":[29],"simulations":[31],"have":[32,452],"recently":[33],"crossed":[34],"exaflop":[36,71],"boundary":[37],"terms":[39],"their":[41,453],"double-precision":[42],"floating":[43],"point":[44],"performance.":[45],"At":[46,440],"same":[48],"time,":[49],"new":[50,153,342],"training":[54],"large":[55,79,504],"AI-models":[56],"use":[57,518],"alternative":[58],"number":[59],"representations":[60],"are":[62,118,159,201,225,598,722],"already":[63,119],"pushing":[64],"limits":[66,103],"well":[67,350,379],"beyond":[68,568],"ten":[70],"mark.":[72],"To":[73],"continue":[74],"scaling":[75,164],"performance":[77,396],"systems,":[81,408],"system":[82,167,223,366,438,475,693],"architects":[83,224],"need":[84,303,353,668],"to":[85,104,125,245,249,255,304,368,401,421,451,486,532,565,626,631,724,740],"address":[86,741],"several":[87],"barriers":[88],"including":[89],"slowdown":[91],"Moore's":[93],"law,":[94],"energy":[95],"density":[96,172],"limitations,":[97],"production":[98],"yield":[99],"challenges":[100],"practical":[102],"overall":[105,692],"power":[106],"consumption":[107],"10s-of-":[110],"MW":[111],"range.":[112],"All":[113,307],"recent":[114],"#1":[115],"relying":[120],"on":[121,203,540],"specialized,":[122],"heterogenous":[123,232,406,474,520,766],"components":[124,215,265,420,521,564,763],"offset":[126],"slowdown.":[128],"As":[129],"specialization":[130],"continues":[131],"advances,":[133],"heterogeneity":[135],"will":[136,558,685,737],"evolve":[137,480],"from":[138,214,216,260,322,481,524,561],"today's":[139],"CPU-GPU":[140],"combinations":[141],"into":[142,638],"a":[143,174,219,261,267,313,341,381,416,423,470,482,487,492,546,554,578,599,612,632,665,669,687,701,711],"broad":[144],"set":[145,262],"specialized":[148],"accelerators,":[149],"but":[150,297],"also":[151,498,577,714],"entirely":[152],"computing":[154,158,326,505,699,707],"paradigms,":[155],"e.g.,":[156,495],"Quantum":[157],"emerging.":[160],"With":[161],"continued":[163,238],"total":[166],"size":[168],"within":[173],"single":[175,220,573],"node,":[176],"intra-":[178],"inter-node":[180],"communication":[181,200,759],"requirements":[182,339],"increase":[183,402,431],"accordingly.":[184],"Today,":[185],"most":[186],"available":[187],"interconnect":[188,360,551],"fabrics":[189],"that":[190,279,557],"support":[191,607],"symmetric":[192],"multiprocessing":[193],"(SMP)":[194],"and/or":[195],"asymmetric":[196],"variants":[197],"cache-coherent":[199],"based":[202],"proprietary":[204],"implementations,":[205],"which":[206,323],"prevent":[207],"assembly":[209],"heterogeneous":[211,419,563,733],"high-performance":[212,231,325,359],"than":[218],"vendor.":[221],"Hence,":[222],"looking":[226],"ways":[228],"assemble":[229],"innovative":[230],"using":[234],"open":[235,356,373],"standards.":[236],"Under":[237],"cost":[239],"constraints,":[240],"better":[241],"utilization":[242,291],"desired":[244],"match":[246,601],"hardware":[247],"configuration":[248],"software":[250,376],"usage":[251],"needs.":[252],"ability":[254],"compose":[256],"virtual":[257],"nodes":[259],"disaggregated":[264],"natural":[268],"way":[269],"approaching":[271],"problem.":[273],"first":[275],"challenge":[276],"composability":[278,391,399],"currently":[281],"being":[282],"tackled":[283],"memory":[285,425,455,461,489,614],"disaggregation.":[286],"A":[287,548],"vision":[288],"higher":[290],"resource":[293,675],"sharing":[294,484],"appealing,":[296],"low":[298],"latency":[299],"high":[301],"bandwidth":[302],"be":[305,329,369,464,566,738],"maintained.":[306],"these":[308],"trends":[309],"limitations":[311,570],"demand":[312],"fresh":[314],"look":[315],"architectures":[318],"enabling":[319],"an":[320,355,372,582,650],"ecosystem":[321],"domain-specific":[324],"can":[328,478],"assembled.":[330],"In":[331],"this":[332,365,603,628],"presentation,":[333],"we":[334],"discuss":[335],"motivation":[337],"for":[340,354,418,447,468,509,581,602,655,673,703,716],"node":[343],"level":[344],"rack":[346],"scale":[347,542,658],"architecture":[348,363],"as":[349,351,378,380,415,605,683,700],"standards-based,":[357],"composable,":[358],"fabric.":[361],"needs":[367],"accompanied":[370],"interoperable":[375],"stack":[377],"fine-grained":[382],"control":[383,386,671],"plane.":[384],"plane":[387],"enables":[388],"supports":[390],"under":[392],"tight":[393,636],"security":[394],"constraints.":[397],"While":[398],"originated":[400],"efficiency":[404],"computer":[407],"recently,":[410],"it":[411,444],"has":[412],"been":[413],"proposed":[414],"means":[417],"share":[422],"common":[424],"pool,":[426],"reduce":[427],"data":[428],"traffic,":[429],"speed":[433],"cooperation":[435],"among":[436],"components.":[439,476],"lowest":[442],"level,":[443],"critical":[446,688],"CPU-and":[448],"accelerator":[449],"cores":[450],"own":[454],"hierarchies":[456],"(L1,":[457],"L2,":[458],"LLC).":[459],"Shared":[460],"pools":[462],"could":[463],"very":[465],"effective":[466],"mechanism":[467],"coordinating":[469],"workflow":[471,678],"across":[472,732],"Workflows":[477],"then":[479],"file-based":[483],"method":[485],"shared":[488],"model":[490],"utilizing":[491],"high-speed":[493],"fabric,":[494,593],"CXL.":[496],"Composability":[497],"addresses":[499],"sustainability":[501],"issues":[502],"allowing":[508],"upgrades":[510],"individual":[512],"parts":[513],"system.":[516,767],"must":[522],"expand":[523],"current":[526],"rack-level":[527],"or":[528],"board-level":[529,587],"integration":[530,637],"down":[531],"chiplet-based":[533,633],"modules,":[534],"even":[536,656],"System-on-Chip":[537],"(SoC),":[538],"depending":[539],"demands":[544],"workflow.":[547],"standards-based":[549],"coherent":[550],"fabric":[552,641,667],"key":[555,579],"element":[556],"allow":[559],"innovations":[560],"different":[562],"mixed":[567],"any":[572],"vendor":[574],"ingredient":[580],"industry":[583],"growth":[584],"play.":[585],"For":[586,645],"connections":[588],"outside":[589],"SMP":[592,640],"evolving":[595],"CXL":[596,616,648],"standards":[597,681,721],"good":[600],"role":[604,689],"they":[606],"traditional":[608],"I/O":[609],"connect":[610],"plus":[611],"scalable":[613],"extension.":[615],"over":[617,649],"emerging":[619],"UCIe":[620],"connection":[621],"standard":[622,652],"offers":[623],"possibility":[625],"extend":[627],"value":[629],"proposition":[630],"ecosystem,":[634],"where":[635],"not":[643],"required.":[644],"extended":[646],"reach,":[647],"optics":[651],"would":[653],"provide":[654],"composable":[659,662],"elements":[663],"distributed":[670],"structure":[672],"initialization,":[674],"management,":[676],"control.":[679],"Open":[680,720],"such":[682],"OFMF":[684],"play":[686],"management.":[694],"emergence":[696],"confidential":[698,726,758],"paradigm":[702],"reducing":[704],"trusted":[706,728,747],"base":[708],"(TCB)":[709],"computation":[712],"essential":[715],"cloud.":[719],"required":[723,739],"enable":[725,755],"computing's":[727],"execution":[729],"environments":[730],"(TEEs)":[731],"elements.":[734],"Security":[735],"features":[736],"supply":[742],"chain":[743],"attacks,":[744],"secure":[745,756],"boot,":[748],"authentication":[749],"attestation":[751],"each":[753],"component,":[754],"between":[760],"various":[762]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}