{"id":"https://openalex.org/W7221829366","doi":"https://doi.org/10.48550/arxiv.2610.14244","title":"Understanding the Power Consumption of Modern High Bandwidth Memory: Experimental Analysis and Modeling Using Real HBM2 DRAM Chips","display_name":"Understanding the Power Consumption of Modern High Bandwidth Memory: Experimental Analysis and Modeling Using Real HBM2 DRAM Chips","publication_year":2026,"publication_date":"2026-10-09","ids":{"openalex":"https://openalex.org/W7221829366","doi":"https://doi.org/10.48550/arxiv.2610.14244"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.14244","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.14244","pdf_url":"https://arxiv.org/pdf/2610.14244","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.14244","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056716458","display_name":"Ataberk Olgun","orcid":"https://orcid.org/0000-0001-5333-5726","observed_orcids":["https://orcid.org/0000-0001-5333-5726"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Olgun, Ataberk","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141087712","display_name":"Spiros Galanopoulos","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Galanopoulos, Spiros","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048124925","display_name":"Andreas Kosmas Kakolyris","orcid":"https://orcid.org/0009-0000-4915-8309","observed_orcids":["https://orcid.org/0009-0000-4915-8309"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kakolyris, Andreas Kosmas","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041744643","display_name":"\u0130smail Emir Y\u00fcksel","orcid":"https://orcid.org/0000-0003-3310-4423","observed_orcids":["https://orcid.org/0000-0003-3310-4423"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Y\u00fcksel, \u0130smail Emir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070892312","display_name":"Haocong Luo","orcid":"https://orcid.org/0009-0009-0849-8724","observed_orcids":["https://orcid.org/0009-0009-0849-8724"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luo, Haocong","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012402623","display_name":"Fatma Nisa Bostanci","orcid":"https://orcid.org/0000-0002-2718-0297","observed_orcids":["https://orcid.org/0000-0002-2718-0297"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bostanc\u0131, F. Nisa","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5139235489","display_name":"Onur Mutlu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mutlu, Onur","raw_affiliation_strings":["ETH Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5644999742507935,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.5644999742507935,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11527","display_name":"3D IC and TSV technologies","score":0.3163999915122986,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.08980000019073486,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/high-bandwidth-memory","display_name":"high-bandwidth memory","score":0.7720000147819519},{"id":"https://openalex.org/keywords/hbm2","display_name":"HBM2","score":0.8339999914169312},{"id":"https://openalex.org/keywords/power-modeling","display_name":"power modeling","score":0.8489999771118164},{"id":"https://openalex.org/keywords/3d-stacked-dram","display_name":"3D-stacked DRAM","score":0.8289999961853027},{"id":"https://openalex.org/keywords/read-current","display_name":"read current","score":0.5839999914169312},{"id":"https://openalex.org/keywords/thermal-throttling","display_name":"thermal throttling","score":0.7149999737739563}],"concepts":[{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.8569999933242798},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.5917999744415283},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5622000098228455},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.45239999890327454},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.41190001368522644},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.38760000467300415},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.3828999996185303},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3749000132083893},{"id":"https://openalex.org/C2777561913","wikidata":"https://www.wikidata.org/wiki/Q19599527","display_name":"Power integrity","level":4,"score":0.358599990606308},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.3495999872684479},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3303999900817871},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.328000009059906},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C173061102","wikidata":"https://www.wikidata.org/wiki/Q478819","display_name":"Bandwidth throttling","level":3,"score":0.3206999897956848},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3192000091075897},{"id":"https://openalex.org/C16021271","wikidata":"https://www.wikidata.org/wiki/Q17152552","display_name":"Power domains","level":3,"score":0.28600001335144043},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.28529998660087585},{"id":"https://openalex.org/C118993495","wikidata":"https://www.wikidata.org/wiki/Q5042828","display_name":"Electrical efficiency","level":3,"score":0.28519999980926514},{"id":"https://openalex.org/C45872418","wikidata":"https://www.wikidata.org/wiki/Q5318966","display_name":"Dynamic demand","level":3,"score":0.2685999870300293},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.14244","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.14244","pdf_url":"https://arxiv.org/pdf/2610.14244","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.14244","doi":"https://doi.org/10.48550/arxiv.2610.14244","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.14244","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.14244","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.14244","pdf_url":"https://arxiv.org/pdf/2610.14244","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5690000057220459,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7221829366.pdf","grobid_xml":"https://content.openalex.org/works/W7221829366.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W2849871910","https://openalex.org/W4286397771","https://openalex.org/W4401306886"],"related_works":["https://openalex.org/W2951027367","https://openalex.org/W4211178602","https://openalex.org/W3015603377","https://openalex.org/W2582535483","https://openalex.org/W2588517380","https://openalex.org/W4292261931","https://openalex.org/W4304140703","https://openalex.org/W2520782513","https://openalex.org/W4414603652","https://openalex.org/W2581173395"],"abstract_inverted_index":{"We":[0,265],"perform":[1],"the":[2,20,76,134,197,253],"first":[3],"comprehensive":[4],"experimental":[5],"characterization":[6,17],"of":[7,44,50,199],"power":[8,28,33,45,101,113,124,162,179,192,198,227,230,257,269],"consumed":[9,258],"by":[10,233,259],"real":[11,201,209],"HBM2":[12,47,112,131,202],"DRAM":[13,178],"chips.":[14,48],"Our":[15,140,194],"extensive":[16],"yields":[18,121],"1)":[19,62],"empirical":[21,109],"basis":[22],"for":[23,145,236],"developing":[24],"new,":[25],"accurate":[26],"HBM":[27,161,191,226],"models":[29,34],"or":[30,155],"validating":[31],"existing":[32],"and":[35,41,55,74,149],"2)":[36,75],"key":[37,57],"insights":[38,110],"into":[39,111],"structural":[40],"data-pattern-dependent":[42],"variation":[43],"in":[46,81,170,181],"Out":[49],"our":[51,108,234,268],"13":[52],"new":[53,190],"findings":[54],"6":[56],"takeaway":[58],"messages,":[59],"we":[60,115,187],"highlight:":[61],"a":[63,82,189,208,237],"read":[64],"operation":[65,73],"consumes":[66],"significantly":[67,86],"higher":[68,100,123],"current":[69,88,137],"than":[70,103,133,224],"any":[71],"other":[72],"toggled":[77],"data":[78,83],"bus":[79,96],"signals":[80,97],"transfer":[84],"burst":[85],"affect":[87],"draw":[89],"where":[90],"toggling":[91],"all":[92],"HBM2-internal":[93],"bank":[94],"group":[95],"causes":[98],"29.4%":[99],"consumption":[102,125,231],"keeping":[104],"them":[105],"constant.":[106],"Leveraging":[107],"consumption,":[114],"engineer":[116],"an":[117],"access":[118],"pattern":[119],"that":[120],"23.6%":[122],"on":[126,153],"average":[127,254],"across":[128,204,247],"36":[129,200],"tested":[130,261],"chips":[132,203],"highest-power-consuming":[135],"JEDEC-specified":[136],"measurement":[138],"loop.":[139],"results":[141],"have":[142],"important":[143],"implications":[144],"HBM-based":[146],"system":[147,165],"design":[148],"validation.":[150],"Relying":[151],"solely":[152],"JEDEC-":[154],"vendor-specified":[156],"test":[157],"loops":[158],"to":[159,244],"bound":[160],"could":[163],"cause":[164],"failures":[166],"and/or":[167],"thermal":[168],"throttling":[169],"real-world":[171],"high-power":[172],"AI/ML":[173],"workloads.":[174],"To":[175],"improve":[176],"3D-stacked":[177],"modeling":[180],"open":[182],"source":[183],"architectural":[184],"simulation":[185],"infrastructures,":[186],"develop":[188],"model.":[193],"model":[195,235,270],"predicts":[196],"diverse":[205],"workloads":[206],"(including":[207],"LLM":[210],"decode":[211],"workload)":[212],"with":[213],"7.6":[214],"--":[215],"8.1%":[216],"mean":[217],"absolute":[218],"percentage":[219],"error,":[220],"substantially":[221],"more":[222],"accurately":[223],"state-of-the-art":[225],"models.":[228],"The":[229],"predicted":[232],"power-intensive":[238],"microbenchmark":[239],"closely":[240],"matches":[241],"(with":[242],"2.4%":[243],"5.3%":[245],"error":[246],"HBM3E's":[248],"specified":[249],"supply":[250],"voltage":[251],"range)":[252],"HBM3E":[255],"memory":[256],"three":[260],"NVIDIA":[262],"H200":[263],"GPUs.":[264],"publicly":[266],"release":[267],"at":[271],"https://github.com/CMU-SAFARI/HBM-Power.":[272]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-15T00:00:00"}