{"id":"https://openalex.org/W7162423449","doi":"https://doi.org/10.1109/ispass69572.2026.00062","title":"Towards System-2 AI: Workloads and Characterizations of Energy-Based Models","display_name":"Towards System-2 AI: Workloads and Characterizations of Energy-Based Models","publication_year":2026,"publication_date":"2026-04-26","ids":{"openalex":"https://openalex.org/W7162423449","doi":"https://doi.org/10.1109/ispass69572.2026.00062"},"language":null,"primary_location":{"id":"doi:10.1109/ispass69572.2026.00062","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispass69572.2026.00062","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102786052","display_name":"Hanchen Yang","orcid":"https://orcid.org/0009-0005-6074-8357"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanchen Yang","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001481953","display_name":"Jiayi Qian","orcid":"https://orcid.org/0009-0006-8238-8687"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiayi Qian","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076856438","display_name":"Zishen Wan","orcid":"https://orcid.org/0000-0002-2982-5351"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zishen Wan","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111163378","display_name":"Jingtian Dang","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingtian Dang","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424999","display_name":"Ziwei Li","orcid":"https://orcid.org/0000-0002-7631-989X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziwei Li","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137001090","display_name":"Yilun Du","orcid":null},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yilun Du","raw_affiliation_strings":["Harvard University,Cambridge,MA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University,Cambridge,MA,USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5137027416","display_name":"Tushar Krishna","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tushar Krishna","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"589","last_page":"600"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.3939000070095062,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.3939000070095062,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.052400000393390656,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.04349999874830246,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.2946999967098236},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.2759999930858612},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.2554999887943268},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.23639999330043793},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.2345000058412552}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5591999888420105},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29820001125335693},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2752000093460083},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23690000176429749},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.23639999330043793},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2345000058412552},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.23389999568462372}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ispass69572.2026.00062","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispass69572.2026.00062","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8206911683082581}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306087","display_name":"Semiconductor Research Corporation","ror":"https://ror.org/047z4n946"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W1983452151","https://openalex.org/W2045031658","https://openalex.org/W2116064496","https://openalex.org/W2135639338","https://openalex.org/W2289252105","https://openalex.org/W2561715562","https://openalex.org/W2928320209","https://openalex.org/W2954040150","https://openalex.org/W3001865277","https://openalex.org/W3036878841","https://openalex.org/W3092731680","https://openalex.org/W3113149630","https://openalex.org/W4213454368","https://openalex.org/W4280559323","https://openalex.org/W4308939312","https://openalex.org/W4312824283","https://openalex.org/W4385430665","https://openalex.org/W4400681438","https://openalex.org/W4402592760","https://openalex.org/W4404102073","https://openalex.org/W4409248730","https://openalex.org/W4414198065","https://openalex.org/W4417243407","https://openalex.org/W7128515602","https://openalex.org/W7133233472","https://openalex.org/W7133236439","https://openalex.org/W7133536494"],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"progress":[2],"of":[3,25,66,111,236],"artificial":[4],"intelligence":[5],"(AI)":[6],"has":[7],"been":[8],"largely":[9],"driven":[10],"by":[11,196],"deep":[12],"neural":[13,184],"networks,":[14],"yet":[15],"their":[16,129,150],"insufficient":[17],"compositional":[18],"reasoning":[19,50],"abilities,":[20],"limited":[21],"robustness,":[22],"and":[23,49,58,81,95,108,137,145,161,182,187,191,200,207,217,226,233],"lack":[24],"explainability":[26],"expose":[27,133],"fundamental":[28,172],"limitations":[29],"for":[30,93],"next-generation":[31],"cognitive":[32],"systems.":[33],"Energy-Based":[34],"Models":[35],"(EBMs),":[36],"adhering":[37],"to":[38,132,148,176,220,229],"System-2-style":[39],"thinking,":[40],"have":[41],"recently":[42],"shown":[43],"remarkable":[44],"performance":[45],"across":[46,142,213],"generative,":[47],"compositional,":[48],"tasks,":[51],"offering":[52],"a":[53,116],"pathway":[54],"toward":[55],"more":[56],"robust":[57],"cognitively":[59],"grounded":[60],"AI.":[61],"However,":[62],"the":[63,103,121,205,214,231],"system":[64,109,173,216],"behavior":[65],"EBMs":[67],"remains":[68],"poorly":[69],"understood.":[70],"Their":[71],"long":[72,186],"sampling":[73,167,189],"loops,":[74],"strict":[75],"execution":[76],"data":[77],"dependencies,":[78],"model":[79,198],"compositionality":[80],"heterogeneity":[82],"make":[83],"them":[84],"highly":[85,179],"inefficient":[86,188],"on":[87,204],"off-the-shelf":[88],"hardware,":[89],"creating":[90],"significant":[91],"barriers":[92],"scalable":[94],"real-time":[96],"deployment.":[97],"In":[98],"this":[99],"paper,":[100],"we":[101,209],"present":[102],"first":[104,114],"comprehensive":[105],"workload":[106],"characterization":[107],"study":[110],"EBMs.":[112],"We":[113],"introduce":[115],"taxonomy":[117],"that":[118],"unifies":[119],"all":[120],"diverse":[122],"EBM":[123,222,237],"algorithms":[124],"(around":[125],"twenty),":[126],"then":[127],"formalize":[128],"end-to-end":[130],"runtime":[131,151],"key":[134],"optimization":[135,211],"opportunities,":[136],"experimentally":[138],"profile":[139],"representative":[140],"models":[141],"CPU,":[143],"GPU,":[144],"TPU":[146],"platforms":[147],"understand":[149],"breakdowns,":[152],"memory":[153],"behavior,":[154],"computational":[155],"operators,":[156],"roofline":[157],"model,":[158],"algorithmic":[159],"performance,":[160,224],"MCMC":[162],"(Markov":[163],"Chain":[164],"Monte":[165],"Carlo)":[166],"impacts.":[168],"Our":[169],"analysis":[170],"reveals":[171],"bottlenecks":[174],"unique":[175],"EBMs,":[177],"including":[178],"repetitive":[180],"forward":[181],"backward":[183],"operations,":[185],"trajectories,":[190],"severe":[192],"hardware":[193],"under-utilization":[194],"caused":[195],"heterogeneous":[197],"components":[199],"operations.":[201],"Furthermore,":[202],"based":[203],"experiments":[206],"analysis,":[208],"suggest":[210],"solutions":[212],"algorithm,":[215],"architecture":[218],"levels,":[219],"improve":[221],"computing":[223],"efficiency,":[225],"scalability,":[227],"aiming":[228],"pinpoint":[230],"challenges":[232],"future":[234],"directions":[235],"research.":[238]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-05-27T00:00:00"}