{"id":"https://openalex.org/W7154607700","doi":"https://doi.org/10.48550/arxiv.2604.13133","title":"Automated co-design of high-performance thermodynamic cycles via graph-based hierarchical reinforcement learning","display_name":"Automated co-design of high-performance thermodynamic cycles via graph-based hierarchical reinforcement learning","publication_year":2026,"publication_date":"2026-04-14","ids":{"openalex":"https://openalex.org/W7154607700","doi":"https://doi.org/10.48550/arxiv.2604.13133"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.13133","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.13133","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133803483","display_name":"Wenqing Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Wenqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133730429","display_name":"Xu Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107112507","display_name":"Peixue Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Peixue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076528223","display_name":"Yinhai Zhu","orcid":"https://orcid.org/0000-0002-7700-4689"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yinhai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11520","display_name":"Advanced Thermodynamics and Statistical Mechanics","score":0.2996000051498413,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11520","display_name":"Advanced Thermodynamics and Statistical Mechanics","score":0.2996000051498413,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.22509999573230743,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.07479999959468842,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6553999781608582},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5965999960899353},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.49410000443458557},{"id":"https://openalex.org/keywords/thermodynamic-cycle","display_name":"Thermodynamic cycle","score":0.4749000072479248},{"id":"https://openalex.org/keywords/heat-engine","display_name":"Heat engine","score":0.439300000667572},{"id":"https://openalex.org/keywords/thermodynamic-integration","display_name":"Thermodynamic integration","score":0.4255000054836273}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6553999781608582},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6402999758720398},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5965999960899353},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.49410000443458557},{"id":"https://openalex.org/C175503448","wikidata":"https://www.wikidata.org/wiki/Q75920","display_name":"Thermodynamic cycle","level":2,"score":0.4749000072479248},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45249998569488525},{"id":"https://openalex.org/C57198161","wikidata":"https://www.wikidata.org/wiki/Q178185","display_name":"Heat engine","level":2,"score":0.439300000667572},{"id":"https://openalex.org/C141780669","wikidata":"https://www.wikidata.org/wiki/Q7783161","display_name":"Thermodynamic integration","level":3,"score":0.4255000054836273},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.36559998989105225},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3156999945640564},{"id":"https://openalex.org/C114834414","wikidata":"https://www.wikidata.org/wiki/Q15477170","display_name":"Thermal management of electronic devices and systems","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C14380042","wikidata":"https://www.wikidata.org/wiki/Q503327","display_name":"Thermodynamic system","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C50406533","wikidata":"https://www.wikidata.org/wiki/Q1452104","display_name":"Thermal efficiency","level":3,"score":0.2596000134944916}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.13133","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.13133","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.13133","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8600534796714783}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Thermodynamic":[0],"cycles":[1,56,156],"are":[2,23,57],"pivotal":[3],"in":[4,52],"determining":[5],"the":[6,30,47,84,124,160,164,191,203],"efficacy":[7],"of":[8,32,49,87,197],"energy":[9],"conversion":[10],"systems.":[11],"Traditional":[12],"design":[13],"methodologies,":[14],"which":[15],"rely":[16],"on":[17,91],"expert":[18],"knowledge":[19],"or":[20],"exhaustive":[21],"enumeration,":[22],"inefficient":[24],"and":[25,63,68,83,108,118,135,148,153,177,182,199,217],"lack":[26],"scalability,":[27],"thereby":[28],"constraining":[29],"discovery":[31],"high-performance":[33,127],"cycles.":[34,54],"In":[35],"this":[36,92,138],"study,":[37],"we":[38,94],"introduce":[39],"a":[40,96,102,113,141,215],"graph-based":[41],"hierarchical":[42,97],"reinforcement":[43,98],"learning":[44,99],"approach":[45],"for":[46,145],"co-design":[48],"structure":[50],"parameters":[51,117],"thermodynamic":[53,223],"These":[55],"encoded":[58],"as":[59,66,157],"graphs,":[60],"with":[61,211],"components":[62],"connections":[64],"depicted":[65],"nodes":[67],"edges,":[69],"adhering":[70],"to":[71,122,188,221],"grammatical":[72],"constraints.":[73],"A":[74],"deep":[75],"learning-based":[76],"thermophysical":[77,133],"surrogate":[78],"facilitates":[79],"stable":[80],"graph":[81,131],"decoding":[82],"simultaneous":[85],"resolution":[86],"global":[88],"parameters.":[89],"Building":[90],"foundation,":[93],"develop":[95],"framework":[100],"wherein":[101],"high-level":[103],"manager":[104],"explores":[105],"structural":[106],"evolution":[107],"proposes":[109],"candidate":[110],"configurations,":[111],"whereas":[112],"low-level":[114],"worker":[115],"optimizes":[116],"provides":[119],"performance":[120,195],"rewards":[121],"steer":[123],"search":[125],"towards":[126],"regions.":[128],"By":[129],"integrating":[130],"representation,":[132],"surrogate,":[134],"manager-worker":[136],"learning,":[137],"method":[139,166,207],"establishes":[140],"fully":[142],"automated":[143],"pipeline":[144],"encoding,":[146],"decoding,":[147],"co-optimization.":[149],"Using":[150],"heat":[151,154,180,183],"pump":[152,181],"engine":[155,184],"case":[158],"studies,":[159],"results":[161],"demonstrate":[162],"that":[163],"proposed":[165],"not":[167],"only":[168],"replicates":[169],"classical":[170,189],"cycle":[171,224],"configurations":[172,193],"but":[173],"also":[174],"identifies":[175],"18":[176],"21":[178],"novel":[179,192],"cycles,":[185,190],"respectively.":[186],"Relative":[187],"exhibit":[194],"improvements":[196],"4.6%":[198],"133.3%,":[200],"respectively,":[201],"surpassing":[202],"traditional":[204],"designs.":[205],"This":[206],"effectively":[208],"balances":[209],"efficiency":[210],"broad":[212],"applicability,":[213],"providing":[214],"practical":[216],"scalable":[218],"intelligent":[219],"alternative":[220],"expert-driven":[222],"design.":[225]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-17T00:00:00"}