{"id":"https://openalex.org/W3200119100","doi":"https://doi.org/10.1109/cdc45484.2021.9683463","title":"Reinforcement Learning vs. Gradient-Based Optimisation for Robust Energy Landscape Control of Spin-1/2 Quantum Networks","display_name":"Reinforcement Learning vs. Gradient-Based Optimisation for Robust Energy Landscape Control of Spin-1/2 Quantum Networks","publication_year":2021,"publication_date":"2021-12-14","ids":{"openalex":"https://openalex.org/W3200119100","doi":"https://doi.org/10.1109/cdc45484.2021.9683463","mag":"3200119100"},"language":"en","primary_location":{"id":"doi:10.1109/cdc45484.2021.9683463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc45484.2021.9683463","pdf_url":null,"source":{"id":"https://openalex.org/S4363607724","display_name":"2021 60th IEEE Conference on Decision and Control (CDC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 60th IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2109.07226","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077247933","display_name":"Irtaza Khalid","orcid":"https://orcid.org/0000-0002-1532-7829"},"institutions":[{"id":"https://openalex.org/I97429440","display_name":"University of Wales","ror":"https://ror.org/01se4f844","country_code":"GB","type":"education","lineage":["https://openalex.org/I97429440"]},{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"I. Khalid","raw_affiliation_strings":["Cardiff University,School of Computer Science and Informatics,Wales,UK","School of Computer Science and Informatics, Cardiff University, Wales, UK"],"affiliations":[{"raw_affiliation_string":"Cardiff University,School of Computer Science and Informatics,Wales,UK","institution_ids":["https://openalex.org/I97429440","https://openalex.org/I79510175"]},{"raw_affiliation_string":"School of Computer Science and Informatics, Cardiff University, Wales, UK","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009110331","display_name":"Carrie A. Weidner","orcid":"https://orcid.org/0000-0001-7776-9836"},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"C. A. Weidner","raw_affiliation_strings":["Aarhus University,Institute for Physics and Astronomy,Denmark","Institute for Physics and Astronomy, Aarhus University, Denmark"],"affiliations":[{"raw_affiliation_string":"Aarhus University,Institute for Physics and Astronomy,Denmark","institution_ids":["https://openalex.org/I204337017"]},{"raw_affiliation_string":"Institute for Physics and Astronomy, Aarhus University, Denmark","institution_ids":["https://openalex.org/I204337017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016103839","display_name":"Edmond Jonckheere","orcid":"https://orcid.org/0000-0002-7205-4273"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"E. A. Jonckheere","raw_affiliation_strings":["University of Southern California,Department of Electrical Engineering,Los Angeles,CA,90089"],"affiliations":[{"raw_affiliation_string":"University of Southern California,Department of Electrical Engineering,Los Angeles,CA,90089","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107836232","display_name":"S. G. Schirmer","orcid":null},"institutions":[{"id":"https://openalex.org/I39586589","display_name":"Swansea University","ror":"https://ror.org/053fq8t95","country_code":"GB","type":"education","lineage":["https://openalex.org/I39586589"]},{"id":"https://openalex.org/I2801827304","display_name":"Gower College Swansea","ror":"https://ror.org/032rn0w24","country_code":"GB","type":"education","lineage":["https://openalex.org/I2801827304"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"S. G. Schirmer","raw_affiliation_strings":["Swansea University,College of Science,Swansea,Wales,UK","College of Science, Swansea University, Swansea, Wales, UK"],"affiliations":[{"raw_affiliation_string":"Swansea University,College of Science,Swansea,Wales,UK","institution_ids":["https://openalex.org/I39586589","https://openalex.org/I2801827304"]},{"raw_affiliation_string":"College of Science, Swansea University, Swansea, Wales, UK","institution_ids":["https://openalex.org/I39586589"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071981008","display_name":"Frank C. Langbein","orcid":"https://orcid.org/0000-0002-3379-0323"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]},{"id":"https://openalex.org/I97429440","display_name":"University of Wales","ror":"https://ror.org/01se4f844","country_code":"GB","type":"education","lineage":["https://openalex.org/I97429440"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"F. C. Langbein","raw_affiliation_strings":["Cardiff University,School of Computer Science and Informatics,Wales,UK","School of Computer Science and Informatics, Cardiff University, Wales, UK"],"affiliations":[{"raw_affiliation_string":"Cardiff University,School of Computer Science and Informatics,Wales,UK","institution_ids":["https://openalex.org/I97429440","https://openalex.org/I79510175"]},{"raw_affiliation_string":"School of Computer Science and Informatics, Cardiff University, Wales, UK","institution_ids":["https://openalex.org/I79510175"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5077247933"],"corresponding_institution_ids":["https://openalex.org/I79510175","https://openalex.org/I97429440"],"apc_list":null,"apc_paid":null,"fwci":1.3659,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80858676,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"4133","last_page":"4139"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11520","display_name":"Advanced Thermodynamics and Statistical Mechanics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11520","display_name":"Advanced Thermodynamics and Statistical Mechanics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11804","display_name":"Quantum many-body systems","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8675961494445801},{"id":"https://openalex.org/keywords/broyden\u2013fletcher\u2013goldfarb\u2013shanno-algorithm","display_name":"Broyden\u2013Fletcher\u2013Goldfarb\u2013Shanno algorithm","score":0.7678998708724976},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5788192749023438},{"id":"https://openalex.org/keywords/energy-landscape","display_name":"Energy landscape","score":0.563491702079773},{"id":"https://openalex.org/keywords/hamiltonian","display_name":"Hamiltonian (control theory)","score":0.5611696839332581},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5274986028671265},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.5223411321640015},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.4870646297931671},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.43575918674468994},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4304479956626892},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.41509750485420227},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.35292190313339233},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3481309711933136},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.31362831592559814},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2293281853199005},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.20971989631652832},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.20452257990837097},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.17785075306892395},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.12095731496810913}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8675961494445801},{"id":"https://openalex.org/C132721684","wikidata":"https://www.wikidata.org/wiki/Q2877013","display_name":"Broyden\u2013Fletcher\u2013Goldfarb\u2013Shanno algorithm","level":3,"score":0.7678998708724976},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5788192749023438},{"id":"https://openalex.org/C119621388","wikidata":"https://www.wikidata.org/wiki/Q5377166","display_name":"Energy landscape","level":2,"score":0.563491702079773},{"id":"https://openalex.org/C130787639","wikidata":"https://www.wikidata.org/wiki/Q5645293","display_name":"Hamiltonian (control theory)","level":2,"score":0.5611696839332581},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5274986028671265},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.5223411321640015},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.4870646297931671},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.43575918674468994},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4304479956626892},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.41509750485420227},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.35292190313339233},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3481309711933136},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.31362831592559814},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2293281853199005},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.20971989631652832},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.20452257990837097},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.17785075306892395},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.12095731496810913},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/cdc45484.2021.9683463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc45484.2021.9683463","pdf_url":null,"source":{"id":"https://openalex.org/S4363607724","display_name":"2021 60th IEEE Conference on Decision and Control (CDC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 60th IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:144163","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:arXiv.org:2109.07226","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.07226","pdf_url":"https://arxiv.org/pdf/2109.07226","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:cronfa.swan.ac.uk:cronfa61070","is_oa":false,"landing_page_url":"https://cronfa.swan.ac.uk/Record/cronfa61070","pdf_url":null,"source":{"id":"https://openalex.org/S4306401612","display_name":"Cronfa (Swansea University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39586589","host_organization_name":"Swansea University","host_organization_lineage":["https://openalex.org/I39586589"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper/Proceeding/Abstract"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2109.07226","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.07226","pdf_url":"https://arxiv.org/pdf/2109.07226","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1578322733","https://openalex.org/W1586056472","https://openalex.org/W1605705576","https://openalex.org/W1771410628","https://openalex.org/W1969200114","https://openalex.org/W1978533437","https://openalex.org/W1980516134","https://openalex.org/W1985601705","https://openalex.org/W1993788616","https://openalex.org/W2041684917","https://openalex.org/W2056511881","https://openalex.org/W2059836092","https://openalex.org/W2067763535","https://openalex.org/W2068700212","https://openalex.org/W2085916778","https://openalex.org/W2116386142","https://openalex.org/W2117302943","https://openalex.org/W2121863487","https://openalex.org/W2130801532","https://openalex.org/W2147574419","https://openalex.org/W2161685427","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2268119109","https://openalex.org/W2275670932","https://openalex.org/W2506559976","https://openalex.org/W2736601468","https://openalex.org/W2752346050","https://openalex.org/W2761015455","https://openalex.org/W2781738013","https://openalex.org/W2787938642","https://openalex.org/W2901851231","https://openalex.org/W2918667934","https://openalex.org/W2940200844","https://openalex.org/W2941137921","https://openalex.org/W2949608212","https://openalex.org/W2953050164","https://openalex.org/W2961408814","https://openalex.org/W2963864421","https://openalex.org/W2963923407","https://openalex.org/W3100931082","https://openalex.org/W3101119258","https://openalex.org/W3102855448","https://openalex.org/W3103601268","https://openalex.org/W3103766662","https://openalex.org/W4302570325","https://openalex.org/W4360902534","https://openalex.org/W6638018090","https://openalex.org/W6645264151","https://openalex.org/W6679257226","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6741002519","https://openalex.org/W6748839928","https://openalex.org/W6764744646"],"related_works":["https://openalex.org/W2016852760","https://openalex.org/W1972403393","https://openalex.org/W3078710903","https://openalex.org/W2787890441","https://openalex.org/W2050511877","https://openalex.org/W3114286735","https://openalex.org/W3212886585","https://openalex.org/W3199158697","https://openalex.org/W2136780394","https://openalex.org/W1983625179"],"abstract_inverted_index":{"We":[0],"explore":[1],"the":[2],"use":[3],"of":[4,18,51,80],"policy":[5],"gradient":[6],"methods":[7],"in":[8,22],"reinforcement":[9,88],"learning":[10,57,89],"for":[11],"quantum":[12,64],"control":[13,65],"via":[14],"energy":[15],"landscape":[16],"shaping":[17],"XX-Heisenberg":[19],"spin":[20],"chains":[21],"a":[23],"model":[24],"agnostic":[25],"fashion.":[26],"Their":[27],"performance":[28],"is":[29,58],"compared":[30],"to":[31,43,60,72,91],"finding":[32],"controllers":[33,85],"using":[34],"gradient-based":[35],"L-BFGS":[36,68],"optimisation":[37],"with":[38,40,100],"restarts,":[39],"full":[41],"access":[42],"an":[44],"analytical":[45],"model.":[46],"Hamiltonian":[47,81],"noise":[48,82,96],"and":[49],"coarse-graining":[50],"fidelity":[52],"measurements":[53],"are":[54],"considered.":[55],"Reinforcement":[56],"able":[59],"tackle":[61],"challenging,":[62],"noisy":[63],"problems":[66],"where":[67],"optimization":[69],"algorithms":[70],"struggle":[71],"perform":[73],"well.":[74],"Robustness":[75],"analysis":[76],"under":[77],"different":[78],"levels":[79],"indicates":[83],"that":[84],"found":[86,99],"by":[87,95],"appear":[90],"be":[92],"less":[93],"affected":[94],"than":[97],"those":[98],"L-BFGS.":[101]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}