{"id":"https://openalex.org/W4416874517","doi":"https://doi.org/10.1109/qce65121.2025.00181","title":"CleanQRL: Lightweight Single-File Implementations of Quantum Reinforcement Learning Algorithms","display_name":"CleanQRL: Lightweight Single-File Implementations of Quantum Reinforcement Learning Algorithms","publication_year":2025,"publication_date":"2025-08-30","ids":{"openalex":"https://openalex.org/W4416874517","doi":"https://doi.org/10.1109/qce65121.2025.00181"},"language":"en","primary_location":{"id":"doi:10.1109/qce65121.2025.00181","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qce65121.2025.00181","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Quantum Computing and Engineering (QCE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053384979","display_name":"Georg Kruse","orcid":"https://orcid.org/0000-0002-2679-2400"},"institutions":[{"id":"https://openalex.org/I4210148684","display_name":"Fraunhofer Institute for Integrated Systems and Device Technology","ror":"https://ror.org/04q5rka56","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210148684","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Georg Kruse","raw_affiliation_strings":["Fraunhofer IISB, Technical University Munich,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IISB, Technical University Munich,Erlangen,Germany","institution_ids":["https://openalex.org/I4210148684"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014148835","display_name":"Rodrigo Coelho","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148684","display_name":"Fraunhofer Institute for Integrated Systems and Device Technology","ror":"https://ror.org/04q5rka56","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210148684","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rodrigo Coelho","raw_affiliation_strings":["Fraunhofer IISB,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IISB,Erlangen,Germany","institution_ids":["https://openalex.org/I4210148684"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026167598","display_name":"Andreas Ro\u00dfkopf","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148684","display_name":"Fraunhofer Institute for Integrated Systems and Device Technology","ror":"https://ror.org/04q5rka56","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210148684","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Rosskopf","raw_affiliation_strings":["Fraunhofer IISB,Erlangen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IISB,Erlangen,Germany","institution_ids":["https://openalex.org/I4210148684"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004214923","display_name":"Robert Wille","orcid":"https://orcid.org/0000-0002-4993-7860"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robert Wille","raw_affiliation_strings":["Technical University Munich,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University Munich,Munich,Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113763108","display_name":"J. Lorenz","orcid":"https://orcid.org/0000-0001-6530-1873"},"institutions":[{"id":"https://openalex.org/I4210127444","display_name":"Fraunhofer Institute for Cognitive Systems","ror":"https://ror.org/02fez3815","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210127444","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jeanette Miriam Lorenz","raw_affiliation_strings":["Fraunhofer IKS, Ludwig Maximilian University,Munich,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer IKS, Ludwig Maximilian University,Munich,Germany","institution_ids":["https://openalex.org/I4210127444","https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35021577,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1640","last_page":"1645"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9688000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9688000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10020","display_name":"Quantum Information and Cryptography","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10622","display_name":"Quantum Mechanics and Applications","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6383000016212463},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.6349999904632568},{"id":"https://openalex.org/keywords/quantum-machine-learning","display_name":"Quantum machine learning","score":0.5680000185966492},{"id":"https://openalex.org/keywords/quantum-computer","display_name":"Quantum computer","score":0.5659999847412109},{"id":"https://openalex.org/keywords/subroutine","display_name":"Subroutine","score":0.4758000075817108},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.4562000036239624},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.44190001487731934}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7714999914169312},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6383000016212463},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.6349999904632568},{"id":"https://openalex.org/C2779094486","wikidata":"https://www.wikidata.org/wiki/Q18811578","display_name":"Quantum machine learning","level":4,"score":0.5680000185966492},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.5659999847412109},{"id":"https://openalex.org/C96147967","wikidata":"https://www.wikidata.org/wiki/Q190686","display_name":"Subroutine","level":2,"score":0.4758000075817108},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.4562000036239624},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44190001487731934},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42309999465942383},{"id":"https://openalex.org/C137019171","wikidata":"https://www.wikidata.org/wiki/Q2623817","display_name":"Quantum algorithm","level":3,"score":0.4178999960422516},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4124999940395355},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.3921999931335449},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.390500009059906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3434000015258789},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.30070000886917114},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29580000042915344},{"id":"https://openalex.org/C169699857","wikidata":"https://www.wikidata.org/wiki/Q2122243","display_name":"Quantum information","level":3,"score":0.2775999903678894},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.273499995470047}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/qce65121.2025.00181","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qce65121.2025.00181","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Quantum Computing and Engineering (QCE)","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/502670","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/502670","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W3045093737","https://openalex.org/W3093944484","https://openalex.org/W3141755656","https://openalex.org/W3195168449","https://openalex.org/W4230616333","https://openalex.org/W4322626341","https://openalex.org/W4364377871","https://openalex.org/W4379091939","https://openalex.org/W4387481205","https://openalex.org/W4390224434","https://openalex.org/W4391544157","https://openalex.org/W4406261230","https://openalex.org/W4408377800"],"related_works":[],"abstract_inverted_index":{"At":[0],"the":[1,57,60,69],"interception":[2],"between":[3],"quantum":[4,53,61,131],"computing":[5,54,112],"and":[6,26,93,113,130],"machine":[7],"learning,":[8],"Quantum":[9],"Reinforcement":[10,45],"Learning":[11,46],"(QRL)":[12],"has":[13,32],"emerged":[14],"as":[15,48,50],"a":[16,24,79],"promising":[17],"research":[18],"field.":[19],"Due":[20],"to":[21,95,103,120,138,144],"its":[22],"novelty,":[23],"standardized":[25],"comprehensive":[27],"collection":[28],"for":[29,43,56,72,110],"QRL":[30,65,87],"algorithms":[31],"not":[33],"yet":[34],"been":[35],"established.":[36],"Researchers":[37],"rely":[38],"on":[39,51],"numerous":[40],"software":[41],"stacks":[42],"classical":[44,73,129],"(RL)":[47],"well":[49],"various":[52],"frameworks":[55],"implementation":[58],"of":[59,63,85],"subroutines":[62],"their":[64,104],"algorithms.":[66,88],"Inspired":[67],"by":[68],"CleanRL":[70],"library":[71,80,90,135],"RL":[74],"algorithms,":[75],"we":[76],"present":[77],"CleanQRL,":[78],"that":[81,98],"offers":[82],"singlescript":[83],"implementations":[84],"many":[86],"Our":[89],"provides":[91],"clear":[92],"easy":[94],"understand":[96],"scripts":[97],"researchers":[99,137],"can":[100],"quickly":[101],"adapt":[102],"own":[105],"needs.":[106],"Alongside":[107],"ray":[108],"tune":[109],"distributed":[111],"streamlined":[114],"hyperparameter":[115],"tuning,":[116],"CleanQRL":[117,134],"uses":[118],"weights&biases":[119],"log":[121],"important":[122],"metrics,":[123],"which":[124],"facilitates":[125],"benchmarking":[126],"against":[127],"other":[128],"implementations.":[132],"The":[133],"enables":[136],"easily":[139],"transition":[140],"from":[141],"theoretical":[142],"considerations":[143],"practical":[145],"applications.":[146]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-12-01T00:00:00"}