{"id":"https://openalex.org/W4405238690","doi":"https://doi.org/10.22331/q-2024-12-10-1555","title":"Model-aware reinforcement learning for high-performance Bayesian experimental design in quantum metrology","display_name":"Model-aware reinforcement learning for high-performance Bayesian experimental design in quantum metrology","publication_year":2024,"publication_date":"2024-12-10","ids":{"openalex":"https://openalex.org/W4405238690","doi":"https://doi.org/10.22331/q-2024-12-10-1555"},"language":"en","primary_location":{"id":"doi:10.22331/q-2024-12-10-1555","is_oa":true,"landing_page_url":"https://doi.org/10.22331/q-2024-12-10-1555","pdf_url":"https://quantum-journal.org/papers/q-2024-12-10-1555/pdf/","source":{"id":"https://openalex.org/S4210226432","display_name":"Quantum","issn_l":"2521-327X","issn":["2521-327X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317900","host_organization_name":"Verein zur F\u00f6rderung des Open Access Publizierens in den Quantenwissenschaften","host_organization_lineage":["https://openalex.org/P4310317900"],"host_organization_lineage_names":["Verein zur F\u00f6rderung des Open Access Publizierens in den Quantenwissenschaften"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantum","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://quantum-journal.org/papers/q-2024-12-10-1555/pdf/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016116508","display_name":"Federico Belliardo","orcid":"https://orcid.org/0000-0002-1466-396X"},"institutions":[{"id":"https://openalex.org/I157210198","display_name":"Scuola Normale Superiore","ror":"https://ror.org/03aydme10","country_code":"IT","type":"education","lineage":["https://openalex.org/I157210198"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Federico Belliardo","raw_affiliation_strings":["NEST, Scuola Normale Superiore, I-56126 Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"NEST, Scuola Normale Superiore, I-56126 Pisa, Italy","institution_ids":["https://openalex.org/I157210198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050515537","display_name":"Fabio Zoratti","orcid":"https://orcid.org/0000-0003-2390-0602"},"institutions":[{"id":"https://openalex.org/I157210198","display_name":"Scuola Normale Superiore","ror":"https://ror.org/03aydme10","country_code":"IT","type":"education","lineage":["https://openalex.org/I157210198"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Zoratti","raw_affiliation_strings":["Scuola Normale Superiore, I-56126 Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"Scuola Normale Superiore, I-56126 Pisa, Italy","institution_ids":["https://openalex.org/I157210198"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059746672","display_name":"Florian Marquardt","orcid":"https://orcid.org/0000-0003-4566-1753"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]},{"id":"https://openalex.org/I4210110240","display_name":"Max Planck Institute for the Science of Light","ror":"https://ror.org/020as7681","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210110240"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Marquardt","raw_affiliation_strings":["Max Planck Institute for the Science of Light and Physics Department, University of Erlangen-Nuremberg, 91058 Erlangen, Germany"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for the Science of Light and Physics Department, University of Erlangen-Nuremberg, 91058 Erlangen, Germany","institution_ids":["https://openalex.org/I4210110240","https://openalex.org/I181369854"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025356866","display_name":"Vittorio Giovannetti","orcid":"https://orcid.org/0000-0002-7636-9002"},"institutions":[{"id":"https://openalex.org/I4210087815","display_name":"Istituto Nanoscienze","ror":"https://ror.org/0042e5975","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210087815","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vittorio Giovannetti","raw_affiliation_strings":["NEST, Scuola Normale Superiore and Istituto Nanoscienze-CNR, I-56126 Pisa, Italy"],"affiliations":[{"raw_affiliation_string":"NEST, Scuola Normale Superiore and Istituto Nanoscienze-CNR, I-56126 Pisa, Italy","institution_ids":["https://openalex.org/I4210087815"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016116508"],"corresponding_institution_ids":["https://openalex.org/I157210198"],"apc_list":{"value":200,"currency":"EUR","value_usd":215},"apc_paid":{"value":200,"currency":"EUR","value_usd":215},"fwci":1.438,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.85681825,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"8","issue":null,"first_page":"1555","last_page":"1555"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.782787561416626},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6538263559341431},{"id":"https://openalex.org/keywords/particle-filter","display_name":"Particle filter","score":0.5578780174255371},{"id":"https://openalex.org/keywords/resampling","display_name":"Resampling","score":0.5269224047660828},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45893168449401855},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.4367262125015259},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4223722517490387},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.3935008645057678},{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.08152115345001221}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.782787561416626},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6538263559341431},{"id":"https://openalex.org/C52421305","wikidata":"https://www.wikidata.org/wiki/Q1151499","display_name":"Particle filter","level":3,"score":0.5578780174255371},{"id":"https://openalex.org/C150921843","wikidata":"https://www.wikidata.org/wiki/Q1170431","display_name":"Resampling","level":2,"score":0.5269224047660828},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45893168449401855},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.4367262125015259},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4223722517490387},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3935008645057678},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.08152115345001221},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.22331/q-2024-12-10-1555","is_oa":true,"landing_page_url":"https://doi.org/10.22331/q-2024-12-10-1555","pdf_url":"https://quantum-journal.org/papers/q-2024-12-10-1555/pdf/","source":{"id":"https://openalex.org/S4210226432","display_name":"Quantum","issn_l":"2521-327X","issn":["2521-327X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317900","host_organization_name":"Verein zur F\u00f6rderung des Open Access Publizierens in den Quantenwissenschaften","host_organization_lineage":["https://openalex.org/P4310317900"],"host_organization_lineage_names":["Verein zur F\u00f6rderung des Open Access Publizierens in den Quantenwissenschaften"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantum","raw_type":"journal-article"},{"id":"pmh:oai:ricerca.sns.it:11384/137604","is_oa":true,"landing_page_url":"https://hdl.handle.net/11384/137604","pdf_url":"https://ricerca.sns.it/bitstream/11384/137604/3/article-maintext.pdf","source":{"id":"https://openalex.org/S7407050981","display_name":"Scuola Normale Superiore di Pisa","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:d27b4f6da2fb4b3580d8ef36456e54fe","is_oa":true,"landing_page_url":"https://doaj.org/article/d27b4f6da2fb4b3580d8ef36456e54fe","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Quantum, Vol 8, p 1555 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.22331/q-2024-12-10-1555","is_oa":true,"landing_page_url":"https://doi.org/10.22331/q-2024-12-10-1555","pdf_url":"https://quantum-journal.org/papers/q-2024-12-10-1555/pdf/","source":{"id":"https://openalex.org/S4210226432","display_name":"Quantum","issn_l":"2521-327X","issn":["2521-327X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317900","host_organization_name":"Verein zur F\u00f6rderung des Open Access Publizierens in den Quantenwissenschaften","host_organization_lineage":["https://openalex.org/P4310317900"],"host_organization_lineage_names":["Verein zur F\u00f6rderung des Open Access Publizierens in den Quantenwissenschaften"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Quantum","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320331528","display_name":"Ministero dell'Universit\u00e0 e della Ricerca","ror":null},{"id":"https://openalex.org/F4320334105","display_name":"Center for High Performance Computing","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405238690.pdf","grobid_xml":"https://content.openalex.org/works/W4405238690.grobid-xml"},"referenced_works_count":111,"referenced_works":["https://openalex.org/W653026187","https://openalex.org/W1856877376","https://openalex.org/W1872619987","https://openalex.org/W1967275021","https://openalex.org/W1972622058","https://openalex.org/W1991522404","https://openalex.org/W2017598107","https://openalex.org/W2019904958","https://openalex.org/W2029236030","https://openalex.org/W2033092661","https://openalex.org/W2040196349","https://openalex.org/W2051869207","https://openalex.org/W2064480843","https://openalex.org/W2064517571","https://openalex.org/W2074116683","https://openalex.org/W2076448662","https://openalex.org/W2085814476","https://openalex.org/W2160337655","https://openalex.org/W2268589176","https://openalex.org/W2336485403","https://openalex.org/W2529146392","https://openalex.org/W2595654587","https://openalex.org/W2597208492","https://openalex.org/W2604298567","https://openalex.org/W2761015455","https://openalex.org/W2761964701","https://openalex.org/W2786295636","https://openalex.org/W2806858460","https://openalex.org/W2914809905","https://openalex.org/W2940537161","https://openalex.org/W2940610792","https://openalex.org/W2941137921","https://openalex.org/W2950920240","https://openalex.org/W2974470694","https://openalex.org/W2998415999","https://openalex.org/W3001058700","https://openalex.org/W3004183514","https://openalex.org/W3004673568","https://openalex.org/W3004838521","https://openalex.org/W3006357116","https://openalex.org/W3007658706","https://openalex.org/W3009476855","https://openalex.org/W3014097088","https://openalex.org/W3033475332","https://openalex.org/W3034909587","https://openalex.org/W3035910634","https://openalex.org/W3060802826","https://openalex.org/W3091763823","https://openalex.org/W3098763662","https://openalex.org/W3099330703","https://openalex.org/W3099983198","https://openalex.org/W3101119258","https://openalex.org/W3101121534","https://openalex.org/W3102180547","https://openalex.org/W3102473066","https://openalex.org/W3103145727","https://openalex.org/W3104194494","https://openalex.org/W3104565361","https://openalex.org/W3112464664","https://openalex.org/W3120144691","https://openalex.org/W3127787592","https://openalex.org/W3127800349","https://openalex.org/W3128521546","https://openalex.org/W3140714041","https://openalex.org/W3143400115","https://openalex.org/W3145323026","https://openalex.org/W3151491202","https://openalex.org/W3153157465","https://openalex.org/W3158375816","https://openalex.org/W3171040223","https://openalex.org/W3173672122","https://openalex.org/W3175318158","https://openalex.org/W3175614116","https://openalex.org/W3184409502","https://openalex.org/W3185930291","https://openalex.org/W3194468165","https://openalex.org/W3202012496","https://openalex.org/W3207020591","https://openalex.org/W3207747334","https://openalex.org/W3208953599","https://openalex.org/W3214272564","https://openalex.org/W3216304872","https://openalex.org/W3217345916","https://openalex.org/W4205744240","https://openalex.org/W4206020694","https://openalex.org/W4221094646","https://openalex.org/W4221147079","https://openalex.org/W4224320555","https://openalex.org/W4225958573","https://openalex.org/W4229083668","https://openalex.org/W4285007555","https://openalex.org/W4285043331","https://openalex.org/W4294086370","https://openalex.org/W4307282808","https://openalex.org/W4311115691","https://openalex.org/W4313462484","https://openalex.org/W4319659240","https://openalex.org/W4319843240","https://openalex.org/W4322774260","https://openalex.org/W4324140868","https://openalex.org/W4376105846","https://openalex.org/W4379057627","https://openalex.org/W4384130559","https://openalex.org/W4387335360","https://openalex.org/W4387474583","https://openalex.org/W4391776502","https://openalex.org/W4392951934","https://openalex.org/W4399671570","https://openalex.org/W4399854273","https://openalex.org/W4403244135","https://openalex.org/W4403683372"],"related_works":["https://openalex.org/W2927378857","https://openalex.org/W2801696468","https://openalex.org/W2406829934","https://openalex.org/W1824810860","https://openalex.org/W2185006999","https://openalex.org/W2162253570","https://openalex.org/W1583020711","https://openalex.org/W2138381686","https://openalex.org/W2010934810","https://openalex.org/W3144709167"],"abstract_inverted_index":{"Quantum":[0],"sensors":[1],"offer":[2],"control":[3],"flexibility":[4],"during":[5],"estimation":[6,89,111],"by":[7,10,81],"allowing":[8],"manipulation":[9],"the":[11,21,26,55,101,105,110,113,120,123,133,136,146,149,176,219,242,245],"experimenter":[12],"across":[13],"various":[14],"parameters.":[15],"For":[16],"each":[17],"sensing":[18],"platform,":[19],"pinpointing":[20],"optimal":[22,239],"controls":[23,240],"to":[24,99,227,237],"enhance":[25],"sensor's":[27,137],"precision":[28,138],"remains":[29],"a":[30,45,63,69,129,179],"challenging":[31],"task.":[32],"While":[33],"an":[34,170],"analytical":[35],"solution":[36],"might":[37],"be":[38,203],"out":[39],"of":[40,51,57,67,72,103,109,122,135,148,172,178,244],"reach,":[41],"machine":[42],"learning":[43,85],"offers":[44],"promising":[46],"avenue":[47],"for":[48,155,188,214,241],"many":[49,106,215],"systems":[50],"interest,":[52],"especially":[53],"given":[54],"capabilities":[56],"contemporary":[58],"hardware.":[59],"We":[60,168],"have":[61],"introduced":[62],"versatile":[64],"procedure":[65],"capable":[66],"optimizing":[68,156],"wide":[70],"range":[71],"problems":[73],"in":[74,112,145,175,222],"quantum":[75],"metrology,":[76],"estimation,":[77,229],"and":[78,119,159,197],"hypothesis":[79],"testing":[80],"combining":[82],"model-aware":[83,231],"reinforcement":[84],"(RL)":[86],"with":[87],"Bayesian":[88,228],"based":[90,248],"on":[91,206,249],"particle":[92,124],"filtering.":[93],"To":[94],"achieve":[95],"this,":[96],"we":[97],"had":[98],"address":[100],"challenge":[102],"incorporating":[104],"non-differentiable":[107],"steps":[108],"training":[114],"process,":[115],"such":[116],"as":[117],"measurements":[118],"resampling":[121],"filter.":[125],"Model-aware":[126],"RL":[127],"is":[128,153,234],"gradient-based":[130],"method,":[131,210],"where":[132],"derivatives":[134],"are":[139],"obtained":[140],"through":[141],"automatic":[142],"differentiation":[143],"(AD)":[144],"simulation":[147],"experiment.":[150],"Our":[151],"approach":[152],"suitable":[154],"both":[157],"non-adaptive":[158],"adaptive":[160],"strategies,":[161],"using":[162],"neural":[163],"networks":[164],"or":[165],"other":[166],"agents.":[167],"provide":[169],"implementation":[171],"this":[173],"technique":[174],"form":[177],"Python":[180],"library":[181,201],"called":[182],"qsensoropt,":[183],"alongside":[184],"several":[185],"pre-made":[186],"applications":[187],"relevant":[189],"physical":[190],"platforms,":[191],"namely":[192],"NV":[193],"centers,":[194],"photonic":[195],"circuits,":[196],"optical":[198],"cavities.":[199],"This":[200],"will":[202],"released":[204],"soon":[205],"PyPI.":[207],"Leveraging":[208],"our":[209],"we've":[211],"achieved":[212],"results":[213],"examples":[216],"that":[217],"surpass":[218],"current":[220],"state-of-the-art":[221],"experimental":[223],"design.":[224],"In":[225],"addition":[226],"leveraging":[230],"RL,":[232],"it":[233],"also":[235],"possible":[236],"find":[238],"minimization":[243],"Cram\u00e9r-Rao":[246],"bound,":[247],"Fisher":[250],"information.":[251]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-12T06:13:28.667946","created_date":"2025-10-10T00:00:00"}