{"id":"https://openalex.org/W4410413636","doi":"https://doi.org/10.1137/24m1653422","title":"Fisher\u2013Rao Gradient Flows of Linear Programs and State-Action Natural Policy Gradients","display_name":"Fisher\u2013Rao Gradient Flows of Linear Programs and State-Action Natural Policy Gradients","alternate_titles":[],"publication_year":2025,"publication_date":"2025-05-15","ids":{"openalex":"https://openalex.org/W4410413636","doi":"https://doi.org/10.1137/24m1653422"},"language":"en","primary_location":{"id":"doi:10.1137/24m1653422","doi":"https://doi.org/10.1137/24m1653422","is_oa":false,"landing_page_url":"https://doi.org/10.1137/24m1653422","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4410413636"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.19448","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Johannes M\u00fcller","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes M\u00fcller","raw_affiliation_strings":["Corresponding author. Chair of Mathematics of Information Processing, RWTH Aachen University, 52070 Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Corresponding author. Chair of Mathematics of Information Processing, RWTH Aachen University, 52070 Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054923152","display_name":"Semih \u00c7ayc\u0131","orcid":"https://orcid.org/0000-0001-7928-0794","observed_orcids":["https://orcid.org/0000-0001-7928-0794"]},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Semih \u00c7ayci","raw_affiliation_strings":["Chair of Mathematics of Information Processing, RWTH Aachen University, 52070 Aachen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair of Mathematics of Information Processing, RWTH Aachen University, 52070 Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072280192","display_name":"Guido Mont\u00fafar","orcid":"https://orcid.org/0000-0002-0131-2669","observed_orcids":["https://orcid.org/0000-0002-0131-2669"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I4210091327","display_name":"Max Planck Institute for Mathematics in the Sciences","ror":"https://ror.org/00ez2he07","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210091327"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Guido Mont\u00fafar","raw_affiliation_strings":["Departments of Mathematics and Statistics and Data Science, University of California, Los Angeles, Los Angeles, CA 90095 USA, and Max Planck Institute for Mathematics in the Sciences, 04103 Leipzig, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departments of Mathematics and Statistics and Data Science, University of California, Los Angeles, Los Angeles, CA 90095 USA, and Max Planck Institute for Mathematics in the Sciences, 04103 Leipzig, Germany","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I4210091327"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9522,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.75635554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":97},"biblio":{"volume":"35","issue":"2","first_page":"1060","last_page":"1088"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.38670000433921814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.38670000433921814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.260699987411499,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.07079999893903732,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-policy-gradient","display_name":"natural policy gradient","score":0.7620000243186951},{"id":"https://openalex.org/keywords/linear-programming","display_name":"linear programming","score":0.5669999718666077},{"id":"https://openalex.org/keywords/fisher-information-matrix","display_name":"Fisher information matrix","score":0.8050000071525574},{"id":"https://openalex.org/keywords/linear-convergence","display_name":"linear convergence","score":0.7300000190734863},{"id":"https://openalex.org/keywords/entropy-regularization","display_name":"entropy regularization","score":0.8970000147819519},{"id":"https://openalex.org/keywords/sublinear-convergence","display_name":"sublinear convergence","score":0.7369999885559082},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.4690000116825104}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7695257067680359},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5851446986198425},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5382509231567383},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.4466342628002167},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4287383258342743},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38803064823150635},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.38065528869628906},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16560178995132446},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1137/24m1653422","doi":"https://doi.org/10.1137/24m1653422","is_oa":false,"landing_page_url":"https://doi.org/10.1137/24m1653422","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},{"id":"pmh:oai:publications.rwth-aachen.de:1017731","doi":null,"is_oa":false,"landing_page_url":"https://publications.rwth-aachen.de/record/1017731","pdf_url":null,"source":{"id":"https://openalex.org/S4306401362","display_name":"RWTH Publications (RWTH Aachen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I887968799","host_organization_name":"RWTH Aachen University","host_organization_lineage":["https://openalex.org/I887968799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM journal on optimization 35(2), 1060-1088 (2025). doi:10.1137/24M1653422","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:arXiv.org:2403.19448","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2403.19448","pdf_url":"https://arxiv.org/pdf/2403.19448","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2403.19448","doi":"https://doi.org/10.48550/arxiv.2403.19448","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2403.19448","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.19448","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2403.19448","pdf_url":"https://arxiv.org/pdf/2403.19448","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2023043591","display_name":"Kombinatorische und implizite Methoden f\u00fcr Deep Learning","funder_award_id":"464109215","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G442688124","display_name":null,"funder_award_id":"SPP2298","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G4712284355","display_name":null,"funder_award_id":"57616814","funder_id":"https://openalex.org/F4320320875","funder_display_name":"Deutscher Akademischer Austauschdienst"},{"id":"https://openalex.org/G4771048887","display_name":null,"funder_award_id":"SFB 1481","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G5788735763","display_name":"Collaborative Research: RI: Medium: MoDL: Occams Razor in Deep and Physical Learning","funder_award_id":"2212520","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6098565189","display_name":null,"funder_award_id":"57616814","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"},{"id":"https://openalex.org/G6337610878","display_name":null,"funder_award_id":"757983","funder_id":"https://openalex.org/F4320334678","funder_display_name":"European Research Council"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6792660214","display_name":"SFB 1481: Sparsity und singul\u00e4re Strukturen","funder_award_id":"442047500","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G7409962649","display_name":"CAREER: Neural Networks in the Practical Regime","funder_award_id":"2145630","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320317967","display_name":"International Max Planck Research School for Environmental, Cellular and Molecular Microbiology","ror":null},{"id":"https://openalex.org/F4320320875","display_name":"Deutscher Akademischer Austauschdienst","ror":"https://ror.org/039djdh30"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320321706","display_name":"Evangelisches Studienwerk Villigst","ror":"https://ror.org/05az3m671"},{"id":"https://openalex.org/F4320327897","display_name":"Max-Planck-Institut f\u00fcr Mathematik in den Naturwissenschaften","ror":"https://ror.org/00ez2he07"},{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410413636.pdf","grobid_xml":"https://content.openalex.org/works/W4410413636.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W1499669280","https://openalex.org/W1570704007","https://openalex.org/W1607065182","https://openalex.org/W1609433225","https://openalex.org/W1771410628","https://openalex.org/W1849095486","https://openalex.org/W1970789124","https://openalex.org/W1972129463","https://openalex.org/W1982143037","https://openalex.org/W1995985801","https://openalex.org/W2009708508","https://openalex.org/W2055954415","https://openalex.org/W2099196192","https://openalex.org/W2130801532","https://openalex.org/W2155027007","https://openalex.org/W2172968643","https://openalex.org/W2296319761","https://openalex.org/W2485135680","https://openalex.org/W2535496140","https://openalex.org/W2595840341","https://openalex.org/W2597851033","https://openalex.org/W2606211438","https://openalex.org/W2610184409","https://openalex.org/W2619268125","https://openalex.org/W2736601468","https://openalex.org/W2805227882","https://openalex.org/W2926523766","https://openalex.org/W2948432982","https://openalex.org/W2996037775","https://openalex.org/W3024652448","https://openalex.org/W3039256091","https://openalex.org/W3039845099","https://openalex.org/W3039948875","https://openalex.org/W3098410977","https://openalex.org/W3101517963","https://openalex.org/W3127686539","https://openalex.org/W3176115357","https://openalex.org/W3206440539","https://openalex.org/W3217314940","https://openalex.org/W4225011832","https://openalex.org/W4230394162","https://openalex.org/W4281783469","https://openalex.org/W4283574076","https://openalex.org/W4300980325","https://openalex.org/W4327810158","https://openalex.org/W4362696827","https://openalex.org/W4379185386","https://openalex.org/W4381739798","https://openalex.org/W4387047329","https://openalex.org/W4390833543","https://openalex.org/W4401142486","https://openalex.org/W4413213072","https://openalex.org/W6678766852","https://openalex.org/W6995699004","https://openalex.org/W7066126063","https://openalex.org/W7130606674","https://openalex.org/W7133188436","https://openalex.org/W7133198376","https://openalex.org/W7134442311"],"related_works":["https://openalex.org/W4413213072","https://openalex.org/W4302306147","https://openalex.org/W4379185386","https://openalex.org/W4225011832","https://openalex.org/W6891403656","https://openalex.org/W4300980325","https://openalex.org/W7130606674","https://openalex.org/W4396782886","https://openalex.org/W7125796841","https://openalex.org/W3044451384"],"abstract_inverted_index":{"Abstract.":[0],"Kakade\u2019s":[1],"natural":[2,23,125,143],"policy":[3,144],"gradient":[4,24,52,68,122,126],"method":[5,25],"has":[6,37],"been":[7],"studied":[8],"extensively":[9],"in":[10],"recent":[11],"years,":[12],"showing":[13],"linear":[14,62,71,77,89,105],"convergence":[15,78,118],"with":[16,58,79],"and":[17,75,115,124],"without":[18],"regularization.":[19],"We":[20,111],"study":[21,66],"another":[22],"based":[26],"on":[27,84,96],"the":[28,33,42,46,50,55,85,88,97,104,139],"Fisher":[29],"information":[30],"matrix":[31],"of":[32,70,87,103,141],"state-action":[34,47,56,142],"distributions":[35,48],"which":[36,107],"received":[38],"little":[39],"attention":[40],"from":[41],"theoretical":[43],"side.":[44],"Here,":[45],"follow":[49],"Fisher\u2013Rao":[51,67,121],"flow":[53],"inside":[54],"polytope":[57],"respect":[59],"to":[60,129],"a":[61,80],"potential.":[63],"Therefore,":[64],"we":[65],"flows":[69,123,127],"programs":[72],"more":[73],"generally":[74],"show":[76,116],"rate":[81],"that":[82],"depends":[83],"geometry":[86],"program.":[90],"Equivalently,":[91],"this":[92],"yields":[93],"an":[94,130],"estimate":[95],"error":[98],"induced":[99],"by":[100],"entropic":[101],"regularization":[102],"program":[106],"improves":[108],"existing":[109],"results.":[110],"extend":[112],"these":[113,135],"results":[114,137],"sublinear":[117],"for":[119],"perturbed":[120],"up":[128],"approximation":[131],"error.":[132],"In":[133],"particular,":[134],"general":[136],"cover":[138],"case":[140],"gradients.":[145]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4410413636","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2025-05-16T00:00:00"}
