{"id":"https://openalex.org/W4402380956","doi":"https://doi.org/10.3389/fncom.2024.1460006","title":"Reinforcement learning as a robotics-inspired framework for insect navigation: from spatial representations to neural implementation","display_name":"Reinforcement learning as a robotics-inspired framework for insect navigation: from spatial representations to neural implementation","publication_year":2024,"publication_date":"2024-09-09","ids":{"openalex":"https://openalex.org/W4402380956","doi":"https://doi.org/10.3389/fncom.2024.1460006","pmid":"https://pubmed.ncbi.nlm.nih.gov/39314666"},"language":"en","primary_location":{"id":"doi:10.3389/fncom.2024.1460006","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2024.1460006","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2024.1460006/pdf","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://public-pages-files-2025.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2024.1460006/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065956640","display_name":"Stephan Lochner","orcid":"https://orcid.org/0009-0001-9429-688X"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Stephan Lochner","raw_affiliation_strings":["Institute of Biology I, University of Freiburg, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Biology I, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082233141","display_name":"Daniel Honerkamp","orcid":"https://orcid.org/0000-0003-1421-773X"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Daniel Honerkamp","raw_affiliation_strings":["Department of Computer Science, University of Freiburg, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039639553","display_name":"Abhinav Valada","orcid":"https://orcid.org/0000-0003-4710-3114"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Abhinav Valada","raw_affiliation_strings":["Department of Computer Science, University of Freiburg, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063522682","display_name":"Andrew Straw","orcid":"https://orcid.org/0000-0001-8381-0858"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]},{"id":"https://openalex.org/I4210098324","display_name":"Bernstein Center for Computational Neuroscience Freiburg","ror":"https://ror.org/010p50m34","country_code":"DE","type":"government","lineage":["https://openalex.org/I4210092532","https://openalex.org/I4210098324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andrew D. Straw","raw_affiliation_strings":["Bernstein Center Freiburg, University of Freiburg, Freiburg, Germany","Institute of Biology I, University of Freiburg, Freiburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bernstein Center Freiburg, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081","https://openalex.org/I4210098324"]},{"raw_affiliation_string":"Institute of Biology I, University of Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5065956640"],"corresponding_institution_ids":["https://openalex.org/I161046081"],"apc_list":{"value":3295,"currency":"USD","value_usd":3295},"apc_paid":{"value":3295,"currency":"USD","value_usd":3295},"fwci":1.5364,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.82039289,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"18","issue":null,"first_page":"1460006","last_page":"1460006"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10423","display_name":"Neurobiology and Insect Physiology Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10423","display_name":"Neurobiology and Insect Physiology Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10702","display_name":"Insect and Arachnid Ecology and Behavior","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12321","display_name":"Insect Pheromone Research and Control","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1109","display_name":"Insect Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6933808922767639},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6893946528434753},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.623496413230896},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5661475658416748},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5549988150596619},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.44600972533226013},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32992851734161377},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0864172875881195}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6933808922767639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6893946528434753},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.623496413230896},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5661475658416748},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5549988150596619},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.44600972533226013},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32992851734161377},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0864172875881195},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3389/fncom.2024.1460006","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2024.1460006","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2024.1460006/pdf","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},{"id":"pmid:39314666","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39314666","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in computational neuroscience","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11416953","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11416953","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11416953/pdf/fncom-18-1460006.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Comput Neurosci","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:d2f5fc13b6ca456b9c83b81d9c5a2b00","is_oa":false,"landing_page_url":"https://doaj.org/article/d2f5fc13b6ca456b9c83b81d9c5a2b00","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Computational Neuroscience, Vol 18 (2024)","raw_type":"article"},{"id":"pmh:oai:freidok.uni-freiburg.de:256941","is_oa":false,"landing_page_url":"https://freidok.uni-freiburg.de/data/256941","pdf_url":null,"source":{"id":"https://openalex.org/S4306401057","display_name":"FreiDok plus (Universit\u00e4tsbibliothek Freiburg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I161046081","host_organization_name":"University of Freiburg","host_organization_lineage":["https://openalex.org/I161046081"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in computational neuroscience. - 18 (2024) , 1460006, ISSN: 1662-5188","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fncom.2024.1460006","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2024.1460006","pdf_url":"https://public-pages-files-2025.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2024.1460006/pdf","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320882","display_name":"Volkswagen Foundation","ror":"https://ror.org/03bsmfz84"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402380956.pdf","grobid_xml":"https://content.openalex.org/works/W4402380956.grobid-xml"},"referenced_works_count":136,"referenced_works":["https://openalex.org/W160989634","https://openalex.org/W612478963","https://openalex.org/W1480053368","https://openalex.org/W1562619934","https://openalex.org/W1566652554","https://openalex.org/W1979266466","https://openalex.org/W1980747802","https://openalex.org/W1982803682","https://openalex.org/W1986210471","https://openalex.org/W1994602723","https://openalex.org/W1999985543","https://openalex.org/W2004437322","https://openalex.org/W2010607379","https://openalex.org/W2028551619","https://openalex.org/W2032018123","https://openalex.org/W2034253838","https://openalex.org/W2034278075","https://openalex.org/W2052515926","https://openalex.org/W2056354534","https://openalex.org/W2060671266","https://openalex.org/W2073660060","https://openalex.org/W2095999803","https://openalex.org/W2105909330","https://openalex.org/W2109840317","https://openalex.org/W2112218159","https://openalex.org/W2114752149","https://openalex.org/W2116545868","https://openalex.org/W2119717200","https://openalex.org/W2134664339","https://openalex.org/W2144310825","https://openalex.org/W2145339207","https://openalex.org/W2151290401","https://openalex.org/W2163003390","https://openalex.org/W2171401820","https://openalex.org/W2253328753","https://openalex.org/W2272552872","https://openalex.org/W2289037009","https://openalex.org/W2492794003","https://openalex.org/W2535547924","https://openalex.org/W2554354508","https://openalex.org/W2592993441","https://openalex.org/W2605205065","https://openalex.org/W2612690371","https://openalex.org/W2620626664","https://openalex.org/W2764135343","https://openalex.org/W2774719659","https://openalex.org/W2788112384","https://openalex.org/W2794114929","https://openalex.org/W2798483995","https://openalex.org/W2888502857","https://openalex.org/W2895453875","https://openalex.org/W2914464904","https://openalex.org/W2929003410","https://openalex.org/W2950347959","https://openalex.org/W2950416780","https://openalex.org/W2950614095","https://openalex.org/W2962789679","https://openalex.org/W2963523627","https://openalex.org/W2963722050","https://openalex.org/W2964067469","https://openalex.org/W2978854499","https://openalex.org/W2990138404","https://openalex.org/W3011144238","https://openalex.org/W3012591046","https://openalex.org/W3016112104","https://openalex.org/W3037205721","https://openalex.org/W3041202696","https://openalex.org/W3044499041","https://openalex.org/W3097902919","https://openalex.org/W3101465773","https://openalex.org/W3102327032","https://openalex.org/W3158253560","https://openalex.org/W3158663966","https://openalex.org/W3199469541","https://openalex.org/W3208266771","https://openalex.org/W3211201326","https://openalex.org/W3217061668","https://openalex.org/W4200478016","https://openalex.org/W4205554386","https://openalex.org/W4210700398","https://openalex.org/W4213301396","https://openalex.org/W4221144389","https://openalex.org/W4226441468","https://openalex.org/W4281856560","https://openalex.org/W4283332944","https://openalex.org/W4283784462","https://openalex.org/W4287215707","https://openalex.org/W4288376058","https://openalex.org/W4290702148","https://openalex.org/W4293469690","https://openalex.org/W4297750550","https://openalex.org/W4308294084","https://openalex.org/W4311167248","https://openalex.org/W4312878643","https://openalex.org/W4313180266","https://openalex.org/W4313678757","https://openalex.org/W4322587881","https://openalex.org/W4323817667","https://openalex.org/W4362593665","https://openalex.org/W4366680618","https://openalex.org/W4388240413","https://openalex.org/W4389665446","https://openalex.org/W4389880874","https://openalex.org/W4390062845","https://openalex.org/W4390238754","https://openalex.org/W4396689478","https://openalex.org/W4398258546","https://openalex.org/W4399532978","https://openalex.org/W4401414715","https://openalex.org/W4401415891","https://openalex.org/W4401452478","https://openalex.org/W4402354022","https://openalex.org/W4402727865","https://openalex.org/W6606625665","https://openalex.org/W6628764021","https://openalex.org/W6683204974","https://openalex.org/W6729906282","https://openalex.org/W6734582178","https://openalex.org/W6739901393","https://openalex.org/W6746687708","https://openalex.org/W6749821205","https://openalex.org/W6752089545","https://openalex.org/W6754957883","https://openalex.org/W6756303580","https://openalex.org/W6761119143","https://openalex.org/W6774815639","https://openalex.org/W6781315541","https://openalex.org/W6785121346","https://openalex.org/W6804214189","https://openalex.org/W6838729795","https://openalex.org/W6838770127","https://openalex.org/W6840312789","https://openalex.org/W6856703109","https://openalex.org/W6859096258","https://openalex.org/W6862720270","https://openalex.org/W6863705150"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W3162204513","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Bees":[0],"are":[1,53,144,221],"among":[2],"the":[3,7,17,39,44,72,95,100,121,124,132,160,165,176,182,235],"master":[4],"navigators":[5],"of":[6,19,31,61,86,97,102,123,134,141,175,184,188,194,198,203,216],"insect":[8,91,103,142,161,217],"world.":[9],"Despite":[10],"impressive":[11],"advances":[12],"in":[13,29,88,108,159,164,208,234],"robot":[14,89,135,209,219],"navigation":[15,92,104,136,143,200,220],"research,":[16,137],"performance":[18],"these":[20,50],"insects":[21],"is":[22,105],"still":[23,54],"unrivaled":[24],"by":[25],"any":[26],"artificial":[27],"system":[28],"terms":[30],"training":[32],"efficiency":[33,101],"and":[34,83,90,111,218],"generalization":[35],"capabilities,":[36],"particularly":[37],"considering":[38],"limited":[40],"computational":[41,47,139],"capacity.":[42],"On":[43],"other":[45],"hand,":[46],"principles":[48],"underlying":[49],"extraordinary":[51],"feats":[52],"only":[55],"partially":[56],"understood.":[57],"The":[58],"theoretical":[59],"framework":[60],"reinforcement":[62],"learning":[63,156],"(RL)":[64],"provides":[65],"an":[66,109,154],"ideal":[67],"focal":[68],"point":[69],"to":[70,239],"bring":[71],"two":[73],"fields":[74],"together":[75],"for":[76],"mutual":[77],"benefit.":[78],"In":[79],"particular,":[80],"we":[81,170],"analyze":[82],"compare":[84],"representations":[85,223,238],"space":[87],"models":[93,206,215],"through":[94],"lens":[96],"RL,":[98],"as":[99,153],"likely":[106],"rooted":[107],"efficient":[110],"robust":[112],"internal":[113],"representation,":[114],"linking":[115],"retinotopic":[116],"(egocentric)":[117],"visual":[118],"input":[119],"with":[120,229],"geometry":[122],"environment.":[125],"While":[126],"RL":[127,191,205],"has":[128],"long":[129],"been":[130],"at":[131],"core":[133],"current":[138,214],"theories":[140],"not":[145],"commonly":[146],"formulated":[147],"within":[148],"this":[149],"framework,":[150],"but":[151],"largely":[152],"associative":[155],"process":[157],"implemented":[158],"brain,":[162],"especially":[163],"mushroom":[166],"body":[167],"(MB).":[168],"Here":[169],"propose":[171],"specific":[172],"hypothetical":[173],"components":[174,197],"MB":[177],"circuit":[178],"that":[179],"would":[180],"enable":[181],"implementation":[183],"a":[185,199],"certain":[186],"class":[187],"relatively":[189],"simple":[190],"algorithms,":[192],"capable":[193],"integrating":[195],"distinct":[196],"task,":[201],"reminiscent":[202],"hierarchical":[204],"used":[207],"navigation.":[210],"We":[211],"discuss":[212],"how":[213],"exploring":[222],"beyond":[224],"classical,":[225],"complete":[226],"map-like":[227],"representations,":[228],"spatial":[230],"information":[231],"being":[232],"embedded":[233],"respective":[236],"latent":[237],"varying":[240],"degrees.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}