{"id":"https://openalex.org/W1975805740","doi":"https://doi.org/10.1109/robot.2010.5509935","title":"An insect-based method for learning landmark reliability using expectation reinforcement in dynamic environments","display_name":"An insect-based method for learning landmark reliability using expectation reinforcement in dynamic environments","publication_year":2010,"publication_date":"2010-05-01","ids":{"openalex":"https://openalex.org/W1975805740","doi":"https://doi.org/10.1109/robot.2010.5509935","mag":"1975805740"},"language":"en","primary_location":{"id":"doi:10.1109/robot.2010.5509935","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robot.2010.5509935","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 IEEE International Conference on Robotics and Automation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/3434569","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085829806","display_name":"Zenon Mathews","orcid":"https://orcid.org/0000-0002-6562-5584"},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Universitat Pompeu Fabra","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Zenon Mathews","raw_affiliation_strings":["SPECS laboratory at Institut Universitari de l'Audiovisual (IUA) of the technology department of Universitat Pompeu Fabra (UPF) in Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SPECS laboratory at Institut Universitari de l'Audiovisual (IUA) of the technology department of Universitat Pompeu Fabra (UPF) in Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078633097","display_name":"Paul F. M. J. Verschure","orcid":"https://orcid.org/0000-0003-3643-9544"},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Universitat Pompeu Fabra","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Paul F.M.J. Verschure","raw_affiliation_strings":["SPECS laboratory at Institut Universitari de l'Audiovisual (IUA) of the technology department of Universitat Pompeu Fabra (UPF) in Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SPECS laboratory at Institut Universitari de l'Audiovisual (IUA) of the technology department of Universitat Pompeu Fabra (UPF) in Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016943704","display_name":"Sergi Berm\u00fadez i Badia","orcid":"https://orcid.org/0000-0003-4452-0414"},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Universitat Pompeu Fabra","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sergi Bermu\u0301dez i Badia","raw_affiliation_strings":["SPECS laboratory at Institut Universitari de l'Audiovisual (IUA) of the technology department of Universitat Pompeu Fabra (UPF) in Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SPECS laboratory at Institut Universitari de l'Audiovisual (IUA) of the technology department of Universitat Pompeu Fabra (UPF) in Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5888,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.59926146,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"205","issue":null,"first_page":"3805","last_page":"3812"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10423","display_name":"Neurobiology and Insect Physiology Research","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10423","display_name":"Neurobiology and Insect Physiology Research","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11685","display_name":"Zebrafish Biomedical Research Applications","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7652302980422974},{"id":"https://openalex.org/keywords/landmark","display_name":"Landmark","score":0.7522342801094055},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7336419820785522},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6706908345222473},{"id":"https://openalex.org/keywords/neuroethology","display_name":"Neuroethology","score":0.495571494102478},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4593735933303833},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4296235740184784}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7652302980422974},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.7522342801094055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7336419820785522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6706908345222473},{"id":"https://openalex.org/C188015885","wikidata":"https://www.wikidata.org/wiki/Q1336265","display_name":"Neuroethology","level":3,"score":0.495571494102478},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4593735933303833},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4296235740184784},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/robot.2010.5509935","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robot.2010.5509935","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 IEEE International Conference on Robotics and Automation","raw_type":"proceedings-article"},{"id":"pmh:oai:accedacris.ulpgc.es:10553/48147","is_oa":false,"landing_page_url":"http://hdl.handle.net/10553/48147","pdf_url":null,"source":{"id":"https://openalex.org/S4306400136","display_name":"Acceda (Universidad de Las Palmas de Gran Canaria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings - IEEE International Conference on Robotics and Automation[ISSN 1050-4729] (5509935), p. 3805-3812 (julio 2010)","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:zenodo.org:3434569","is_oa":true,"landing_page_url":"https://zenodo.org/record/3434569","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:3434569","is_oa":true,"landing_page_url":"https://zenodo.org/record/3434569","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W141689548","https://openalex.org/W607660952","https://openalex.org/W1816275442","https://openalex.org/W1971760620","https://openalex.org/W1973350167","https://openalex.org/W1973478411","https://openalex.org/W1981698940","https://openalex.org/W2000214310","https://openalex.org/W2005802153","https://openalex.org/W2021861830","https://openalex.org/W2029032878","https://openalex.org/W2033771479","https://openalex.org/W2052515926","https://openalex.org/W2082149624","https://openalex.org/W2092195418","https://openalex.org/W2092309708","https://openalex.org/W2099052258","https://openalex.org/W2102305209","https://openalex.org/W2102984289","https://openalex.org/W2103692957","https://openalex.org/W2106990484","https://openalex.org/W2107894771","https://openalex.org/W2119902363","https://openalex.org/W2122198685","https://openalex.org/W2122269015","https://openalex.org/W2137204431","https://openalex.org/W2137321978","https://openalex.org/W2141850017","https://openalex.org/W2143926947","https://openalex.org/W2145371424","https://openalex.org/W2158061932","https://openalex.org/W2161113761","https://openalex.org/W2164940357","https://openalex.org/W2168917328","https://openalex.org/W2170922717","https://openalex.org/W2990693854","https://openalex.org/W4297873189","https://openalex.org/W4388291344","https://openalex.org/W6643588002","https://openalex.org/W6680621742"],"related_works":["https://openalex.org/W184011169","https://openalex.org/W2056853153","https://openalex.org/W2057559274","https://openalex.org/W2005087563","https://openalex.org/W2378111931","https://openalex.org/W2052388267","https://openalex.org/W2950647290","https://openalex.org/W1968481813","https://openalex.org/W2620829895","https://openalex.org/W2356918560"],"abstract_inverted_index":{"Navigation":[0],"in":[1,10,58,71,175],"unknown":[2],"dynamic":[3,72,176],"environments":[4,177],"still":[5],"remains":[6],"a":[7,66,95,179],"major":[8],"challenge":[9],"robotics.":[11],"Whereas":[12],"insects":[13],"like":[14],"the":[15,32,35,77,81,101,116,125,129,152,160],"desert":[16],"ant":[17,167],"with":[18,28,146,151],"very":[19],"limited":[20],"computing":[21],"and":[22,61,185],"memory":[23,180],"capacities":[24],"solve":[25],"this":[26],"task":[27],"great":[29],"efficiency.":[30],"Thus,":[31],"understanding":[33],"of":[34,39,83,114,118,154,159],"underlying":[36],"neural":[37],"mechanisms":[38],"insect":[40,59],"navigation":[41,70,174],"can":[42],"inform":[43],"us":[44],"on":[45,55,100],"how":[46],"to":[47,79,131,149],"build":[48],"simpler":[49],"yet":[50],"robust":[51],"autonomous":[52,162],"robots.":[53],"Based":[54],"recent":[56],"developments":[57],"neuroethology":[60],"cognitive":[62],"psychology,":[63],"we":[64,93],"propose":[65],"method":[67,75],"for":[68],"landmark":[69],"environments.":[73],"Our":[74],"enables":[76],"navigator":[78,130,163],"learn":[80],"reliability":[82],"landmarks":[84,119],"using":[85],"an":[86],"expectation":[87],"reinforcement":[88],"method.":[89],"For":[90],"that":[91,109],"end,":[92],"implemented":[94],"real-time":[96],"neuronal":[97],"model":[98,111,172],"based":[99],"Distributed":[102],"Adaptive":[103],"Control":[104],"framework.":[105],"The":[106,157],"results":[107,153],"demonstrate":[108],"our":[110,155,171],"is":[112],"capable":[113],"learning":[115],"stability":[117],"by":[120],"reinforcing":[121],"its":[122,134,137],"expectations.":[123],"Also,":[124],"proposed":[126,161],"mechanism":[127],"allows":[128],"optimally":[132],"restore":[133],"confidence":[135],"when":[136],"expectations":[138,184],"are":[139],"violated.":[140],"We":[141],"also":[142],"perform":[143],"navigational":[144,168],"experiments":[145],"real":[147,166],"ants":[148],"compare":[150],"model.":[156],"behavior":[158],"closely":[164],"resembles":[165],"behavior.":[169],"Moreover,":[170],"explains":[173],"as":[178],"consolidation":[181],"process,":[182],"harnessing":[183],"their":[186],"violations.":[187]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2016-06-24T00:00:00"}