{"id":"https://openalex.org/W4389665823","doi":"https://doi.org/10.1109/iros55552.2023.10341913","title":"Learning Open-Loop Saccadic Control of a 3D Biomimetic Eye Using the Actor-Critic Algorithm","display_name":"Learning Open-Loop Saccadic Control of a 3D Biomimetic Eye Using the Actor-Critic Algorithm","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4389665823","doi":"https://doi.org/10.1109/iros55552.2023.10341913"},"language":"en","primary_location":{"id":"doi:10.1109/iros55552.2023.10341913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10341913","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093479832","display_name":"Henrique Granado","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Henrique Granado","raw_affiliation_strings":["Instituto Superior Técnico Lisboa,ISR,Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto Superior Técnico Lisboa,ISR,Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032567434","display_name":"Reza Javanmard Alitappeh","orcid":"https://orcid.org/0000-0002-7250-4879"},"institutions":[{"id":"https://openalex.org/I123173325","display_name":"Mazandaran University of Science and Technology","ror":"https://ror.org/03s3hf581","country_code":"IR","type":"education","lineage":["https://openalex.org/I123173325"]},{"id":"https://openalex.org/I4210139126","display_name":"University of Science and Technology of Mazandaran","ror":"https://ror.org/04jf6jw55","country_code":"IR","type":"education","lineage":["https://openalex.org/I4210139126"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Reza Javanmard Alitappeh","raw_affiliation_strings":["Univ. of Science and Technology of Mazandaran,Iran","Univ. of Science and Technology of Mazandaran, Iran"],"affiliations":[{"raw_affiliation_string":"Univ. of Science and Technology of Mazandaran,Iran","institution_ids":["https://openalex.org/I4210139126","https://openalex.org/I123173325"]},{"raw_affiliation_string":"Univ. of Science and Technology of Mazandaran, Iran","institution_ids":["https://openalex.org/I4210139126"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063073177","display_name":"Akhil John","orcid":"https://orcid.org/0000-0001-8592-3274"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akhil John","raw_affiliation_strings":["Instituto Superior Técnico Lisboa,ISR,Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto Superior Técnico Lisboa,ISR,Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002997012","display_name":"A. John Van Opstal","orcid":"https://orcid.org/0000-0001-5957-5712"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"A. John Van Opstal","raw_affiliation_strings":["Radboud University,Neurophysics Section, DCN,Netherlands","Neurophysics Section, DCN, Radboud University, Netherlands"],"affiliations":[{"raw_affiliation_string":"Radboud University,Neurophysics Section, DCN,Netherlands","institution_ids":["https://openalex.org/I145872427"]},{"raw_affiliation_string":"Neurophysics Section, DCN, Radboud University, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028959217","display_name":"Alexandre Bernardino","orcid":"https://orcid.org/0000-0003-3991-1269"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alexandre Bernardino","raw_affiliation_strings":["Instituto Superior Técnico Lisboa,ISR,Portugal"],"affiliations":[{"raw_affiliation_string":"Instituto Superior Técnico Lisboa,ISR,Portugal","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5093479832"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.216,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.60318991,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"9832","last_page":"9838"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11685","display_name":"Zebrafish Biomedical Research Applications","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11685","display_name":"Zebrafish Biomedical Research Applications","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10691","display_name":"Retinal Development and Disorders","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/saccadic-masking","display_name":"Saccadic masking","score":0.8533101081848145},{"id":"https://openalex.org/keywords/saccade","display_name":"Saccade","score":0.7140436172485352},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6579671502113342},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6161820888519287},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6048313975334167},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.5517812967300415},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.48997750878334045},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4711883068084717},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3691258430480957},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.29585298895835876}],"concepts":[{"id":"https://openalex.org/C11054436","wikidata":"https://www.wikidata.org/wiki/Q7396580","display_name":"Saccadic masking","level":3,"score":0.8533101081848145},{"id":"https://openalex.org/C2779524336","wikidata":"https://www.wikidata.org/wiki/Q369503","display_name":"Saccade","level":3,"score":0.7140436172485352},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6579671502113342},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6161820888519287},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6048313975334167},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.5517812967300415},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.48997750878334045},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4711883068084717},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3691258430480957},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.29585298895835876},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros55552.2023.10341913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros55552.2023.10341913","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2028575381","https://openalex.org/W2029228773","https://openalex.org/W2045902245","https://openalex.org/W2078652550","https://openalex.org/W2094992239","https://openalex.org/W2127918612","https://openalex.org/W2175410136","https://openalex.org/W2334665463","https://openalex.org/W2603099819","https://openalex.org/W2612690371","https://openalex.org/W2904246096","https://openalex.org/W2968193238","https://openalex.org/W3042079570","https://openalex.org/W3048519804","https://openalex.org/W3157829850","https://openalex.org/W3165324280","https://openalex.org/W4237136870","https://openalex.org/W4301803258","https://openalex.org/W6677765683","https://openalex.org/W6739585900","https://openalex.org/W6757592117","https://openalex.org/W6845088539"],"related_works":["https://openalex.org/W4377940789","https://openalex.org/W4311556462","https://openalex.org/W2144512311","https://openalex.org/W2020028422","https://openalex.org/W2037836090","https://openalex.org/W4322720324","https://openalex.org/W2475244479","https://openalex.org/W2076204212","https://openalex.org/W2079218653","https://openalex.org/W4242213386"],"abstract_inverted_index":{"The":[0,86,115,157,168],"application":[1],"of":[2,18,27,29,40,79,82,148,155],"reinforcement":[3,63],"learning":[4,64],"algorithms":[5],"to":[6,61,65,107,111,133,142,160],"robotics":[7],"has":[8],"increased":[9],"over":[10],"the":[11,16,38,76,83,89,95,108,113,119,126,135,149],"last":[12],"decade,":[13],"especially":[14],"for":[15,88],"control":[17,33,39,67,78,91,99,164],"robots":[19],"with":[20,45],"non-linear":[21,173],"dynamics":[22,174],"and":[23,69,105,130,180],"a":[24,41,51,71,143,153,162],"redundant":[25],"number":[26],"degrees":[28],"freedom":[30],"using":[31],"classic":[32],"techniques.":[34],"Here":[35],"we":[36],"study":[37],"biomimetic":[42],"robotic":[43,84],"eye":[44,151],"three":[46],"extraocular":[47],"muscle":[48],"pairs":[49],"as":[50,152,175],"prime":[52],"example.":[53],"Using":[54],"an":[55],"actor-critic":[56],"algorithm,":[57],"this":[58,66],"paper":[59],"aims":[60],"link":[62],"problem,":[68],"create":[70],"framework":[72],"that":[73,117],"will":[74],"learn":[75,161],"open-loop":[77],"saccadic":[80,120,163],"movements":[81],"eye.":[85],"basis":[87],"implemented":[90],"is":[92,102,122,131],"inspired":[93,124],"by":[94,125,187],"primate":[96,127],"physiological":[97],"pulsed":[98],"signal,":[100],"which":[101],"generated,":[103],"integrated":[104],"sent":[106],"appropriate":[109],"muscles":[110],"perform":[112],"saccade.":[114],"metric":[116],"evaluates":[118],"output":[121],"also":[123],"oculomotor":[128],"system":[129],"used":[132],"shape":[134],"reward":[136],"function.":[137],"This":[138],"methodology":[139],"was":[140],"applied":[141],"simplified":[144],"3D":[145,182],"physical":[146],"model":[147],"human":[150],"proof":[154],"concept.":[156],"algorithm":[158],"managed":[159],"strategy":[165],"in":[166,178],"3D.":[167],"trajectories":[169],"obtained,":[170],"have":[171],"similar":[172],"those":[176],"recorded":[177],"humans":[179],"their":[181],"rotational":[183],"kinematics":[184],"are":[185],"constrained":[186],"Listing's":[188],"law.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}