{"id":"https://openalex.org/W3090853993","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207332","title":"Deep Reinforcement Learning Control of Hand-Eye Coordination with a Software Retina","display_name":"Deep Reinforcement Learning Control of Hand-Eye Coordination with a Software Retina","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3090853993","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207332","mag":"3090853993"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207332","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207332","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067754895","display_name":"Lewis Boyd","orcid":"https://orcid.org/0000-0003-4475-2223"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Lewis Campbell Boyd","raw_affiliation_strings":["School of Computer Science University of Glasgow, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computer Science University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045620948","display_name":"Vanja Popovic","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vanja Popovic","raw_affiliation_strings":["School of Computer Science University of Glasgow, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computer Science University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101437795","display_name":"J. Paul Siebert","orcid":"https://orcid.org/0000-0002-9405-4872"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jan Paul Siebert","raw_affiliation_strings":["School of Computer Science University of Glasgow, Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computer Science University of Glasgow, Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5067754895"],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":0.2274,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.51497285,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"518","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7607128024101257},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7503459453582764},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6943965554237366},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6390851736068726},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6291829347610474},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.587316632270813},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5466225743293762},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.49468371272087097},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.4930245578289032},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4278586506843567}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7607128024101257},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7503459453582764},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6943965554237366},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6390851736068726},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6291829347610474},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.587316632270813},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5466225743293762},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.49468371272087097},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.4930245578289032},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4278586506843567},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207332","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207332","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},{"id":"pmh:oai:strathprints.strath.ac.uk:78528","is_oa":false,"landing_page_url":"https://strathprints.strath.ac.uk/view/author/1272837.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4306402226","display_name":"Strathprints: The University of Strathclyde institutional repository (University of Strathclyde)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I181647926","host_organization_name":"University of Strathclyde","host_organization_lineage":["https://openalex.org/I181647926"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W1836465849","https://openalex.org/W1894113879","https://openalex.org/W1926515346","https://openalex.org/W1977655452","https://openalex.org/W2145339207","https://openalex.org/W2194775991","https://openalex.org/W2302255633","https://openalex.org/W2401231614","https://openalex.org/W2498789492","https://openalex.org/W2610395436","https://openalex.org/W2787666871","https://openalex.org/W2810785043","https://openalex.org/W2922811796","https://openalex.org/W2949117887","https://openalex.org/W2962736495","https://openalex.org/W2963484919","https://openalex.org/W2963864421","https://openalex.org/W2964137095","https://openalex.org/W3091277626","https://openalex.org/W4293864724","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6638667902","https://openalex.org/W6639759916","https://openalex.org/W6684921986","https://openalex.org/W6687483927","https://openalex.org/W6697071109","https://openalex.org/W6698183232","https://openalex.org/W6713132643","https://openalex.org/W6723529691","https://openalex.org/W6737327832","https://openalex.org/W6753243525"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W4226493464","https://openalex.org/W4312417841","https://openalex.org/W3193565141","https://openalex.org/W3133861977","https://openalex.org/W3167935049","https://openalex.org/W3029198973"],"abstract_inverted_index":{"Deep":[0,91,137],"Reinforcement":[1],"Learning":[2],"(DRL)":[3],"has":[4],"gained":[5],"much":[6],"attention":[7],"for":[8],"solving":[9],"robotic":[10,88],"hand-eye":[11],"coordination":[12],"tasks":[13],"from":[14],"raw":[15],"pixel":[16],"values.":[17],"Despite":[18],"promising":[19],"results,":[20],"training":[21,32,38,78,87,168],"agents":[22],"using":[23,82,90],"images":[24,54,112,192],"is":[25,176],"hardware":[26],"intensive":[27],"often":[28,56],"requiring":[29],"millions":[30],"of":[31,43,65,69,122],"steps":[33],"to":[34,86,109,113,133,142,151,165,178,183,198],"converge":[35],"incurring":[36],"long":[37],"times":[39],"and":[40,45,58,67,124,160,205],"increased":[41],"risk":[42],"wear":[44],"tear":[46],"on":[47,104,202],"the":[48,79,105,119,129,148,153,156,207,213],"robot.":[49],"To":[50],"speed":[51,163],"up":[52],"training,":[53],"are":[55],"cropped":[57],"downscaled":[59],"resulting":[60],"in":[61],"a":[62,100,136,180,185,203],"smaller":[63],"field":[64,121],"view":[66,123],"loss":[68],"valuable":[70],"high-frequency":[71,125],"data.":[72],"In":[73],"this":[74],"paper,":[75],"we":[76],"propose":[77],"vision":[80,97,149],"system":[81,98,150,182],"supervised":[83],"learning":[84],"prior":[85,132],"actuation":[89],"Deterministic":[92],"Policy":[93],"Gradient":[94],"(DDPG).":[95],"The":[96],"uses":[99],"software":[101],"retina,":[102],"based":[103],"mammalian":[106],"retino-cortical":[107],"transform,":[108],"preprocess":[110,152],"full-size":[111,191],"compress":[114],"image":[115,171],"data":[116,172],"while":[117],"preserving":[118],"full":[120],"visual":[126,144],"information":[127],"around":[128],"fixation":[130],"point":[131],"processing":[134,190],"by":[135,194,211],"Convolutional":[138],"Neural":[139],"Network":[140],"(DCNN)":[141],"extract":[143],"state":[145],"information.":[146],"Using":[147],"environment":[154],"improves":[155],"agent's":[157],"sample":[158],"complexity":[159],"network":[161],"update":[162],"leading":[164],"significantly":[166],"faster":[167],"with":[169],"reduced":[170],"loss.":[173],"Our":[174],"method":[175],"used":[177],"train":[179],"DRL":[181],"control":[184],"real":[186],"Baxter":[187],"robot's":[188],"arm,":[189],"captured":[193],"an":[195,200],"in-wrist":[196],"camera":[197,208],"locate":[199],"object":[201],"table":[204],"centre":[206],"over":[209],"it":[210],"actuating":[212],"robot":[214],"arm.":[215]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}