{"id":"https://openalex.org/W2903932337","doi":"https://doi.org/10.1109/lra.2019.2899192","title":"From Pixels to Percepts: Highly Robust Edge Perception and Contour Following Using Deep Learning and an Optical Biomimetic Tactile Sensor","display_name":"From Pixels to Percepts: Highly Robust Edge Perception and Contour Following Using Deep Learning and an Optical Biomimetic Tactile Sensor","publication_year":2019,"publication_date":"2019-02-13","ids":{"openalex":"https://openalex.org/W2903932337","doi":"https://doi.org/10.1109/lra.2019.2899192","mag":"2903932337"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2019.2899192","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2019.2899192","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research-information.bris.ac.uk/en/publications/633796a3-c1be-48fe-a282-5d4eca951fc6","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015897265","display_name":"Nathan F. Lepora","orcid":"https://orcid.org/0000-0001-5327-1523"},"institutions":[{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nathan F. Lepora","raw_affiliation_strings":["Department of Engineering Mathematics and Bristol Robotics Laboratory, University of Bristol, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5327-1523","affiliations":[{"raw_affiliation_string":"Department of Engineering Mathematics and Bristol Robotics Laboratory, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I4210161128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053354197","display_name":"Alex Church","orcid":"https://orcid.org/0000-0002-4062-5959"},"institutions":[{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alex Church","raw_affiliation_strings":["Department of Engineering Mathematics and Bristol Robotics Laboratory, University of Bristol, Bristol, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Mathematics and Bristol Robotics Laboratory, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I4210161128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043903450","display_name":"Conrad de Kerckhove","orcid":null},"institutions":[{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Conrad de Kerckhove","raw_affiliation_strings":["Department of Engineering Mathematics and Bristol Robotics Laboratory, University of Bristol, Bristol, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Mathematics and Bristol Robotics Laboratory, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I4210161128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079415139","display_name":"Raia Hadsell","orcid":"https://orcid.org/0000-0002-2390-1771"},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Raia Hadsell","raw_affiliation_strings":["Google DeepMind, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind, London, U.K","institution_ids":["https://openalex.org/I4210113297","https://openalex.org/I4210090411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025972235","display_name":"John W. Lloyd","orcid":"https://orcid.org/0000-0002-5630-683X"},"institutions":[{"id":"https://openalex.org/I4210161128","display_name":"Bristol Robotics Laboratory","ror":"https://ror.org/056sbyc67","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210161128"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"John Lloyd","raw_affiliation_strings":["Department of Engineering Mathematics and Bristol Robotics Laboratory, University of Bristol, Bristol, U.K"],"raw_orcid":"https://orcid.org/0000-0002-5630-683X","affiliations":[{"raw_affiliation_string":"Department of Engineering Mathematics and Bristol Robotics Laboratory, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I4210161128"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.845,"has_fulltext":false,"cited_by_count":114,"citation_normalized_percentile":{"value":0.98734054,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"4","issue":"2","first_page":"2101","last_page":"2107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10338","display_name":"Advanced Sensor and Energy Harvesting Materials","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8334518671035767},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.727120578289032},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6694076657295227},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6525266766548157},{"id":"https://openalex.org/keywords/tactile-sensor","display_name":"Tactile sensor","score":0.6468349695205688},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.619735598564148},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6019681096076965},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5159509778022766},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4611651301383972},{"id":"https://openalex.org/keywords/tactile-perception","display_name":"Tactile perception","score":0.45370572805404663},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4386581480503082},{"id":"https://openalex.org/keywords/biomimetics","display_name":"Biomimetics","score":0.41278234124183655},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08517035841941833}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8334518671035767},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.727120578289032},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6694076657295227},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6525266766548157},{"id":"https://openalex.org/C46722567","wikidata":"https://www.wikidata.org/wiki/Q7674139","display_name":"Tactile sensor","level":3,"score":0.6468349695205688},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.619735598564148},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6019681096076965},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5159509778022766},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4611651301383972},{"id":"https://openalex.org/C3017819093","wikidata":"https://www.wikidata.org/wiki/Q328835","display_name":"Tactile perception","level":3,"score":0.45370572805404663},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4386581480503082},{"id":"https://openalex.org/C165062768","wikidata":"https://www.wikidata.org/wiki/Q1145644","display_name":"Biomimetics","level":2,"score":0.41278234124183655},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08517035841941833},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/lra.2019.2899192","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2019.2899192","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire_cris_publications/633796a3-c1be-48fe-a282-5d4eca951fc6","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/633796a3-c1be-48fe-a282-5d4eca951fc6","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lepora, N F, Church, A, De Kerckhove, C, Hadsell, R & Lloyd, J 2019, 'From Pixels to Percepts : Highly Robust Edge Perception and Contour Following Using Deep Learning and an Optical Biomimetic Tactile Sensor', IEEE Robotics and Automation Letters, vol. 4, no. 2, 8641397, pp. 2101-2107. https://doi.org/10.1109/LRA.2019.2899192","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:arXiv.org:1812.02941","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.02941","pdf_url":"https://arxiv.org/pdf/1812.02941","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:research-information.bris.ac.uk:publications/633796a3-c1be-48fe-a282-5d4eca951fc6","is_oa":false,"landing_page_url":"https://hdl.handle.net/1983/633796a3-c1be-48fe-a282-5d4eca951fc6","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:research-information.bris.ac.uk:openaire_cris_publications/633796a3-c1be-48fe-a282-5d4eca951fc6","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/633796a3-c1be-48fe-a282-5d4eca951fc6","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lepora, N F, Church, A, De Kerckhove, C, Hadsell, R & Lloyd, J 2019, 'From Pixels to Percepts : Highly Robust Edge Perception and Contour Following Using Deep Learning and an Optical Biomimetic Tactile Sensor', IEEE Robotics and Automation Letters, vol. 4, no. 2, 8641397, pp. 2101-2107. https://doi.org/10.1109/LRA.2019.2899192","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.75}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W102778925","https://openalex.org/W1548071717","https://openalex.org/W1919477892","https://openalex.org/W2026697682","https://openalex.org/W2043899486","https://openalex.org/W2062876937","https://openalex.org/W2068882612","https://openalex.org/W2069720069","https://openalex.org/W2101779732","https://openalex.org/W2113458228","https://openalex.org/W2117292300","https://openalex.org/W2161482343","https://openalex.org/W2200175238","https://openalex.org/W2281770328","https://openalex.org/W2293701398","https://openalex.org/W2345650853","https://openalex.org/W2397232755","https://openalex.org/W2518171088","https://openalex.org/W2528124744","https://openalex.org/W2557283755","https://openalex.org/W2564318728","https://openalex.org/W2567050476","https://openalex.org/W2585610283","https://openalex.org/W2587349145","https://openalex.org/W2587761457","https://openalex.org/W2607172324","https://openalex.org/W2607241646","https://openalex.org/W2687523990","https://openalex.org/W2775095556","https://openalex.org/W2775635818","https://openalex.org/W2781493652","https://openalex.org/W2793447234","https://openalex.org/W2803414907","https://openalex.org/W2804941773","https://openalex.org/W2892010946","https://openalex.org/W2962688712","https://openalex.org/W2962693627","https://openalex.org/W2963021155","https://openalex.org/W2963048676","https://openalex.org/W2963915174","https://openalex.org/W2964248288","https://openalex.org/W2964295617","https://openalex.org/W3098436915","https://openalex.org/W3099587965","https://openalex.org/W3100674903","https://openalex.org/W4246211341","https://openalex.org/W6640177214","https://openalex.org/W6726779022","https://openalex.org/W6731396922"],"related_works":["https://openalex.org/W2659967915","https://openalex.org/W2968697781","https://openalex.org/W4280558152","https://openalex.org/W2587349145","https://openalex.org/W3044219292","https://openalex.org/W1572125920","https://openalex.org/W2397232755","https://openalex.org/W2497263329","https://openalex.org/W2466077980","https://openalex.org/W3160703663"],"abstract_inverted_index":{"Deep":[0],"learning":[1,46,161],"has":[2,15],"the":[3,8,28,53,77,142],"potential":[4],"to":[5,35,38,47,67,99,135,138],"have":[6],"same":[7],"impact":[9],"on":[10,17,132],"robot":[11,18],"touch":[12],"as":[13,24],"it":[14],"had":[16],"vision.":[19],"Optical":[20],"tactile":[21,51,157],"sensors":[22],"act":[23],"a":[25,80,92,120,127,150],"bridge":[26],"between":[27],"subjects":[29],"by":[30,124],"allowing":[31],"techniques":[32,134],"from":[33],"vision":[34],"be":[36],"applied":[37],"touch.":[39],"In":[40],"this":[41,148],"letter,":[42],"we":[43],"apply":[44],"deep":[45,81,160],"an":[48,57],"optical":[49],"biomimetic":[50],"sensor,":[52],"TacTip,":[54],"which":[55,141],"images":[56],"array":[58],"of":[59,79,156],"papillae":[60],"(pins)":[61],"inside":[62],"its":[63],"sensing":[64,158],"surface":[65],"analogous":[66],"structures":[68],"within":[69],"human":[70],"skin.":[71],"Our":[72],"main":[73],"result":[74],"is":[75,105,149],"that":[76,159],"application":[78],"convolutional":[82],"neural":[83],"network":[84],"can":[85],"give":[86],"reliable":[87],"edge":[88],"perception":[89],"and,":[90],"thus":[91],"robust":[93],"policy":[94],"for":[95],"planning":[96],"contact":[97],"points":[98],"move":[100],"around":[101],"object":[102],"contours.":[103],"Robustness":[104],"demonstrated":[106],"over":[107],"several":[108],"irregular":[109],"and":[110,116],"compliant":[111],"objects":[112],"with":[113],"both":[114],"tapping":[115,125],"continuous":[117],"sliding,":[118],"using":[119,133],"model":[121,143],"trained":[122],"only":[123],"onto":[126],"disk.":[128],"These":[129],"results":[130],"relied":[131],"encourage":[136],"generalization":[137],"tasks":[139],"beyond":[140],"was":[144],"trained.":[145],"We":[146],"expect":[147],"generic":[151],"problem":[152],"in":[153],"practical":[154],"applications":[155],"will":[162],"solve.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":35},{"year":2020,"cited_by_count":19},{"year":2019,"cited_by_count":6}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2018-12-22T00:00:00"}