{"id":"https://openalex.org/W2293467699","doi":"https://doi.org/10.1177/0278364917710318","title":"Learning hand-eye coordination for robotic grasping with deep learning and large-scale data collection","display_name":"Learning hand-eye coordination for robotic grasping with deep learning and large-scale data collection","publication_year":2017,"publication_date":"2017-06-12","ids":{"openalex":"https://openalex.org/W2293467699","doi":"https://doi.org/10.1177/0278364917710318","mag":"2293467699"},"language":"en","primary_location":{"id":"doi:10.1177/0278364917710318","is_oa":true,"landing_page_url":"https://doi.org/10.1177/0278364917710318","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/0278364917710318","source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://journals.sagepub.com/doi/pdf/10.1177/0278364917710318","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026322200","display_name":"Sergey Levine","orcid":"https://orcid.org/0000-0001-6764-2743"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sergey Levine","raw_affiliation_strings":["Google"],"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103760848","display_name":"Peter P\u00e1stor","orcid":null},"institutions":[{"id":"https://openalex.org/I2802050120","display_name":"Southern General Hospital","ror":"https://ror.org/04wvkky61","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I2800201399","https://openalex.org/I2802050120"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peter Pastor","raw_affiliation_strings":["X"],"affiliations":[{"raw_affiliation_string":"X","institution_ids":["https://openalex.org/I2802050120"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031152245","display_name":"Alex Krizhevsky","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Krizhevsky","raw_affiliation_strings":["Google"],"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Julian Ibarz","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julian Ibarz","raw_affiliation_strings":["Google"],"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":null,"display_name":"Deirdre Quillen","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deirdre Quillen","raw_affiliation_strings":["Google"],"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5026322200"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":32.6226,"has_fulltext":false,"cited_by_count":272,"citation_normalized_percentile":{"value":0.99899274,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"37","issue":"4-5","first_page":"421","last_page":"436"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8010008931159973},{"id":"https://openalex.org/keywords/visual-servoing","display_name":"Visual servoing","score":0.7975950241088867},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.7937729358673096},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6855120658874512},{"id":"https://openalex.org/keywords/eye\u2013hand-coordination","display_name":"Eye\u2013hand coordination","score":0.6604906320571899},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6598644256591797},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5135898590087891},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4731244444847107},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.4511435031890869},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4203242063522339},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17907476425170898}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8010008931159973},{"id":"https://openalex.org/C10912380","wikidata":"https://www.wikidata.org/wiki/Q527952","display_name":"Visual servoing","level":3,"score":0.7975950241088867},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.7937729358673096},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6855120658874512},{"id":"https://openalex.org/C122434488","wikidata":"https://www.wikidata.org/wiki/Q565578","display_name":"Eye\u2013hand coordination","level":2,"score":0.6604906320571899},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6598644256591797},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5135898590087891},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4731244444847107},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.4511435031890869},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4203242063522339},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17907476425170898},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1177/0278364917710318","is_oa":true,"landing_page_url":"https://doi.org/10.1177/0278364917710318","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/0278364917710318","source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1603.02199","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1603.02199","pdf_url":"https://arxiv.org/pdf/1603.02199","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2293467699","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1603.02199.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1603.02199","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1603.02199","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1177/0278364917710318","is_oa":true,"landing_page_url":"https://doi.org/10.1177/0278364917710318","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/0278364917710318","source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2293467699.pdf","grobid_xml":"https://content.openalex.org/works/W2293467699.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W12410007","https://openalex.org/W20791675","https://openalex.org/W1502364872","https://openalex.org/W1503925285","https://openalex.org/W1538131130","https://openalex.org/W1560270123","https://openalex.org/W1851410152","https://openalex.org/W1892339738","https://openalex.org/W1909903157","https://openalex.org/W1963832262","https://openalex.org/W1971896194","https://openalex.org/W1981667747","https://openalex.org/W1986533639","https://openalex.org/W1999156278","https://openalex.org/W2006273250","https://openalex.org/W2011685039","https://openalex.org/W2015034312","https://openalex.org/W2036637075","https://openalex.org/W2049998393","https://openalex.org/W2068911002","https://openalex.org/W2085302753","https://openalex.org/W2085949256","https://openalex.org/W2088043683","https://openalex.org/W2102605133","https://openalex.org/W2122762612","https://openalex.org/W2124904960","https://openalex.org/W2126496149","https://openalex.org/W2136492961","https://openalex.org/W2143320034","https://openalex.org/W2145339207","https://openalex.org/W2151416233","https://openalex.org/W2151495243","https://openalex.org/W2152164805","https://openalex.org/W2152621765","https://openalex.org/W2155007355","https://openalex.org/W2157692698","https://openalex.org/W2161365670","https://openalex.org/W2161505441","https://openalex.org/W2166572934","https://openalex.org/W2171066085","https://openalex.org/W2201912979","https://openalex.org/W2300618187","https://openalex.org/W2404220892","https://openalex.org/W2414685554","https://openalex.org/W2417087373","https://openalex.org/W2485911221","https://openalex.org/W2561266087","https://openalex.org/W2738106482","https://openalex.org/W2949098821","https://openalex.org/W2949117887","https://openalex.org/W2962736495","https://openalex.org/W2963430173","https://openalex.org/W2963864421","https://openalex.org/W2964288706","https://openalex.org/W3103919331","https://openalex.org/W4248304976","https://openalex.org/W4253187718"],"related_works":["https://openalex.org/W2201912979","https://openalex.org/W2145339207","https://openalex.org/W2964161785","https://openalex.org/W1999156278","https://openalex.org/W2158782408","https://openalex.org/W2173248099","https://openalex.org/W2953249127","https://openalex.org/W2257979135","https://openalex.org/W2163605009","https://openalex.org/W2601066903","https://openalex.org/W2949608212","https://openalex.org/W2414685554","https://openalex.org/W2964043796","https://openalex.org/W1522301498","https://openalex.org/W1892339738","https://openalex.org/W2194775991","https://openalex.org/W2121863487","https://openalex.org/W1503925285","https://openalex.org/W3112422759","https://openalex.org/W1820657498"],"abstract_inverted_index":{"We":[0,77,93],"describe":[1,94],"a":[2,22,149,158,184],"learning-based":[3],"approach":[4,201],"to":[5,27,60,82,89,156,172,180,192,230],"hand-eye":[6,16,75],"coordination":[7,17],"for":[8,18],"robotic":[9,104,127,151,168],"grasping":[10],"from":[11,183,224],"monocular":[12,44],"images.":[13],"To":[14],"learn":[15,231],"grasping,":[19],"we":[20,99,147],"trained":[21],"large":[23],"convolutional":[24],"neural":[25],"network":[26,59,81],"predict":[28],"the":[29,35,52,58,62,66,71,84,107,117,144,178],"probability":[30],"that":[31,98,199,222],"task-space":[32],"motion":[33],"of":[34,48,119,161,187],"gripper":[36,67,85,139],"will":[37],"result":[38],"in":[39,70,86,135],"successful":[40,91],"grasps,":[41],"using":[42,122],"only":[43],"camera":[45,49,136],"images":[46],"independent":[47],"calibration":[50],"or":[51],"current":[53],"robot":[54],"pose.":[55],"This":[56],"requires":[57],"observe":[61],"spatial":[63],"relationship":[64],"between":[65,123,175],"and":[68,125,138,141,153,177,211,234],"objects":[69],"scene,":[72],"thus":[73],"learning":[74],"coordination.":[76],"then":[78],"use":[79],"this":[80],"servo":[83],"real":[87],"time":[88],"achieve":[90],"grasps.":[92],"two":[95,102,120],"large-scale":[96],"experiments":[97],"conducted":[100],"on":[101],"separate":[103],"platforms.":[105],"In":[106,143],"first":[108],"experiment,":[109,146],"about":[110],"800,000":[111],"grasp":[112,164,208],"attempts":[113],"were":[114],"collected":[115],"over":[116,162],"course":[118],"months,":[121],"6":[124],"14":[126],"manipulators":[128],"at":[129],"any":[130],"given":[131],"time,":[132],"with":[133],"differences":[134],"placement":[137],"wear":[140],"tear.":[142],"second":[145,167],"used":[148,171,191],"different":[150,185,225],"platform":[152,169],"8":[154],"robots":[155,188,226],"collect":[157],"dataset":[159],"consisting":[160],"900,000":[163],"attempts.":[165],"The":[166],"was":[170],"test":[173],"transfer":[174,218],"robots,":[176],"degree":[179],"which":[181],"data":[182,223],"set":[186],"can":[189,206,227],"be":[190,228],"aid":[193],"learning.":[194],"Our":[195,217],"experimental":[196],"results":[197],"demonstrate":[198],"our":[200],"achieves":[202],"effective":[203,235],"real-time":[204],"control,":[205],"successfully":[207],"novel":[209],"objects,":[210],"corrects":[212],"mistakes":[213],"by":[214],"continuous":[215],"servoing.":[216],"experiment":[219],"also":[220],"illustrates":[221],"combined":[229],"more":[232],"reliable":[233],"grasping.":[236]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":43},{"year":2020,"cited_by_count":38},{"year":2019,"cited_by_count":27},{"year":2018,"cited_by_count":37},{"year":2017,"cited_by_count":58},{"year":2016,"cited_by_count":14}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}