{"id":"https://openalex.org/W2737770521","doi":null,"title":"Category Level Pick and Place Using Deep Reinforcement Learning.","display_name":"Category Level Pick and Place Using Deep Reinforcement Learning.","publication_year":2017,"publication_date":"2017-07-18","ids":{"openalex":"https://openalex.org/W2737770521","mag":"2737770521"},"language":"en","primary_location":{"id":"mag:2737770521","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/journals/corr/corr1707.html#GualtieriPP17","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017321004","display_name":"Marcus Gualtieri","orcid":"https://orcid.org/0000-0002-7806-2186","observed_orcids":["https://orcid.org/0000-0002-7806-2186"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marcus Gualtieri","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-7806-2186","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053100832","display_name":"Andreas ten Pas","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andreas ten Pas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Robert W. Platt","orcid":"https://orcid.org/0000-0002-5981-8443","observed_orcids":["https://orcid.org/0000-0002-5981-8443"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robert W. Platt","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5981-8443","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2761,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.54762628,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.6182000041007996,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.6182000041007996,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3815999925136566,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robotic-pick-and-place","display_name":"pick and place robot","score":0.9639999866485596},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9120000004768372},{"id":"https://openalex.org/keywords/regrasping","display_name":"regrasping","score":0.8050000071525574},{"id":"https://openalex.org/keywords/sensor-perception","display_name":"sensor perception","score":0.3630000054836273},{"id":"https://openalex.org/keywords/mugs","display_name":"mugs","score":0.5440000295639038},{"id":"https://openalex.org/keywords/bottles","display_name":"bottles","score":0.9760000109672546},{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.8230000138282776}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7939715385437012},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7115833759307861},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6879136562347412},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6778614521026611},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.673368513584137},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6048749089241028},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.547478973865509},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42766281962394714},{"id":"https://openalex.org/C17511633","wikidata":"https://www.wikidata.org/wiki/Q830694","display_name":"SMT placement equipment","level":3,"score":0.4262537360191345},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07529562711715698},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2737770521","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/journals/corr/corr1707.html#GualtieriPP17","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W46565623","https://openalex.org/W1504564577","https://openalex.org/W1510186039","https://openalex.org/W1909903157","https://openalex.org/W1977655452","https://openalex.org/W1999156278","https://openalex.org/W2010274050","https://openalex.org/W2041376653","https://openalex.org/W2046434485","https://openalex.org/W2112796928","https://openalex.org/W2127218421","https://openalex.org/W2131337842","https://openalex.org/W2155893237","https://openalex.org/W2207670488","https://openalex.org/W2290564286","https://openalex.org/W2293883387","https://openalex.org/W2485911221","https://openalex.org/W2561523096","https://openalex.org/W2564383266","https://openalex.org/W2963280855"],"related_works":["https://openalex.org/W2758506095","https://openalex.org/W6893724929","https://openalex.org/W4318464334","https://openalex.org/W6884926538","https://openalex.org/W3187185208","https://openalex.org/W4400034095","https://openalex.org/W4379795177","https://openalex.org/W7132455187","https://openalex.org/W2914514735","https://openalex.org/W3185173377"],"abstract_inverted_index":{"We":[0,61,120],"propose":[1,37],"a":[2,11,38,56,67,143,148],"novel":[3],"formulation":[4],"of":[5,30,58,70,79,108,112],"robotic":[6,23],"pick":[7],"and":[8,34,53,72,132,137],"place":[9],"as":[10],"deep":[12,19],"reinforcement":[13],"learning":[14],"(RL)":[15],"problem.":[16],"Whereas":[17],"most":[18],"RL":[20],"approaches":[21],"to":[22,82,99,127,147],"manipulation":[24],"frame":[25],"the":[26,51,76,80,95,100,109,116],"problem":[27],"in":[28,135],"terms":[29],"low":[31],"level":[32],"states":[33,54],"actions,":[35],"we":[36],"more":[39],"abstract":[40],"formulation.":[41],"In":[42],"this":[43,63],"formulation,":[44],"actions":[45],"are":[46,55],"target":[47],"reach":[48],"poses":[49],"for":[50,114],"hand":[52],"history":[57],"such":[59],"reaches.":[60],"show":[62,142],"approach":[64],"can":[65],"solve":[66],"challenging":[68],"class":[69,111],"pick-place":[71],"regrasping":[73],"problems":[74],"where":[75],"exact":[77],"geometry":[78],"objects":[81,113,125],"be":[83],"handled":[84],"is":[85],"unknown.":[86],"The":[87],"only":[88],"information":[89],"our":[90,122],"method":[91,123],"requires":[92],"is:":[93],"1)":[94],"sensor":[96],"perception":[97],"available":[98],"robot":[101],"at":[102],"test":[103],"time;":[104],"2)":[105],"prior":[106],"knowledge":[107],"general":[110],"which":[115],"system":[117],"was":[118],"trained.":[119],"evaluate":[121],"using":[124],"belonging":[126],"two":[128],"different":[129],"categories,":[130],"mugs":[131],"bottles,":[133],"both":[134],"simulation":[136],"on":[138],"real":[139],"hardware.":[140],"Results":[141],"major":[144],"improvement":[145],"relative":[146],"shape":[149],"primitives":[150],"baseline.":[151]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2017-07-31T00:00:00"}