{"id":"https://openalex.org/W2913446087","doi":null,"title":"Learning to Grasp Objects with Reinforcement Learning","display_name":"Learning to Grasp Objects with Reinforcement Learning","alternate_titles":[],"publication_year":2018,"publication_date":"2018-03-26","ids":{"openalex":"https://openalex.org/W2913446087","mag":"2913446087"},"language":"en","primary_location":{"id":"mag:2913446087","doi":null,"is_oa":false,"landing_page_url":"http://fse.studenttheses.ub.rug.nl/16612/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2913446087"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005013711","display_name":"Rik Timmers","orcid":"https://orcid.org/0000-0001-8975-149X","observed_orcids":["https://orcid.org/0000-0001-8975-149X"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Rik Timmers","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5005013711"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10571","display_name":"Robotic Mechanisms and Dynamics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robotic-arm-control","display_name":"robotic arm control","score":0.6489999890327454},{"id":"https://openalex.org/keywords/object-grasping","display_name":"object grasping","score":0.9300000071525574},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.6520000100135803},{"id":"https://openalex.org/keywords/v-rep-simulation","display_name":"V-REP simulation","score":0.8920000195503235},{"id":"https://openalex.org/keywords/exploration-strategy","display_name":"exploration strategy","score":0.8080000281333923},{"id":"https://openalex.org/keywords/ornstein-uhlenbeck-process","display_name":"Ornstein-Uhlenbeck process","score":0.843999981880188},{"id":"https://openalex.org/keywords/pretraining","display_name":"pre-training","score":0.5839999914169312},{"id":"https://openalex.org/keywords/domestic-service-robots","display_name":"home service robots","score":0.7099999785423279},{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.4970000088214874}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7065585255622864},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6321743726730347},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6276218295097351},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.6094744205474854},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6090235710144043},{"id":"https://openalex.org/C17816587","wikidata":"https://www.wikidata.org/wiki/Q1501872","display_name":"Inverse kinematics","level":3,"score":0.5717430114746094},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.45944488048553467},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4478580951690674},{"id":"https://openalex.org/C187523126","wikidata":"https://www.wikidata.org/wiki/Q17098330","display_name":"Inverse dynamics","level":3,"score":0.4455048143863678},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4363633096218109},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4305036664009094},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.41237786412239075},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39288970828056335},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19515377283096313},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2913446087","doi":null,"is_oa":false,"landing_page_url":"http://fse.studenttheses.ub.rug.nl/16612/","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W131069610","https://openalex.org/W1487859867","https://openalex.org/W1498436455","https://openalex.org/W1510186039","https://openalex.org/W1515881658","https://openalex.org/W1518672027","https://openalex.org/W1925816294","https://openalex.org/W1996213539","https://openalex.org/W2016876803","https://openalex.org/W2041376653","https://openalex.org/W2082511574","https://openalex.org/W2102605133","https://openalex.org/W2110304639","https://openalex.org/W2110762409","https://openalex.org/W2139137304","https://openalex.org/W2154543439","https://openalex.org/W2169136412","https://openalex.org/W2201912979","https://openalex.org/W2246023205","https://openalex.org/W2260756217","https://openalex.org/W2341171179","https://openalex.org/W2569836025","https://openalex.org/W2790921766","https://openalex.org/W2890250492","https://openalex.org/W3145506661"],"related_works":["https://openalex.org/W7014879366","https://openalex.org/W2165213417","https://openalex.org/W4408018521","https://openalex.org/W2945153440","https://openalex.org/W3113139432","https://openalex.org/W3205956306","https://openalex.org/W7199190084","https://openalex.org/W6912609556","https://openalex.org/W4210939259","https://openalex.org/W2162839645"],"abstract_inverted_index":{"In":[0],"this":[1,145],"project":[2],"we":[3,122,157,276,313,341,397],"will":[4,65,123],"use":[5,78,114],"reinforcement":[6,151],"learning,":[7],"the":[8,86,90,129,140,177,184,188,217,247,259,270,274,289,298,310,320,345,393,405,416],"CACLA":[9],"algorithm,":[10],"to":[11,16,28,49,51,58,84,92,99,118,142,169,191,222,229,245,268,281,295,324,326,335,400],"let":[12],"an":[13,44,197,328],"agent":[14,45,321],"learn":[15,50,282,325],"control":[17,136,336],"a":[18,36,53,68,80,93,104,137,192,223,242,252,337,349,365,384],"robotic":[19],"arm.":[20],"Inspired":[21],"by":[22],"domestic":[23],"service":[24],"robots":[25],"that":[26,134,202,360,369,376,381,404],"have":[27,399],"perform":[29,85,119],"multiple":[30,333,361],"complex":[31],"tasks,":[32],"manipulation":[33,54],"is":[34,103,154,173,209,322,380],"only":[35,205,358],"small":[37],"part":[38],"of":[39,71,79,131,139,187,219,257,273,339],"it.":[40],"Using":[41],"neural":[42,116,132,248],"networks":[43,133,334,362],"should":[46],"be":[47,66],"able":[48,323],"complete":[52],"task":[55],"without":[56,195,262],"having":[57],"calculate":[59],"paths":[60],"and":[61,76,165,284,287,319],"grasping":[62,196],"points.":[63],"We":[64,88,179],"using":[67,204,332],"6":[69],"degree":[70],"freedom":[72],"robotica":[73],"arm,":[74],"Mico,":[75],"make":[77],"simulator":[81],"called":[82],"V-REP":[83],"experiments.":[87],"compare":[89],"results":[91,286,318],"traditional":[94],"simple":[95],"inverse":[96,394,417],"kinematic":[97,395,418],"solver":[98,396],"see":[100,143,170],"if":[101,144,171],"there":[102,172],"gain":[105],"in":[106,176],"speed,":[107],"accuracy":[108],"or":[109],"robustness.":[110],"Whilst":[111,149,388],"most":[112],"agents":[113],"one":[115],"network":[117],"their":[120],"task,":[121],"experiment":[124],"with":[125,182],"different":[126,160],"architectures,":[127],"namely":[128],"amount":[130],"each":[135],"sub-set":[138,338],"joints,":[141],"can":[146,236,277,314,342,363],"improve":[147,237,285,343],"results.":[148],"for":[150,353,415],"learning":[152,208,290],"exploration":[153,161,164,355,370],"very":[155,210,385,413],"important":[156],"test":[158],"two":[159],"methods;":[162],"Gaussian":[163],"Ornstein-Uhlenbeck":[166],"process":[167],"exploration,":[168],"any":[174,265],"influence":[175,373],"training.":[178],"experimented":[180],"first":[181],"letting":[183],"end":[185],"effector":[186],"arm":[189],"move":[190],"certain":[193],"position":[194],"object.":[198,329],"It":[199],"was":[200,407],"shown":[201],"when":[203,213,293,331],"1":[206],"joint":[207],"easy,":[211,409],"but":[212],"controlling":[214],"more":[215,227,233,279],"joints":[216,340],"problem":[218],"simply":[220],"going":[221],"single":[224,366],"location":[225],"becomes":[226],"difficult":[228],"solve.":[230],"While":[231],"adding":[232],"training":[234,254,301,311,374,382],"iterations":[235,312],"results,":[238,346],"it":[239,389,412],"also":[240,368],"takes":[241,383],"lot":[243],"longer":[244],"train":[246],"networks.":[249],"By":[250,308],"showing":[251,359],"pre":[253,300],"stage":[255,302],"consisting":[256],"calculating":[258],"forward":[260],"kinematics":[261],"relying":[263],"on":[264,344],"physics":[266],"simulation":[267],"create":[269,278],"input":[271],"state":[272],"agent,":[275],"examples":[280],"from":[283],"decrease":[288],"time.":[291,387],"However":[292,330],"trying":[294],"grasp":[296,327],"objects":[297],"extra":[299],"does":[303,371,390],"not":[304,357,372,391],"help":[305],"at":[306],"all.":[307],"increasing":[309],"achieve":[315],"some":[316],"good":[317],"even":[347],"reaching":[348],"100\\%":[350],"success":[351],"rate":[352],"both":[354],"methods,":[356],"outperform":[364,392],"network,":[367],"all":[375],"much.":[377],"The":[378],"downside":[379],"long":[386],"do":[398],"take":[401],"into":[402],"account":[403],"setup":[406],"relatively":[408],"therefore":[410],"making":[411],"easy":[414],"solver.":[419]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2913446087","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2019-02-21T00:00:00"}
