{"id":"https://openalex.org/W2980045354","doi":"https://doi.org/10.1109/eurocon.2019.8861589","title":"Learning of Robotic Throwing at a Target using a Qualitative Learning Reward","display_name":"Learning of Robotic Throwing at a Target using a Qualitative Learning Reward","publication_year":2019,"publication_date":"2019-07-01","ids":{"openalex":"https://openalex.org/W2980045354","doi":"https://doi.org/10.1109/eurocon.2019.8861589","mag":"2980045354"},"language":"en","primary_location":{"id":"doi:10.1109/eurocon.2019.8861589","is_oa":false,"landing_page_url":"https://doi.org/10.1109/eurocon.2019.8861589","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE EUROCON 2019 -18th International Conference on Smart Technologies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083969934","display_name":"Zvezdan Lon\u010darevi\u0107","orcid":"https://orcid.org/0000-0002-1233-6949"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":true,"raw_author_name":"Zvezdan Loncarevic","raw_affiliation_strings":["Jozef Stefan Institute, Ljubljana, Slovenia"],"affiliations":[{"raw_affiliation_string":"Jozef Stefan Institute, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006565540","display_name":"Rok Pahi\u010d","orcid":"https://orcid.org/0000-0003-0985-9439"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Rok Pahic","raw_affiliation_strings":["Jozef Stefan Institute, Ljubljana, Slovenia"],"affiliations":[{"raw_affiliation_string":"Jozef Stefan Institute, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049022354","display_name":"Mihael Simoni\u010d","orcid":"https://orcid.org/0000-0002-0346-7082"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Mihael Simonic","raw_affiliation_strings":["Jozef Stefan Institute, Ljubljana, Slovenia"],"affiliations":[{"raw_affiliation_string":"Jozef Stefan Institute, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019399129","display_name":"Ale\u0161 Ude","orcid":"https://orcid.org/0000-0003-3677-3972"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Ales Ude","raw_affiliation_strings":["Jozef Stefan Institute, Ljubljana, Slovenia"],"affiliations":[{"raw_affiliation_string":"Jozef Stefan Institute, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028393702","display_name":"Andrej Gams","orcid":"https://orcid.org/0000-0002-9803-3593"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Andrej Gams","raw_affiliation_strings":["Jozef Stefan Institute, Ljubljana, Slovenia"],"affiliations":[{"raw_affiliation_string":"Jozef Stefan Institute, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5083969934"],"corresponding_institution_ids":["https://openalex.org/I3006985408"],"apc_list":null,"apc_paid":null,"fwci":0.1663,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.49072257,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"abs 1806 6877","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8602531552314758},{"id":"https://openalex.org/keywords/throwing","display_name":"Throwing","score":0.8189680576324463},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.689361572265625},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.664789617061615},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.5959039330482483},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5475493669509888},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5290169715881348},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5099645853042603},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.43629926443099976},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.2860702872276306},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1457151472568512}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8602531552314758},{"id":"https://openalex.org/C207451115","wikidata":"https://www.wikidata.org/wiki/Q12898216","display_name":"Throwing","level":2,"score":0.8189680576324463},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.689361572265625},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.664789617061615},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.5959039330482483},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5475493669509888},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5290169715881348},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5099645853042603},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.43629926443099976},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2860702872276306},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1457151472568512},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/eurocon.2019.8861589","is_oa":false,"landing_page_url":"https://doi.org/10.1109/eurocon.2019.8861589","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE EUROCON 2019 -18th International Conference on Smart Technologies","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1130790960","https://openalex.org/W1566123042","https://openalex.org/W1894373409","https://openalex.org/W1964985369","https://openalex.org/W1977655452","https://openalex.org/W1986014385","https://openalex.org/W2012392077","https://openalex.org/W2012587148","https://openalex.org/W2022638737","https://openalex.org/W2061562262","https://openalex.org/W2063182199","https://openalex.org/W2104171826","https://openalex.org/W2116226448","https://openalex.org/W2118459920","https://openalex.org/W2120772693","https://openalex.org/W2136719407","https://openalex.org/W2156869222","https://openalex.org/W2166302491","https://openalex.org/W2545521674","https://openalex.org/W2626804490","https://openalex.org/W2735318784","https://openalex.org/W2785693718","https://openalex.org/W2807366678","https://openalex.org/W2809461852","https://openalex.org/W2963114873","https://openalex.org/W2963733582","https://openalex.org/W4211089519","https://openalex.org/W4321392130","https://openalex.org/W6729512192","https://openalex.org/W6739585900","https://openalex.org/W6748306599","https://openalex.org/W6752356361","https://openalex.org/W6843699536"],"related_works":["https://openalex.org/W2930863966","https://openalex.org/W2126211886","https://openalex.org/W3153786280","https://openalex.org/W3127551068","https://openalex.org/W2165180011","https://openalex.org/W3165944253","https://openalex.org/W4220829754","https://openalex.org/W2351343564","https://openalex.org/W2170052867","https://openalex.org/W2171010636"],"abstract_inverted_index":{"Autonomous":[0],"learning":[1,17,55,134],"and":[2,103,128],"adaptation":[3],"of":[4,31,70,96,99,119],"actions":[5],"is":[6,37,79,111],"critical":[7],"for":[8,23,42,86,156],"robots":[9],"to":[10,124],"operate":[11],"in":[12,117],"unstructured,":[13],"everyday":[14],"environments.":[15],"Reinforcement":[16],"(RL)":[18],"methods":[19],"are":[20],"often":[21],"applied":[22],"this.":[24],"However,":[25,85],"efficient":[26],"RL":[27,157],"requires":[28],"the":[29,109,115,120,126,129],"determination":[30],"an":[32],"appropriate":[33],"reward":[34,74,138],"function,":[35],"which":[36,122],"a":[38,51,64,72,83,93,100,104,136,143,148],"complex":[39,73],"problem":[40],"even":[41],"domain":[43],"experts.":[44],"In":[45],"this":[46],"paper":[47],"we":[48,89],"investigate":[49],"if":[50],"standard":[52],"robotics":[53],"reinforcement":[54],"method":[56],"called":[57],"PoWER":[58],"can":[59,151],"be":[60,153],"effectively":[61,154],"utilized":[62],"with":[63,71,92,135],"simple,":[65],"qualitatively":[66],"determined":[67],"reward,":[68,145],"instead":[69],"function.":[75],"Our":[76],"use-case":[77],"example":[78],"robotic":[80],"throwing":[81,91],"at":[82],"target.":[84],"increased":[87],"complexity,":[88],"perform":[90],"7":[94],"degree":[95],"freedom":[97],"arm":[98],"humanoid":[101],"robot,":[102,121],"two-dimensional":[105],"target":[106,110],"space,":[107],"i.e.,":[108],"placed":[112],"arbitrarily":[113],"on":[114],"plain":[116],"front":[118],"needs":[123],"learn":[125],"direction":[127],"distance.":[130],"Results":[131],"show":[132],"that":[133,140],"simplified":[137],"function":[139],"practically":[141],"assigns":[142],"qualitative":[144],"just":[146],"as":[147],"person":[149],"would,":[150],"still":[152],"used":[155],"using":[158],"PoWER.":[159]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
