{"id":"https://openalex.org/W2951621135","doi":"https://doi.org/10.2316/j.2019.201-2931","title":"MODEL-FREE ONLINE REINFORCEMENT LEARNING OF A ROBOTIC MANIPULATOR","display_name":"MODEL-FREE ONLINE REINFORCEMENT LEARNING OF A ROBOTIC MANIPULATOR","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2951621135","doi":"https://doi.org/10.2316/j.2019.201-2931","mag":"2951621135"},"language":"en","primary_location":{"id":"doi:10.2316/j.2019.201-2931","is_oa":false,"landing_page_url":"https://doi.org/10.2316/j.2019.201-2931","pdf_url":null,"source":{"id":"https://openalex.org/S4210172186","display_name":"Mechatronic systems and control","issn_l":"2561-1771","issn":["2561-1771","2561-178X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mechatronic Systems and Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055138752","display_name":"Jerry Sweafford","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jerry Swea\ufb00ord Jr.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5027154841","display_name":"Farbod Fahimi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Farbod Fahimi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.05382441,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"47","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14083","display_name":"Extremum Seeking Control Systems","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11663","display_name":"Viral Infectious Diseases and Gene Expression in Insects","score":0.9635000228881836,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/torque","display_name":"Torque","score":0.7020981907844543},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6778371334075928},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6026619076728821},{"id":"https://openalex.org/keywords/robot-manipulator","display_name":"Robot manipulator","score":0.5671398639678955},{"id":"https://openalex.org/keywords/manipulator","display_name":"Manipulator (device)","score":0.5480688810348511},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5273155570030212},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4053611755371094},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39675456285476685},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.38007137179374695},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.36434873938560486},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.35359081625938416},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3505855202674866},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.11541905999183655},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.09655141830444336},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08886006474494934}],"concepts":[{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.7020981907844543},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6778371334075928},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6026619076728821},{"id":"https://openalex.org/C2985527887","wikidata":"https://www.wikidata.org/wiki/Q1587588","display_name":"Robot manipulator","level":3,"score":0.5671398639678955},{"id":"https://openalex.org/C2781347998","wikidata":"https://www.wikidata.org/wiki/Q1587588","display_name":"Manipulator (device)","level":3,"score":0.5480688810348511},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5273155570030212},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4053611755371094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39675456285476685},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.38007137179374695},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.36434873938560486},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.35359081625938416},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3505855202674866},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.11541905999183655},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.09655141830444336},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08886006474494934},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2316/j.2019.201-2931","is_oa":false,"landing_page_url":"https://doi.org/10.2316/j.2019.201-2931","pdf_url":null,"source":{"id":"https://openalex.org/S4210172186","display_name":"Mechatronic systems and control","issn_l":"2561-1771","issn":["2561-1771","2561-178X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mechatronic Systems and Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2391397427","https://openalex.org/W1996341361","https://openalex.org/W4366609476","https://openalex.org/W2919815400","https://openalex.org/W2156518980","https://openalex.org/W2159353126","https://openalex.org/W2093621301","https://openalex.org/W849053048","https://openalex.org/W2517515794","https://openalex.org/W2078127841"],"abstract_inverted_index":{"For":[0],"robotic":[1],"systems":[2],"that":[3,21],"do":[4],"not":[5],"have":[6],"joint":[7,27],"torques":[8],"as":[9],"direct":[10],"inputs,the":[11],"computed":[12],"torque":[13],"approach,":[14],"often":[15],"based":[16],"on":[17],"a":[18],"general":[19],"dynamicmodel":[20],"is":[22,31],"linear":[23],"with":[24],"respect":[25],"to":[26,34],"velocities":[28],"and":[29],"accelerations,":[30],"very":[32],"di\ufb03cult":[33],"implement.":[35]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}