{"id":"https://openalex.org/W2064355448","doi":"https://doi.org/10.1016/j.eswa.2012.09.010","title":"Neural network Reinforcement Learning for visual control of robot manipulators","display_name":"Neural network Reinforcement Learning for visual control of robot manipulators","publication_year":2012,"publication_date":"2012-09-23","ids":{"openalex":"https://openalex.org/W2064355448","doi":"https://doi.org/10.1016/j.eswa.2012.09.010","mag":"2064355448"},"language":"en","primary_location":{"id":"doi:10.1016/j.eswa.2012.09.010","doi":"https://doi.org/10.1016/j.eswa.2012.09.010","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.eswa.2012.09.010","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-c","doyens","fnege-3","jufo-2","ki-jl-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002325220","display_name":"Zoran Miljkovi\u0107","orcid":"https://orcid.org/0000-0001-9706-6134","observed_orcids":["https://orcid.org/0000-0001-9706-6134"]},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":true,"raw_author_name":"Zoran Miljkovi\u0107","raw_affiliation_strings":["University of Belgrade, Faculty of Mechanical Engineering, Production Engineering Department, Kraljice Marije 16, 11120 Belgrade 35, Serbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Belgrade, Faculty of Mechanical Engineering, Production Engineering Department, Kraljice Marije 16, 11120 Belgrade 35, Serbia","institution_ids":["https://openalex.org/I4068193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101778991","display_name":"Marko Miti\u0107","orcid":"https://orcid.org/0000-0001-9559-825X","observed_orcids":["https://orcid.org/0000-0001-9559-825X"]},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Marko Miti\u0107","raw_affiliation_strings":["University of Belgrade, Faculty of Mechanical Engineering, Production Engineering Department, Kraljice Marije 16, 11120 Belgrade 35, Serbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Belgrade, Faculty of Mechanical Engineering, Production Engineering Department, Kraljice Marije 16, 11120 Belgrade 35, Serbia","institution_ids":["https://openalex.org/I4068193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072295676","display_name":"Mihailo P. Lazarevi\u0107","orcid":"https://orcid.org/0000-0002-3326-6636","observed_orcids":["https://orcid.org/0000-0002-3326-6636"]},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Mihailo Lazarevi\u0107","raw_affiliation_strings":["University of Belgrade, Faculty of Mechanical Engineering, Department of Mechanics, Kraljice Marije 16, 11120 Belgrade 35, Serbia","University of Belgrade, Faculty of Mechanical Engineering, Department of Mechanics, Kraljice Marije 16, 11120 Belgrade 35, Serbia#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Belgrade, Faculty of Mechanical Engineering, Department of Mechanics, Kraljice Marije 16, 11120 Belgrade 35, Serbia","institution_ids":["https://openalex.org/I4068193"]},{"raw_affiliation_string":"University of Belgrade, Faculty of Mechanical Engineering, Department of Mechanics, Kraljice Marije 16, 11120 Belgrade 35, Serbia#TAB#","institution_ids":["https://openalex.org/I4068193"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063980096","display_name":"Bojan Babi\u0107","orcid":"https://orcid.org/0000-0001-7394-3016","observed_orcids":["https://orcid.org/0000-0001-7394-3016"]},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Bojan Babi\u0107","raw_affiliation_strings":["University of Belgrade, Faculty of Mechanical Engineering, Production Engineering Department, Kraljice Marije 16, 11120 Belgrade 35, Serbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Belgrade, Faculty of Mechanical Engineering, Production Engineering Department, Kraljice Marije 16, 11120 Belgrade 35, Serbia","institution_ids":["https://openalex.org/I4068193"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5002325220"],"corresponding_institution_ids":["https://openalex.org/I4068193"],"apc_list":{"value":3500,"currency":"USD","value_usd":3500},"apc_paid":null,"fwci":5.8691,"has_fulltext":false,"cited_by_count":136,"citation_normalized_percentile":{"value":0.96215922,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"40","issue":"5","first_page":"1721","last_page":"1736"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.5893999934196472,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.5893999934196472,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.38179999589920044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.014000000432133675,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-servoing","display_name":"visual servoing","score":0.7429999709129333},{"id":"https://openalex.org/keywords/robot-manipulators","display_name":"robot manipulators","score":0.9769999980926514},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.8320000171661377},{"id":"https://openalex.org/keywords/sarsa","display_name":"SARSA","score":0.9980000257492065},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"temporal difference learning","score":0.8790000081062317},{"id":"https://openalex.org/keywords/image-based-visual-servoing","display_name":"image-based visual servoing","score":0.9210000038146973},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.6570000052452087},{"id":"https://openalex.org/keywords/calibration-error","display_name":"calibration error","score":0.6700000166893005},{"id":"https://openalex.org/keywords/model-error","display_name":"model error","score":0.878000020980835},{"id":"https://openalex.org/keywords/image-noise-robustness","display_name":"image noise robustness","score":0.8930000066757202},{"id":"https://openalex.org/keywords/low-cost-vision-system","display_name":"low-cost vision system","score":0.8240000009536743}],"concepts":[{"id":"https://openalex.org/C10912380","wikidata":"https://www.wikidata.org/wiki/Q527952","display_name":"Visual servoing","level":3,"score":0.8318793773651123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7772737741470337},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7362886071205139},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6488758325576782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6197843551635742},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5933154225349426},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.548717200756073},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.5192201733589172},{"id":"https://openalex.org/C49503481","wikidata":"https://www.wikidata.org/wiki/Q640815","display_name":"Servomechanism","level":2,"score":0.4800330698490143},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4587997794151306},{"id":"https://openalex.org/C2780527621","wikidata":"https://www.wikidata.org/wiki/Q7936593","display_name":"Visual control","level":2,"score":0.45357051491737366},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38902008533477783},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2748548090457916},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2432067096233368},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10819631814956665},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.eswa.2012.09.010","doi":"https://doi.org/10.1016/j.eswa.2012.09.010","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.eswa.2012.09.010","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-c","doyens","fnege-3","jufo-2","ki-jl-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},{"id":"pmh:oai:machinery.mas.bg.ac.rs:123456789/1690","doi":null,"is_oa":false,"landing_page_url":"https://machinery.mas.bg.ac.rs/handle/123456789/1690","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-c","doyens","fnege-3","jufo-2","ki-jl-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Expert Systems With Applications","raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3670558948","display_name":null,"funder_award_id":"TR-35006","funder_id":"https://openalex.org/F4320322729","funder_display_name":"Ministarstvo Prosvete, Nauke i Tehnolo\u0161kog Razvoja"},{"id":"https://openalex.org/G5980947174","display_name":null,"funder_award_id":"TR35004","funder_id":"https://openalex.org/F4320322729","funder_display_name":"Ministarstvo Prosvete, Nauke i Tehnolo\u0161kog Razvoja"}],"funders":[{"id":"https://openalex.org/F4320322729","display_name":"Ministarstvo Prosvete, Nauke i Tehnolo\u0161kog Razvoja","ror":"https://ror.org/01znas443"},{"id":"https://openalex.org/F4320334771","display_name":"Science and Engineering Research Board","ror":"https://ror.org/03ffdsr55"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1323832","https://openalex.org/W12410007","https://openalex.org/W32403112","https://openalex.org/W154232367","https://openalex.org/W1535640688","https://openalex.org/W1584919825","https://openalex.org/W1646707810","https://openalex.org/W1677409904","https://openalex.org/W1958088497","https://openalex.org/W1971447579","https://openalex.org/W1971585631","https://openalex.org/W1973721220","https://openalex.org/W1975100084","https://openalex.org/W1992924837","https://openalex.org/W1994473643","https://openalex.org/W2026279722","https://openalex.org/W2032097519","https://openalex.org/W2034332963","https://openalex.org/W2055466273","https://openalex.org/W2068175365","https://openalex.org/W2082991751","https://openalex.org/W2091915328","https://openalex.org/W2101402208","https://openalex.org/W2110771465","https://openalex.org/W2119605622","https://openalex.org/W2121863487","https://openalex.org/W2122147410","https://openalex.org/W2122755725","https://openalex.org/W2125627762","https://openalex.org/W2135376858","https://openalex.org/W2135386771","https://openalex.org/W2137750560","https://openalex.org/W2140099586","https://openalex.org/W2144812930","https://openalex.org/W2145952809","https://openalex.org/W2152166054","https://openalex.org/W2152827112","https://openalex.org/W2160750425","https://openalex.org/W2161505441","https://openalex.org/W2167501464","https://openalex.org/W2168947801","https://openalex.org/W2751318774","https://openalex.org/W2990168612","https://openalex.org/W3011120880","https://openalex.org/W3215010069","https://openalex.org/W4214717370","https://openalex.org/W4248304976"],"related_works":["https://openalex.org/W7020122140","https://openalex.org/W2006273250","https://openalex.org/W1491272246","https://openalex.org/W2155351675","https://openalex.org/W2156481029","https://openalex.org/W2525425984","https://openalex.org/W3216509389","https://openalex.org/W2142401694","https://openalex.org/W1675972526","https://openalex.org/W4386252961"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":13},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}