{"id":"https://openalex.org/W4324125245","doi":"https://doi.org/10.1109/access.2023.3256724","title":"Boosting Performance of Visual Servoing Using Deep Reinforcement Learning From Multiple Demonstrations","display_name":"Boosting Performance of Visual Servoing Using Deep Reinforcement Learning From Multiple Demonstrations","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4324125245","doi":"https://doi.org/10.1109/access.2023.3256724"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3256724","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3256724","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10068197.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10068197.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036967034","display_name":"Ali Aflakian","orcid":"https://orcid.org/0000-0001-9777-7067"},"institutions":[{"id":"https://openalex.org/I4210156703","display_name":"The Faraday Institution","ror":"https://ror.org/05dt4bt98","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210156703"]},{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Ali Aflakian","raw_affiliation_strings":["Department of Metallurgy and Materials Science, University of Birmingham, Birmingham, U.K","The Faraday Institution, Quad One, Harwell Science and Innovation Campus, Didcot, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Metallurgy and Materials Science, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]},{"raw_affiliation_string":"The Faraday Institution, Quad One, Harwell Science and Innovation Campus, Didcot, UK","institution_ids":["https://openalex.org/I4210156703"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046019885","display_name":"Alireza Rastegarpanah","orcid":"https://orcid.org/0000-0003-4264-6857"},"institutions":[{"id":"https://openalex.org/I4210156703","display_name":"The Faraday Institution","ror":"https://ror.org/05dt4bt98","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210156703"]},{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alireza Rastegarpanah","raw_affiliation_strings":["Department of Metallurgy and Materials Science, University of Birmingham, Birmingham, U.K","The Faraday Institution, Quad One, Harwell Science and Innovation Campus, Didcot, UK"],"raw_orcid":"https://orcid.org/0000-0003-4264-6857","affiliations":[{"raw_affiliation_string":"Department of Metallurgy and Materials Science, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]},{"raw_affiliation_string":"The Faraday Institution, Quad One, Harwell Science and Innovation Campus, Didcot, UK","institution_ids":["https://openalex.org/I4210156703"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005183926","display_name":"Rustam Stolkin","orcid":"https://orcid.org/0000-0002-0890-8836"},"institutions":[{"id":"https://openalex.org/I4210156703","display_name":"The Faraday Institution","ror":"https://ror.org/05dt4bt98","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210156703"]},{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rustam Stolkin","raw_affiliation_strings":["Department of Metallurgy and Materials Science, University of Birmingham, Birmingham, U.K","The Faraday Institution, Quad One, Harwell Science and Innovation Campus, Didcot, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Metallurgy and Materials Science, University of Birmingham, Birmingham, U.K","institution_ids":["https://openalex.org/I79619799"]},{"raw_affiliation_string":"The Faraday Institution, Quad One, Harwell Science and Innovation Campus, Didcot, UK","institution_ids":["https://openalex.org/I4210156703"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036967034"],"corresponding_institution_ids":["https://openalex.org/I4210156703","https://openalex.org/I79619799"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.4633,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.62376973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"11","issue":null,"first_page":"26512","last_page":"26520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.861546516418457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7574640512466431},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.7051072716712952},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6427379846572876},{"id":"https://openalex.org/keywords/visual-servoing","display_name":"Visual servoing","score":0.613855242729187},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.49146854877471924},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.456678569316864},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.42283114790916443},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4185987412929535},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3202580213546753}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.861546516418457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7574640512466431},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.7051072716712952},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6427379846572876},{"id":"https://openalex.org/C10912380","wikidata":"https://www.wikidata.org/wiki/Q527952","display_name":"Visual servoing","level":3,"score":0.613855242729187},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.49146854877471924},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.456678569316864},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.42283114790916443},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4185987412929535},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3202580213546753},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/access.2023.3256724","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3256724","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10068197.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:publications.aston.ac.uk:48016","is_oa":true,"landing_page_url":null,"pdf_url":"https://publications.aston.ac.uk/id/eprint/48016/1/Boosting_Performance_of_Visual_Servoing_Using_Deep_Reinforcement_Learning_From_Multiple_Demonstrations.pdf","source":{"id":"https://openalex.org/S4306400483","display_name":"Aston Publications Explorer (Aston University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169199633","host_organization_name":"Aston University","host_organization_lineage":["https://openalex.org/I169199633"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:pure.atira.dk:publications/53377d12-752b-4e11-b1ad-4925d7f68809","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/10068197/","pdf_url":"https://pure-oai.bham.ac.uk/ws/files/196832702/Boosting_Performance_of_Visual_Servoing_Using_Deep_Reinforcement_Learning_From_Multiple_Demonstrations.pdf","source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Aflakian, A, Rastegharpanah, A & Stolkin, R 2023, 'Boosting Performance of Visual Servoing Using Deep Reinforcement Learning From Multiple Demonstrations', IEEE Access, vol. 11, pp. 26512-26520. https://doi.org/10.1109/ACCESS.2023.3256724","raw_type":"article"},{"id":"pmh:oai:doaj.org/article:17712a40724c434eaad5d609c9991ab7","is_oa":true,"landing_page_url":"https://doaj.org/article/17712a40724c434eaad5d609c9991ab7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 26512-26520 (2023)","raw_type":"article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/53377d12-752b-4e11-b1ad-4925d7f68809","is_oa":true,"landing_page_url":"https://research.birmingham.ac.uk/en/publications/53377d12-752b-4e11-b1ad-4925d7f68809","pdf_url":null,"source":{"id":"https://openalex.org/S4306402634","display_name":"University of Birmingham Research Portal (University of Birmingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79619799","host_organization_name":"University of Birmingham","host_organization_lineage":["https://openalex.org/I79619799"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Aflakian , A , Rastegharpanah , A & Stolkin , R 2023 , ' Boosting Performance of Visual Servoing Using Deep Reinforcement Learning From Multiple Demonstrations ' , IEEE Access , vol. 11 , pp. 26512-26520 . https://doi.org/10.1109/ACCESS.2023.3256724","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3256724","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3256724","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10068197.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2934512999","display_name":null,"funder_award_id":"FIRG005","funder_id":"https://openalex.org/F4320317150","funder_display_name":"Faraday Institution"}],"funders":[{"id":"https://openalex.org/F4320317150","display_name":"Faraday Institution","ror":"https://ror.org/05dt4bt98"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4324125245.pdf","grobid_xml":"https://content.openalex.org/works/W4324125245.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1481615754","https://openalex.org/W1514444483","https://openalex.org/W1581095231","https://openalex.org/W1977655452","https://openalex.org/W1981518010","https://openalex.org/W2051826626","https://openalex.org/W2070929974","https://openalex.org/W2100249329","https://openalex.org/W2130301822","https://openalex.org/W2135386771","https://openalex.org/W2142401694","https://openalex.org/W2168947801","https://openalex.org/W2605102758","https://openalex.org/W2741122588","https://openalex.org/W2767537741","https://openalex.org/W2788862220","https://openalex.org/W2796864868","https://openalex.org/W2883140436","https://openalex.org/W2898701061","https://openalex.org/W2910687636","https://openalex.org/W2935417428","https://openalex.org/W2950226226","https://openalex.org/W2963277051","https://openalex.org/W2963713397","https://openalex.org/W2963864421","https://openalex.org/W3090423738","https://openalex.org/W3126840281","https://openalex.org/W3164011142","https://openalex.org/W3183192539","https://openalex.org/W3193327279","https://openalex.org/W4200356183","https://openalex.org/W4220983326","https://openalex.org/W4230016149","https://openalex.org/W4245550013","https://openalex.org/W4300799055","https://openalex.org/W6628861149","https://openalex.org/W6684921986","https://openalex.org/W6718092244","https://openalex.org/W6740801417","https://openalex.org/W6742461812","https://openalex.org/W6800193451"],"related_works":["https://openalex.org/W2126852585","https://openalex.org/W2367086100","https://openalex.org/W2352270872","https://openalex.org/W1520171478","https://openalex.org/W2386520554","https://openalex.org/W3024380338","https://openalex.org/W4317830657","https://openalex.org/W2127866683","https://openalex.org/W2065095941","https://openalex.org/W110066474"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"knowledge":[3],"of":[4,40,60,68,115,156,188],"multiple":[5,61],"controllers":[6,62],"was":[7,164],"used":[8,124,165],"and":[9,87,127,183,193],"combined":[10],"with":[11],"deep":[12],"reinforcement":[13],"learning":[14],"(RL)":[15],"to":[16,64,77,82,130,151,159],"train":[17],"a":[18,37,50,103,141,145],"visual":[19],"servoing":[20],"(VS)":[21],"technique.":[22],"Deep":[23],"RL":[24,163],"algorithms":[25],"were":[26],"successful":[27],"in":[28,71,102,105,113,136,148,186],"solving":[29],"complicated":[30],"control":[31],"problems,":[32],"however":[33],"they":[34,43],"generally":[35],"require":[36],"large":[38],"amount":[39],"data":[41,70],"before":[42],"achieve":[44,152],"an":[45,111],"acceptable":[46],"performance.":[47],"We":[48],"developed":[49,172],"method":[51,173],"that":[52,170],"generates":[53],"online":[54],"hyper-volume":[55],"action":[56],"bounds":[57,81],"from":[58],"demonstrations":[59],"(experts)":[63],"address":[65],"the":[66,79,116,120,132,137,153,160,171],"issue":[67],"insufficient":[69],"RL.":[72],"The":[73,167],"agent":[74,98],"then":[75],"continues":[76],"explore":[78],"created":[80],"find":[83],"more":[84,89],"optimized":[85],"solutions":[86],"gain":[88],"rewards.":[90],"By":[91],"doing":[92],"this,":[93],"we":[94,123,143],"cut":[95],"out":[96],"pointless":[97],"explorations,":[99],"which":[100],"results":[101],"reduction":[104],"training":[106,121,149],"time":[107,150],"as":[108,110],"well":[109],"improvement":[112],"performance":[114],"trained":[117],"policy.":[118],"During":[119],"process,":[122],"domain":[125,128],"randomization":[126],"adaptation":[129],"make":[131],"VS":[133,177,189],"approach":[134],"robust":[135],"real":[138],"world.":[139],"As":[140],"result,":[142],"showed":[144,169],"51%":[146],"decrease":[147],"desired":[154],"level":[155],"performance,":[157],"compared":[158],"case":[161],"when":[162],"solely.":[166],"findings":[168],"outperformed":[174],"other":[175],"baseline":[176],"methods":[178],"(image-based":[179],"VS,":[180,182],"position-based":[181],"hybrid-decoupled":[184],"VS)":[185],"terms":[187],"error":[190],"convergence":[191],"speed":[192],"maintained":[194],"higher":[195],"manipulability.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}