{"id":"https://openalex.org/W2999186678","doi":"https://doi.org/10.1109/ro-man46459.2019.8956447","title":"Model & Feature Agnostic Eye-in-Hand Visual Servoing using Deep Reinforcement Learning with Prioritized Experience Replay","display_name":"Model & Feature Agnostic Eye-in-Hand Visual Servoing using Deep Reinforcement Learning with Prioritized Experience Replay","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W2999186678","doi":"https://doi.org/10.1109/ro-man46459.2019.8956447","mag":"2999186678"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man46459.2019.8956447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man46459.2019.8956447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 28th IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040930648","display_name":"Prerna Singh","orcid":"https://orcid.org/0000-0003-2770-9493"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Prerna Singh","raw_affiliation_strings":["Tata Consultancy Services,TCS Research and Innovation Lab,Noida,India","TCS Research and Innovation Lab, Tata Consultancy Services, Noida, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services,TCS Research and Innovation Lab,Noida,India","institution_ids":["https://openalex.org/I55215948"]},{"raw_affiliation_string":"TCS Research and Innovation Lab, Tata Consultancy Services, Noida, India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060783999","display_name":"Virender Singh","orcid":"https://orcid.org/0000-0002-6720-8784"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Virender Singh","raw_affiliation_strings":["Tata Consultancy Services,TCS Research and Innovation Lab,Noida,India","TCS Research and Innovation Lab, Tata Consultancy Services, Noida, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services,TCS Research and Innovation Lab,Noida,India","institution_ids":["https://openalex.org/I55215948"]},{"raw_affiliation_string":"TCS Research and Innovation Lab, Tata Consultancy Services, Noida, India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001713925","display_name":"Samrat Dutta","orcid":"https://orcid.org/0000-0002-0825-8589"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Samrat Dutta","raw_affiliation_strings":["Tata Consultancy Services,TCS Research and Innovation Lab,Noida,India","TCS Research and Innovation Lab, Tata Consultancy Services, Noida, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services,TCS Research and Innovation Lab,Noida,India","institution_ids":["https://openalex.org/I55215948"]},{"raw_affiliation_string":"TCS Research and Innovation Lab, Tata Consultancy Services, Noida, India","institution_ids":["https://openalex.org/I55215948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053838336","display_name":"Swagat Kumar","orcid":"https://orcid.org/0000-0001-7405-3445"},"institutions":[{"id":"https://openalex.org/I55215948","display_name":"Tata Consultancy Services (India)","ror":"https://ror.org/01b9n8m42","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210086519","https://openalex.org/I55215948"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Swagat Kumar","raw_affiliation_strings":["Tata Consultancy Services,TCS Research and Innovation Lab,Noida,India","TCS Research and Innovation Lab, Tata Consultancy Services, Noida, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tata Consultancy Services,TCS Research and Innovation Lab,Noida,India","institution_ids":["https://openalex.org/I55215948"]},{"raw_affiliation_string":"TCS Research and Innovation Lab, Tata Consultancy Services, Noida, India","institution_ids":["https://openalex.org/I55215948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55215948"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-servoing","display_name":"Visual servoing","score":0.8341108560562134},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8113041520118713},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7592252492904663},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6235727667808533},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.581475555896759},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4358590841293335},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.36746686697006226}],"concepts":[{"id":"https://openalex.org/C10912380","wikidata":"https://www.wikidata.org/wiki/Q527952","display_name":"Visual servoing","level":3,"score":0.8341108560562134},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8113041520118713},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7592252492904663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6235727667808533},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.581475555896759},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4358590841293335},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.36746686697006226},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ro-man46459.2019.8956447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man46459.2019.8956447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 28th IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/d20d569e-6236-4ffd-8181-9cef7a54157e","is_oa":false,"landing_page_url":"https://research.edgehill.ac.uk/en/publications/d20d569e-6236-4ffd-8181-9cef7a54157e","pdf_url":null,"source":{"id":"https://openalex.org/S4306402462","display_name":"Edge Hill University Research Information Repository (Edge Hill University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I165525304","host_organization_name":"Edge Hill University","host_organization_lineage":["https://openalex.org/I165525304"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Singh, P, Singh, V, Dutta, S & Kumar, S 2020, Model Feature Agnostic Eye-in-Hand Visual Servoing using Deep Reinforcement Learning with Prioritized Experience Replay. in 2019 28th IEEE International Conference on Robot and Human Interactive Communication (RO-MAN). IEEE International Workshop on Robot and Human Communication (ROMAN), IEEE, pp. 1-8, 28th IEEE International Conference on Robot and Human Interactive Communication, RO-MAN 2019, New Delhi, India, 14/10/19. https://doi.org/10.1109/RO-MAN46459.2019.8956447","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1514444483","https://openalex.org/W1558111554","https://openalex.org/W1625145155","https://openalex.org/W1757796397","https://openalex.org/W1997585542","https://openalex.org/W2004733654","https://openalex.org/W2100249329","https://openalex.org/W2100677568","https://openalex.org/W2114347750","https://openalex.org/W2121615981","https://openalex.org/W2121788362","https://openalex.org/W2121863487","https://openalex.org/W2128277676","https://openalex.org/W2130831172","https://openalex.org/W2141559645","https://openalex.org/W2145339207","https://openalex.org/W2150468603","https://openalex.org/W2157593358","https://openalex.org/W2161505441","https://openalex.org/W2167501464","https://openalex.org/W2173248099","https://openalex.org/W2201581102","https://openalex.org/W2329667520","https://openalex.org/W2761873684","https://openalex.org/W2770741853","https://openalex.org/W2772721022","https://openalex.org/W2781585732","https://openalex.org/W2788862220","https://openalex.org/W2803933266","https://openalex.org/W2963095800","https://openalex.org/W2963477884","https://openalex.org/W2963864421","https://openalex.org/W2964001908","https://openalex.org/W2964291307","https://openalex.org/W3041202696","https://openalex.org/W3103780890","https://openalex.org/W3143444746","https://openalex.org/W4214717370","https://openalex.org/W4248304976","https://openalex.org/W4298857966","https://openalex.org/W4300799055","https://openalex.org/W6637967152","https://openalex.org/W6678317597","https://openalex.org/W6679316299","https://openalex.org/W6684921986","https://openalex.org/W6687681856","https://openalex.org/W6730111887","https://openalex.org/W6740801417","https://openalex.org/W6746809867","https://openalex.org/W6747387971","https://openalex.org/W6751890351"],"related_works":["https://openalex.org/W2126852585","https://openalex.org/W2367086100","https://openalex.org/W2352270872","https://openalex.org/W1520171478","https://openalex.org/W2386520554","https://openalex.org/W4317830657","https://openalex.org/W2127866683","https://openalex.org/W4293869118","https://openalex.org/W2118183560","https://openalex.org/W2637148753"],"abstract_inverted_index":{"This":[0,74],"paper":[1],"presents":[2],"a":[3,41,77,115,148],"feature":[4],"agnostic":[5],"and":[6,38,105,190,201],"model-free":[7],"visual":[8],"servoing":[9],"(VS)":[10],"technique":[11],"using":[12],"deep":[13,27],"reinforcement":[14],"learning":[15],"(DRL)":[16],"which":[17],"exploits":[18],"two":[19,96,128,153],"new":[20,97],"architectures":[21,34],"of":[22,44,79,151,175,196],"experience":[23,63],"replay":[24,64,98,108,122],"buffer":[25,84,99,109,123],"in":[26,40,76,160,179,193],"deterministic":[28],"policy":[29],"gradient":[30],"(DDPG).":[31],"The":[32,112,138,155],"proposed":[33,49,156],"are":[35,158],"significantly":[36],"fast":[37],"converge":[39],"few":[42,87],"numbers":[43],"steps.":[45],"We":[46,90,187],"use":[47],"the":[48,62,71,83,121,125,135,142,152,163,173,180,183,194],"method":[50],"to":[51,119,130],"learn":[52],"an":[53],"end-to-end":[54],"VS":[55],"with":[56,162],"eye-in-hand":[57],"configuration.":[58],"In":[59],"traditional":[60],"DDPG,":[61],"memory":[65],"is":[66,145,169],"randomly":[67],"sampled":[68],"for":[69,141],"training":[70,139,181],"actor-critic":[72,143],"network.":[73],"results":[75],"loss":[78],"useful":[80],"experiences":[81,177],"when":[82],"contains":[85],"very":[86],"successful":[88],"examples.":[89,137],"solve":[91],"this":[92],"problem":[93],"by":[94,199],"proposing":[95],"architectures:":[100],"(a)":[101],"min-heap":[102,116],"DDPG":[103,110],"(mH-DDPG)":[104],"(b)":[106],"dual":[107],"(dR-DDPG).":[111],"former":[113],"uses":[114,127],"data":[117,140],"structure":[118],"implement":[120],"whereas":[124],"latter":[126],"buffers":[129],"separate":[131],"\u201cgood\u201d":[132],"examples":[133],"from":[134],"\u201cbad\u201d":[136],"network":[144],"created":[146],"as":[147,172],"weighted":[149],"combination":[150],"buffers.":[154],"algorithms":[157],"validated":[159],"simulation":[161],"UR5":[164],"robotic":[165],"manipulator":[166],"model.":[167],"It":[168],"observed":[170],"that":[171],"number":[174],"good":[176],"increases":[178],"data,":[182],"convergence":[184,197],"time":[185],"decreases.":[186],"find":[188],"27.25%":[189],"43.25%":[191],"improvements":[192],"rate":[195],"respectively":[198],"mH-DDPG":[200],"dR-DDPG":[202],"over":[203],"state-of-the-art":[204],"DDPG.":[205]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}