{"id":"https://openalex.org/W4200411144","doi":"https://doi.org/10.1109/iros51168.2021.9636290","title":"RTVS: A Lightweight Differentiable MPC Framework for Real-Time Visual Servoing","display_name":"RTVS: A Lightweight Differentiable MPC Framework for Real-Time Visual Servoing","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W4200411144","doi":"https://doi.org/10.1109/iros51168.2021.9636290"},"language":"en","primary_location":{"id":"doi:10.1109/iros51168.2021.9636290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636290","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114184242","display_name":"Muzaffar Qureshi","orcid":"https://orcid.org/0000-0002-7569-3601"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"M. Nomaan Qureshi","raw_affiliation_strings":["Robotics Research Center, IIIT Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Research Center, IIIT Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077243571","display_name":"Pushkal Katara","orcid":"https://orcid.org/0009-0007-4302-6955"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pushkal Katara","raw_affiliation_strings":["Robotics Research Center, IIIT Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Research Center, IIIT Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053034244","display_name":"Abhinav Gupta","orcid":"https://orcid.org/0000-0002-1939-5407"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Abhinav Gupta","raw_affiliation_strings":["Robotics Research Center, IIIT Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Research Center, IIIT Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090944040","display_name":"Harit Pandya","orcid":"https://orcid.org/0000-0002-3842-1949"},"institutions":[{"id":"https://openalex.org/I4210143477","display_name":"Toshiba (United Kingdom)","ror":"https://ror.org/054hmd463","country_code":"GB","type":"company","lineage":["https://openalex.org/I1292669757","https://openalex.org/I4210143477"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Harit Pandya","raw_affiliation_strings":["Cambridge Research Laboratory, Toshiba Europe, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge Research Laboratory, Toshiba Europe, UK","institution_ids":["https://openalex.org/I4210143477"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043663461","display_name":"Y V S Harish","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Y V S Harish","raw_affiliation_strings":["Robotics Research Center, IIIT Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Research Center, IIIT Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044092289","display_name":"AadilMehdi Sanchawala","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"AadilMehdi Sanchawala","raw_affiliation_strings":["Robotics Research Center, IIIT Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Research Center, IIIT Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103956262","display_name":"Gourav Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gourav Kumar","raw_affiliation_strings":["TCS Research, Kolkata, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TCS Research, Kolkata, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080835883","display_name":"Brojeshwar Bhowmick","orcid":"https://orcid.org/0000-0001-9291-5889"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brojeshwar Bhowmick","raw_affiliation_strings":["TCS Research, Kolkata, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TCS Research, Kolkata, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075816776","display_name":"K. Madhava Krishna","orcid":"https://orcid.org/0000-0001-7846-7901"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"K. Madhava Krishna","raw_affiliation_strings":["Robotics Research Center, IIIT Hyderabad, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Research Center, IIIT Hyderabad, India","institution_ids":["https://openalex.org/I65181880"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4774,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73612264,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3798","last_page":"3805"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-servoing","display_name":"Visual servoing","score":0.9756687879562378},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6606522798538208},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"Model predictive control","score":0.6051183342933655},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48615166544914246},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.4687409996986389},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44994890689849854},{"id":"https://openalex.org/keywords/data-driven","display_name":"Data-driven","score":0.4289245009422302},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36399102210998535},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.22945916652679443},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1712380051612854},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15359613299369812}],"concepts":[{"id":"https://openalex.org/C10912380","wikidata":"https://www.wikidata.org/wiki/Q527952","display_name":"Visual servoing","level":3,"score":0.9756687879562378},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6606522798538208},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.6051183342933655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48615166544914246},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.4687409996986389},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44994890689849854},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.4289245009422302},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36399102210998535},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.22945916652679443},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1712380051612854},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15359613299369812},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros51168.2021.9636290","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636290","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5799999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1610841860","https://openalex.org/W1975922055","https://openalex.org/W2009618608","https://openalex.org/W2114347750","https://openalex.org/W2157162351","https://openalex.org/W2528489519","https://openalex.org/W2560474170","https://openalex.org/W2605048551","https://openalex.org/W2788822937","https://openalex.org/W2953127211","https://openalex.org/W2962887844","https://openalex.org/W2963318716","https://openalex.org/W2964270628","https://openalex.org/W3003339604","https://openalex.org/W3009928773","https://openalex.org/W3029192705","https://openalex.org/W3034999548","https://openalex.org/W3091689308","https://openalex.org/W3209861297","https://openalex.org/W6727222535","https://openalex.org/W6727690138","https://openalex.org/W6730303213","https://openalex.org/W6736178813","https://openalex.org/W6759886010","https://openalex.org/W6768451195","https://openalex.org/W6796162849"],"related_works":["https://openalex.org/W2126852585","https://openalex.org/W2367086100","https://openalex.org/W2352270872","https://openalex.org/W2386520554","https://openalex.org/W1520171478","https://openalex.org/W4388544262","https://openalex.org/W3215978723","https://openalex.org/W4200411144","https://openalex.org/W3085055827","https://openalex.org/W3158956592"],"abstract_inverted_index":{"Recent":[0],"data-driven":[1],"approaches":[2,24,179],"to":[3,14,35,54],"visual":[4,95,196],"servoing":[5,23,69,96,134,173,197],"have":[6],"shown":[7],"improved":[8],"performances":[9],"over":[10,182],"classical":[11],"methods":[12,63],"due":[13],"precise":[15],"feature":[16],"matching":[17],"and":[18,38,66,91,121,167,193,212],"depth":[19,141,154],"estimation.":[20],"Some":[21],"recent":[22],"use":[25],"a":[26,93,106,127,139,169,183],"model":[27],"predictive":[28],"control":[29,102,123],"(MPC)":[30],"framework":[31,98],"which":[32,99,144],"generalise":[33],"well":[34],"novel":[36],"environments":[37],"are":[39,46,214],"capable":[40],"of":[41,75,88,108,148,151,201],"incorporating":[42],"dynamic":[43],"constraints,":[44],"but":[45,71],"computationally":[47],"intractable":[48],"in":[49,56,172,175,198],"real-time,":[50],"making":[51],"it":[52],"difficult":[53],"deploy":[55],"real-world":[57],"scenarios.":[58],"On":[59],"the":[60,73,76,86,114,133,146,156,164,188,206],"contrary,":[61],"single-step":[62],"optimise":[64,181],"greedily":[65],"achieve":[67,187],"high":[68],"rates,":[70],"lack":[72],"benefits":[74],"MPC":[77,97,208],"multi-step":[78],"ahead":[79],"formulation.":[80,209],"In":[81],"this":[82],"paper,":[83],"we":[84],"make":[85],"best":[87],"both":[89],"worlds":[90],"propose":[92,138],"lightweight":[94,128],"generates":[100],"optimal":[101],"near":[103],"real-time":[104],"at":[105],"frequency":[107],"10.52":[109],"Hz.":[110],"This":[111],"work":[112],"utilises":[113],"differential":[115],"cross-entropy":[116],"sampling":[117],"method":[118],"for":[119,195],"quick":[120],"effective":[122],"generation":[124],"along":[125],"with":[126,177],"neural":[129],"network,":[130],"significantly":[131],"improving":[132],"frequency.":[135],"We":[136,159,186],"also":[137],"flow":[140,157],"normalisation":[142],"layer":[143],"ameliorates":[145],"issue":[147],"inferior":[149],"predictions":[150],"two":[152],"view":[153],"from":[155],"network.":[158],"conduct":[160],"extensive":[161],"experimentation":[162],"on":[163],"Habitat":[165],"simulator":[166],"show":[168],"notable":[170],"decrease":[171],"time":[174,184,192],"comparison":[176],"other":[178],"that":[180],"horizon.":[185],"right":[189],"balance":[190],"between":[191],"performance":[194],"six":[199],"degrees":[200],"freedom":[202],"(6DoF),":[203],"while":[204],"retaining":[205],"advantageous":[207],"Our":[210],"code":[211],"dataset":[213],"publicly":[215],"available\u2020.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}