{"id":"https://openalex.org/W4394680143","doi":"https://doi.org/10.1007/s10846-024-02091-6","title":"Vision-state Fusion: Improving Deep Neural Networks for Autonomous Robotics","display_name":"Vision-state Fusion: Improving Deep Neural Networks for Autonomous Robotics","publication_year":2024,"publication_date":"2024-04-10","ids":{"openalex":"https://openalex.org/W4394680143","doi":"https://doi.org/10.1007/s10846-024-02091-6"},"language":"en","primary_location":{"id":"doi:10.1007/s10846-024-02091-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-024-02091-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-024-02091-6.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent &amp; Robotic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10846-024-02091-6.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044918876","display_name":"Elia Cereda","orcid":"https://orcid.org/0000-0001-8888-3538"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Elia Cereda","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence, USI and SUPSI, Lugano, 6962, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-8888-3538","affiliations":[{"raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence, USI and SUPSI, Lugano, 6962, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029850275","display_name":"Stefano Bonato","orcid":null},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Stefano Bonato","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence, USI and SUPSI, Lugano, 6962, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence, USI and SUPSI, Lugano, 6962, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058862171","display_name":"Mirko Nava","orcid":"https://orcid.org/0000-0002-3736-0419"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mirko Nava","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence, USI and SUPSI, Lugano, 6962, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-3736-0419","affiliations":[{"raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence, USI and SUPSI, Lugano, 6962, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052119291","display_name":"Alessandro Giusti","orcid":"https://orcid.org/0000-0003-1240-0768"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alessandro Giusti","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence, USI and SUPSI, Lugano, 6962, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-1240-0768","affiliations":[{"raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence, USI and SUPSI, Lugano, 6962, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061890705","display_name":"Daniele Palossi","orcid":"https://orcid.org/0000-0003-4487-0836"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]},{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Daniele Palossi","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence, USI and SUPSI, Lugano, 6962, Switzerland","Integrated Systems Laboratory, ETH Z\u00fcrich, Z\u00fcrich, 8092, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-4487-0836","affiliations":[{"raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence, USI and SUPSI, Lugano, 6962, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]},{"raw_affiliation_string":"Integrated Systems Laboratory, ETH Z\u00fcrich, Z\u00fcrich, 8092, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5044918876"],"corresponding_institution_ids":["https://openalex.org/I15196421","https://openalex.org/I2614128279"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":3.3137,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.92210701,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"110","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7999656796455383},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.7312108278274536},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5257452726364136},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5055944919586182},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4956778287887573},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4886617958545685},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.44469311833381653},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4277067184448242},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.21969890594482422},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.048353761434555054}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7999656796455383},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.7312108278274536},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5257452726364136},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5055944919586182},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4956778287887573},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4886617958545685},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.44469311833381653},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4277067184448242},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.21969890594482422},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.048353761434555054},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10846-024-02091-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-024-02091-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-024-02091-6.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent &amp; Robotic Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10846-024-02091-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-024-02091-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-024-02091-6.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent &amp; Robotic Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306515","display_name":"Social Science Research Council","ror":"https://ror.org/006cvnv84"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"},{"id":"https://openalex.org/F4320326765","display_name":"National Centre of Competence in Research Robotics","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394680143.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2032958594","https://openalex.org/W2083786269","https://openalex.org/W2201912979","https://openalex.org/W2333301107","https://openalex.org/W2605102758","https://openalex.org/W2770174753","https://openalex.org/W2794268423","https://openalex.org/W2796664883","https://openalex.org/W2887843334","https://openalex.org/W2944672121","https://openalex.org/W2952348863","https://openalex.org/W2954996726","https://openalex.org/W2963255460","https://openalex.org/W2963461686","https://openalex.org/W2963678509","https://openalex.org/W2967464230","https://openalex.org/W2969355370","https://openalex.org/W3003233851","https://openalex.org/W3038825904","https://openalex.org/W3085308862","https://openalex.org/W3103114094","https://openalex.org/W3106753828","https://openalex.org/W3163951850","https://openalex.org/W3165007102","https://openalex.org/W3176058568","https://openalex.org/W3181820552","https://openalex.org/W3202883604","https://openalex.org/W3216999486","https://openalex.org/W4293584584"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W1508899372","https://openalex.org/W2012658348","https://openalex.org/W2039460805","https://openalex.org/W4250956039","https://openalex.org/W4240485100","https://openalex.org/W4254970379","https://openalex.org/W2611989081","https://openalex.org/W2056130799","https://openalex.org/W2045758229"],"abstract_inverted_index":{"Abstract":[0],"Vision-based":[1],"deep":[2,136],"learning":[3],"perception":[4,33],"fulfills":[5],"a":[6,63,97,142,165,170,174,208,222,240],"paramount":[7],"role":[8],"in":[9],"robotics,":[10],"facilitating":[11],"solutions":[12],"to":[13,62,95,105,112,121,168,194,197,239],"many":[14],"challenging":[15],"scenarios,":[16],"such":[17],"as":[18,51,75],"acrobatic":[19],"maneuvers":[20],"of":[21,46,86,108,135,145,207,234],"autonomous":[22,210],"unmanned":[23],"aerial":[24],"vehicles":[25],"(UAVs)":[26],"and":[27,60],"robot-assisted":[28],"high-precision":[29],"surgery.":[30],"Control-oriented":[31],"end-to-end":[32],"approaches,":[34,68],"which":[35,82],"directly":[36],"output":[37],"control":[38],"variables":[39],"for":[40,79,100],"the":[41,47,69,87,101,106,117,132,181,204,214,230],"robot,":[42],"commonly":[43,73],"take":[44],"advantage":[45],"robot\u2019s":[48,70],"state":[49,71],"estimation":[50,149,217],"an":[52,76,122],"auxiliary":[53],"input.":[54],"When":[55],"intermediate":[56],"outputs":[57,119],"are":[58],"estimated":[59,118],"fed":[61],"lower-level":[64],"controller,":[65],"i.e.,":[66,225],"mediated":[67,114],"is":[72],"used":[74],"input":[77],"only":[78],"egocentric":[80],"tasks,":[81,115],"estimate":[83],"physical":[84],"properties":[85],"robot":[88],"itself.":[89],"In":[90],"this":[91],"work,":[92],"we":[93,202],"propose":[94],"apply":[96],"similar":[98],"approach":[99],"first":[102],"time":[103],"\u2013":[104,111],"best":[107],"our":[109,128,177,235],"knowledge":[110],"non-egocentric":[113,146],"where":[116],"refer":[120],"external":[123],"subject.":[124],"We":[125],"prove":[126],"how":[127],"general":[129],"methodology":[130],"improves":[131],"regression":[133,191],"performance":[134,206],"convolutional":[137],"neural":[138],"networks":[139],"(CNNs)":[140],"on":[141,213,227,229],"broad":[143],"class":[144],"3D":[147],"pose":[148,216],"problems,":[150],"with":[151,164,173],"minimal":[152],"computational":[153],"cost.":[154],"By":[155],"analyzing":[156],"three":[157],"highly-different":[158],"use":[159],"cases,":[160],"spanning":[161],"from":[162],"grasping":[163],"robotic":[166],"arm":[167],"following":[169],"human":[171,215],"subject":[172],"pocket-sized":[175],"UAV,":[176],"results":[178,220],"consistently":[179],"improve":[180],"R":[182],"$$^{2}$$":[183],"<mml:math":[184],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[185],"<mml:msup>":[186],"<mml:mrow/>":[187],"<mml:mn>2</mml:mn>":[188],"</mml:msup>":[189],"</mml:math>":[190],"metric,":[192],"up":[193],"+0.51,":[195],"compared":[196,238],"their":[198],"stateless":[199,242],"baselines.":[200],"Finally,":[201],"validate":[203],"in-field":[205],"closed-loop":[209],"cm-scale":[211],"UAV":[212],"task.":[218],"Our":[219],"show":[221],"significant":[223],"reduction,":[224],"24%":[226],"average,":[228],"mean":[231],"absolute":[232],"error":[233],"stateful":[236],"CNN,":[237],"State-of-the-Art":[241],"counterpart.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2024-04-11T00:00:00"}