{"id":"https://openalex.org/W4391827430","doi":"https://doi.org/10.1109/lra.2024.3365973","title":"Self-Supervised Learning of Visual Robot Localization Using LED State Prediction as a Pretext Task","display_name":"Self-Supervised Learning of Visual Robot Localization Using LED State Prediction as a Pretext Task","publication_year":2024,"publication_date":"2024-02-14","ids":{"openalex":"https://openalex.org/W4391827430","doi":"https://doi.org/10.1109/lra.2024.3365973"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3365973","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2024.3365973","pdf_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10436339.pdf","source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10436339.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058862171","display_name":"Mirko Nava","orcid":"https://orcid.org/0000-0002-3736-0419"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mirko Nava","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, Lugano, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-3736-0419","affiliations":[{"raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093930758","display_name":"Nicholas Carlotti","orcid":"https://orcid.org/0009-0006-1475-3400"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Nicholas Carlotti","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, Lugano, Switzerland"],"raw_orcid":"https://orcid.org/0009-0006-1475-3400","affiliations":[{"raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065242483","display_name":"Luca Crupi","orcid":"https://orcid.org/0009-0004-1391-8520"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Luca Crupi","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, Lugano, Switzerland"],"raw_orcid":"https://orcid.org/0009-0004-1391-8520","affiliations":[{"raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061890705","display_name":"Daniele Palossi","orcid":"https://orcid.org/0000-0003-4487-0836"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Daniele Palossi","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, Lugano, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-4487-0836","affiliations":[{"raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052119291","display_name":"Alessandro Giusti","orcid":"https://orcid.org/0000-0003-1240-0768"},"institutions":[{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I2614128279","display_name":"Dalle Molle Institute for Artificial Intelligence Research","ror":"https://ror.org/013355g38","country_code":"CH","type":"facility","lineage":["https://openalex.org/I15196421","https://openalex.org/I2614128279","https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Alessandro Giusti","raw_affiliation_strings":["Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, Lugano, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-1240-0768","affiliations":[{"raw_affiliation_string":"Dalle Molle Institute for Artificial Intelligence (IDSIA), USI-SUPSI, Lugano, Switzerland","institution_ids":["https://openalex.org/I2614128279","https://openalex.org/I15196421"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7965,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.92963293,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"9","issue":"4","first_page":"3363","last_page":"3370"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pretext","display_name":"Pretext","score":0.9156114459037781},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7295063734054565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6992946863174438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.65374755859375},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5050325989723206},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5001726150512695},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.44189125299453735},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.41127851605415344},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3868401348590851},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36802101135253906},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12095779180526733}],"concepts":[{"id":"https://openalex.org/C2779627259","wikidata":"https://www.wikidata.org/wiki/Q779763","display_name":"Pretext","level":3,"score":0.9156114459037781},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7295063734054565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6992946863174438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.65374755859375},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5050325989723206},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5001726150512695},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.44189125299453735},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.41127851605415344},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3868401348590851},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36802101135253906},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12095779180526733},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/lra.2024.3365973","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2024.3365973","pdf_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10436339.pdf","source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/666205","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/666205","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Robotics and Automation Letters, 9 (4)","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"doi:10.3929/ethz-b-000666205","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000666205","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1109/lra.2024.3365973","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2024.3365973","pdf_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10436339.pdf","source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1902707697","display_name":null,"funder_award_id":"213074","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391827430.pdf","grobid_xml":"https://content.openalex.org/works/W4391827430.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W97351935","https://openalex.org/W1580389772","https://openalex.org/W1903029394","https://openalex.org/W1964608713","https://openalex.org/W2150251427","https://openalex.org/W2152806738","https://openalex.org/W2342740524","https://openalex.org/W2346349911","https://openalex.org/W2413156523","https://openalex.org/W2602214361","https://openalex.org/W2809595622","https://openalex.org/W2944672121","https://openalex.org/W2954300802","https://openalex.org/W2955361002","https://openalex.org/W2962989460","https://openalex.org/W2963188159","https://openalex.org/W2963351448","https://openalex.org/W2963634205","https://openalex.org/W2963678509","https://openalex.org/W2969355370","https://openalex.org/W2976792973","https://openalex.org/W3005152498","https://openalex.org/W3012268014","https://openalex.org/W3023371261","https://openalex.org/W3089723250","https://openalex.org/W3090584485","https://openalex.org/W3092344703","https://openalex.org/W3119954594","https://openalex.org/W3163951850","https://openalex.org/W3181820552","https://openalex.org/W4206775207","https://openalex.org/W4232280717","https://openalex.org/W4383109277","https://openalex.org/W4384947504","https://openalex.org/W6631190155","https://openalex.org/W6791353385","https://openalex.org/W6845226490"],"related_works":["https://openalex.org/W161456234","https://openalex.org/W3123043866","https://openalex.org/W2765162471","https://openalex.org/W2367130511","https://openalex.org/W4235007455","https://openalex.org/W2354300066","https://openalex.org/W2996988663","https://openalex.org/W2276802262","https://openalex.org/W2089741817","https://openalex.org/W2358993285"],"abstract_inverted_index":{"We":[0,16,44,76,118],"propose":[1],"a":[2,19,52,108,123,132,136,150,161],"novel":[3],"self-supervised":[4],"approach":[5,79,176],"for":[6,145],"learning":[7],"to":[8,57,80,100],"visually":[9],"localize":[10],"robots":[11],"equipped":[12],"with":[13,24],"controllable":[14],"LEDs.":[15],"rely":[17],"on":[18,142],"few":[20],"training":[21,30],"samples":[22,31],"labeled":[23],"position":[25,143],"ground":[26],"truth":[27],"and":[28,102,113,171],"many":[29],"in":[32,131],"which":[33],"only":[34,146],"the":[35,59,78,174],"LED":[36,48,72],"state":[37,49],"is":[38,42],"known,":[39],"whose":[40],"collection":[41],"cheap.":[43],"show":[45,88],"that":[46,89],"using":[47,90],"prediction":[50],"as":[51,107],"pretext":[53,92,116,168],"task":[54,93,134],"significantly":[55,94],"helps":[56],"learn":[58],"visual":[60,81],"localization":[61,83,96],"end":[62],"task.":[63,117,169],"The":[64],"resulting":[65],"model":[66,111,121,164],"does":[67],"not":[68],"require":[69],"knowledge":[70],"of":[71,84,135,154,160,173],"states":[73],"during":[74],"inference.":[75],"instantiate":[77],"relative":[82],"nano-quadrotors:":[85],"experimental":[86],"results":[87],"our":[91,120,167],"improves":[95],"accuracy":[97],"(from":[98],"68.3%":[99],"76.2%)":[101],"outperforms":[103],"alternative":[104],"strategies,":[105],"such":[106],"supervised":[109,162],"baseline,":[110],"pre-training,":[112],"an":[114],"autoencoding":[115],"deploy":[119],"aboard":[122],"27-g":[124],"Crazyflie":[125],"nano-drone,":[126],"running":[127],"at":[128,179],"21":[129],"fps,":[130],"position-tracking":[133],"peer":[137],"nano-drone.":[138],"Our":[139],"approach,":[140],"relying":[141],"labels":[144],"300":[147],"images,":[148],"yields":[149],"mean":[151],"tracking":[152],"error":[153],"4.2":[155],"cm":[156,159],"versus":[157],"11.9":[158],"baseline":[163],"trained":[165],"without":[166],"Videos":[170],"code":[172],"proposed":[175],"are":[177],"available":[178],"<uri":[180],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[181],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/idsia-robotics/leds-as-pretext</uri>":[182],".":[183]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}