{"id":"https://openalex.org/W4281641760","doi":"https://doi.org/10.1109/icpr56361.2022.9956304","title":"Forecasting of depth and ego-motion with transformers and self-supervision","display_name":"Forecasting of depth and ego-motion with transformers and self-supervision","publication_year":2022,"publication_date":"2022-08-21","ids":{"openalex":"https://openalex.org/W4281641760","doi":"https://doi.org/10.1109/icpr56361.2022.9956304"},"language":"en","primary_location":{"id":"doi:10.1109/icpr56361.2022.9956304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr56361.2022.9956304","pdf_url":null,"source":{"id":"https://openalex.org/S4363607731","display_name":"2022 26th International Conference on Pattern Recognition (ICPR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 26th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-03841239","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089727427","display_name":"Houssem Eddine Boulahbal","orcid":"https://orcid.org/0000-0003-4151-5281"},"institutions":[{"id":"https://openalex.org/I1301102746","display_name":"Renault (France)","ror":"https://ror.org/04v98kq37","country_code":"FR","type":"company","lineage":["https://openalex.org/I1301102746"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Houssem Eddine Boulahbal","raw_affiliation_strings":["Côte d’Azur University,Renault Software Factory and CNRS-I3S"],"affiliations":[{"raw_affiliation_string":"Côte d’Azur University,Renault Software Factory and CNRS-I3S","institution_ids":["https://openalex.org/I1301102746"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010722115","display_name":"Adrian Voicila","orcid":"https://orcid.org/0000-0002-6079-2885"},"institutions":[{"id":"https://openalex.org/I1301102746","display_name":"Renault (France)","ror":"https://ror.org/04v98kq37","country_code":"FR","type":"company","lineage":["https://openalex.org/I1301102746"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Adrian Voicila","raw_affiliation_strings":["Renault Software Factory"],"affiliations":[{"raw_affiliation_string":"Renault Software Factory","institution_ids":["https://openalex.org/I1301102746"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066992384","display_name":"Andrew I. Comport","orcid":"https://orcid.org/0000-0002-3959-3195"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew I. Comport","raw_affiliation_strings":["Côte d’Azur University,CNRS-I3S"],"affiliations":[{"raw_affiliation_string":"Côte d’Azur University,CNRS-I3S","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5089727427"],"corresponding_institution_ids":["https://openalex.org/I1301102746"],"apc_list":null,"apc_paid":null,"fwci":0.1194,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.38381831,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"3706","last_page":"3713"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7229411602020264},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6633557081222534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6396863460540771},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.60127854347229},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5952405333518982},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.5922178030014038},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.48059841990470886},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4426324963569641},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4405212104320526},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42829272150993347},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3967965543270111},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12115621566772461}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7229411602020264},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6633557081222534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6396863460540771},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.60127854347229},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5952405333518982},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.5922178030014038},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.48059841990470886},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4426324963569641},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4405212104320526},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42829272150993347},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3967965543270111},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12115621566772461},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icpr56361.2022.9956304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr56361.2022.9956304","pdf_url":null,"source":{"id":"https://openalex.org/S4363607731","display_name":"2022 26th International Conference on Pattern Recognition (ICPR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 26th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03655106v1","is_oa":false,"landing_page_url":"https://hal.science/hal-03655106","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"26TH International Conference on Pattern Recognition, Aug 2022, Montreal, Canada","raw_type":"Conference papers"},{"id":"pmh:oai:HAL:hal-03841239v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03841239","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE International Conference on Pattern Recognition, Aug 2022, Montreal, Canada","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-03841239v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03841239","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE International Conference on Pattern Recognition, Aug 2022, Montreal, Canada","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":99,"referenced_works":["https://openalex.org/W603908379","https://openalex.org/W1522301498","https://openalex.org/W1612997784","https://openalex.org/W1803059841","https://openalex.org/W1905829557","https://openalex.org/W2021851106","https://openalex.org/W2064675550","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2120657032","https://openalex.org/W2133665775","https://openalex.org/W2150066425","https://openalex.org/W2194775991","https://openalex.org/W2200124539","https://openalex.org/W2300779272","https://openalex.org/W2401640538","https://openalex.org/W2520707372","https://openalex.org/W2601686579","https://openalex.org/W2609883120","https://openalex.org/W2788857104","https://openalex.org/W2890860133","https://openalex.org/W2891859485","https://openalex.org/W2894314201","https://openalex.org/W2896457183","https://openalex.org/W2951234442","https://openalex.org/W2962816904","https://openalex.org/W2963402657","https://openalex.org/W2963435596","https://openalex.org/W2963583471","https://openalex.org/W2963665412","https://openalex.org/W2963825193","https://openalex.org/W2963906250","https://openalex.org/W2964968086","https://openalex.org/W2971000934","https://openalex.org/W2979544965","https://openalex.org/W2981732213","https://openalex.org/W2982102242","https://openalex.org/W2985775862","https://openalex.org/W2991840778","https://openalex.org/W3005844337","https://openalex.org/W3017672812","https://openalex.org/W3023322676","https://openalex.org/W3094502228","https://openalex.org/W3094891242","https://openalex.org/W3096609285","https://openalex.org/W3100901464","https://openalex.org/W3107156787","https://openalex.org/W3107389224","https://openalex.org/W3133405188","https://openalex.org/W3133428285","https://openalex.org/W3138516171","https://openalex.org/W3166396011","https://openalex.org/W3172942063","https://openalex.org/W3173150161","https://openalex.org/W3175171279","https://openalex.org/W3175682855","https://openalex.org/W3195577433","https://openalex.org/W3201971426","https://openalex.org/W3208509189","https://openalex.org/W3212972574","https://openalex.org/W3213111742","https://openalex.org/W3215758366","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4294554810","https://openalex.org/W4295312788","https://openalex.org/W4297772798","https://openalex.org/W4312815172","https://openalex.org/W4312956471","https://openalex.org/W4385245566","https://openalex.org/W6618372016","https://openalex.org/W6631190155","https://openalex.org/W6677684740","https://openalex.org/W6685261749","https://openalex.org/W6691096134","https://openalex.org/W6703405610","https://openalex.org/W6712884540","https://openalex.org/W6739901393","https://openalex.org/W6745420753","https://openalex.org/W6754801711","https://openalex.org/W6755207826","https://openalex.org/W6766978945","https://openalex.org/W6767088534","https://openalex.org/W6769627184","https://openalex.org/W6771861442","https://openalex.org/W6778485988","https://openalex.org/W6778883912","https://openalex.org/W6784333009","https://openalex.org/W6785772895","https://openalex.org/W6790720088","https://openalex.org/W6791353385","https://openalex.org/W6793399734","https://openalex.org/W6796744455","https://openalex.org/W6797602710","https://openalex.org/W6800751262","https://openalex.org/W6804004335","https://openalex.org/W6804477249","https://openalex.org/W6804552856","https://openalex.org/W6811476558"],"related_works":["https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W2047973478","https://openalex.org/W2067569035","https://openalex.org/W2090985514","https://openalex.org/W2113666009","https://openalex.org/W4206178588","https://openalex.org/W3094491777","https://openalex.org/W3214715529","https://openalex.org/W4287635093"],"abstract_inverted_index":{"This":[0,46],"paper":[1,104],"addresses":[2],"the":[3,20,26,48,58,123],"problem":[4,80],"of":[5,9,17,50,55,61],"end-to-end":[6],"self-supervised":[7,112,137],"forecasting":[8],"depth":[10,72,106,139],"and":[11,28,43,57,107],"ego":[12,108],"motion.":[13],"Given":[14],"a":[15,31,65,93],"sequence":[16],"raw":[18,113],"images,":[19],"aim":[21],"is":[22,38,89,97],"to":[23,77,100,134],"forecast":[24],"both":[25,41,51],"geometry":[27],"ego-motion":[29],"using":[30,40,81,110],"self":[32],"supervised":[33,85],"photometric":[34],"loss.":[35],"The":[36,117],"architecture":[37],"designed":[39],"convolution":[42],"transformer":[44],"modules.":[45],"leverages":[47],"benefits":[49],"modules:":[52],"Inductive":[53],"bias":[54],"CNN,":[56],"multi-head":[59],"attention":[60],"transformers,":[62],"thus":[63],"enabling":[64],"rich":[66],"spatio-temporal":[67],"representation":[68],"that":[69],"enables":[70],"accurate":[71],"forecasting.":[73],"Prior":[74],"work":[75],"attempts":[76],"solve":[78],"this":[79,103],"multi-modal":[82],"input/output":[83],"with":[84,127],"ground-truth":[86],"data":[87],"which":[88],"not":[90],"practical":[91],"since":[92],"large":[94],"annotated":[95],"dataset":[96,125],"required.":[98],"Alternatively":[99],"prior":[101,135],"methods,":[102],"forecasts":[105],"motion":[109],"only":[111],"images":[114],"as":[115],"input.":[116],"approach":[118],"performs":[119],"significantly":[120],"well":[121],"on":[122],"KITTI":[124],"benchmark":[126],"several":[128],"performance":[129],"criteria":[130],"being":[131],"even":[132],"comparable":[133],"non-forecasting":[136],"monocular":[138],"inference":[140],"methods.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}