{"id":"https://openalex.org/W4400645430","doi":"https://doi.org/10.1109/iv55156.2024.10588460","title":"TLCFuse: Temporal Multi-Modality Fusion Towards Occlusion-Aware Semantic Segmentation","display_name":"TLCFuse: Temporal Multi-Modality Fusion Towards Occlusion-Aware Semantic Segmentation","publication_year":2024,"publication_date":"2024-06-02","ids":{"openalex":"https://openalex.org/W4400645430","doi":"https://doi.org/10.1109/iv55156.2024.10588460"},"language":"en","primary_location":{"id":"doi:10.1109/iv55156.2024.10588460","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv55156.2024.10588460","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04717193/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014555411","display_name":"Gustavo Salazar-Gomez","orcid":null},"institutions":[{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]},{"id":"https://openalex.org/I4210101348","display_name":"Centre Inria de l'Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/00n8d6z93","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210101348"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Gustavo Salazar-Gomez","raw_affiliation_strings":["Univ. Grenoble-Alpes,Inria,Grenoble,France"],"affiliations":[{"raw_affiliation_string":"Univ. Grenoble-Alpes,Inria,Grenoble,France","institution_ids":["https://openalex.org/I4210101348","https://openalex.org/I899635006"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101897956","display_name":"Wenqian Liu","orcid":"https://orcid.org/0000-0003-0275-5485"},"institutions":[{"id":"https://openalex.org/I4210101348","display_name":"Centre Inria de l'Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/00n8d6z93","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210101348"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Wenqian Liu","raw_affiliation_strings":["Univ. Grenoble-Alpes,Inria,Grenoble,France"],"affiliations":[{"raw_affiliation_string":"Univ. Grenoble-Alpes,Inria,Grenoble,France","institution_ids":["https://openalex.org/I4210101348","https://openalex.org/I899635006"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058505229","display_name":"Manuel Diaz-Zapata","orcid":"https://orcid.org/0000-0002-9275-2829"},"institutions":[{"id":"https://openalex.org/I4210101348","display_name":"Centre Inria de l'Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/00n8d6z93","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210101348"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Manuel Diaz-Zapata","raw_affiliation_strings":["Univ. Grenoble-Alpes,Inria,Grenoble,France"],"affiliations":[{"raw_affiliation_string":"Univ. Grenoble-Alpes,Inria,Grenoble,France","institution_ids":["https://openalex.org/I4210101348","https://openalex.org/I899635006"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058413906","display_name":"David Sierra-Gonzalez","orcid":null},"institutions":[{"id":"https://openalex.org/I48430043","display_name":"Institut National des Sciences Appliqu\u00e9es de Lyon","ror":"https://ror.org/050jn9y42","country_code":"FR","type":"education","lineage":["https://openalex.org/I203339264","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"David Sierra-Gonzalez","raw_affiliation_strings":["CHROMA - Robots coop\u00e9ratifs et adapt\u00e9s \u00e0 la pr\u00e9sence humaine en environnements (INSA Lyon B\u00e2timent Claude Chappe - 6, avenue des Arts - 69621 Villeurbanne Cedex - France)"],"affiliations":[{"raw_affiliation_string":"CHROMA - Robots coop\u00e9ratifs et adapt\u00e9s \u00e0 la pr\u00e9sence humaine en environnements (INSA Lyon B\u00e2timent Claude Chappe - 6, avenue des Arts - 69621 Villeurbanne Cedex - France)","institution_ids":["https://openalex.org/I48430043"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109557660","display_name":"Christian Laugier","orcid":null},"institutions":[{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]},{"id":"https://openalex.org/I4210101348","display_name":"Centre Inria de l'Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/00n8d6z93","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210101348"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Christian Laugier","raw_affiliation_strings":["Univ. Grenoble-Alpes,Inria,Grenoble,France"],"affiliations":[{"raw_affiliation_string":"Univ. Grenoble-Alpes,Inria,Grenoble,France","institution_ids":["https://openalex.org/I4210101348","https://openalex.org/I899635006"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5014555411"],"corresponding_institution_ids":["https://openalex.org/I4210101348","https://openalex.org/I899635006"],"apc_list":null,"apc_paid":null,"fwci":0.2596,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.50835712,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2110","last_page":"2116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6989350318908691},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6926835775375366},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5677863359451294},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5310953855514526},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4996764659881592},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4237339496612549},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37669435143470764},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13223206996917725}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6989350318908691},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6926835775375366},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5677863359451294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5310953855514526},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4996764659881592},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4237339496612549},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37669435143470764},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13223206996917725},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iv55156.2024.10588460","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv55156.2024.10588460","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04717193v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04717193","pdf_url":"https://hal.science/hal-04717193/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IV 2024 - 35th IEEE Intelligent Vehicles Symposium, Jun 2024, Jeju Island, South Korea. pp.2110-2116, ⟨10.1109/IV55156.2024.10588460⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04717193v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04717193","pdf_url":"https://hal.science/hal-04717193/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IV 2024 - 35th IEEE Intelligent Vehicles Symposium, Jun 2024, Jeju Island, South Korea. pp.2110-2116, ⟨10.1109/IV55156.2024.10588460⟩","raw_type":"Conference papers"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5899999737739563}],"awards":[],"funders":[{"id":"https://openalex.org/F4320313934","display_name":"Institut national de recherche en informatique et en automatique (INRIA)","ror":"https://ror.org/02kvxyf05"},{"id":"https://openalex.org/F4320322892","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73"},{"id":"https://openalex.org/F4320335507","display_name":"Toyota Motor Europe","ror":"https://ror.org/023g86t37"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4400645430.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2555618208","https://openalex.org/W2565639579","https://openalex.org/W2899663614","https://openalex.org/W2948515602","https://openalex.org/W2968296999","https://openalex.org/W3034407526","https://openalex.org/W3034669477","https://openalex.org/W3035574168","https://openalex.org/W3036452913","https://openalex.org/W3102343027","https://openalex.org/W3109395584","https://openalex.org/W3117804044","https://openalex.org/W3170030651","https://openalex.org/W3190965961","https://openalex.org/W3203158837","https://openalex.org/W3210282530","https://openalex.org/W4214530037","https://openalex.org/W4224259431","https://openalex.org/W4224947594","https://openalex.org/W4225986494","https://openalex.org/W4281255813","https://openalex.org/W4294337845","https://openalex.org/W4303443326","https://openalex.org/W4312641958","https://openalex.org/W4312894406","https://openalex.org/W4322715689","https://openalex.org/W4383066393","https://openalex.org/W4385932507","https://openalex.org/W4386066572","https://openalex.org/W4386076400","https://openalex.org/W6755977528","https://openalex.org/W6762718338","https://openalex.org/W6780075094","https://openalex.org/W6797256610","https://openalex.org/W6799838802","https://openalex.org/W6810001583","https://openalex.org/W6810240388","https://openalex.org/W6838844109","https://openalex.org/W6840308267","https://openalex.org/W6845491643"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W3144423903","https://openalex.org/W2377397762","https://openalex.org/W2793967660","https://openalex.org/W2361654993"],"abstract_inverted_index":{"In":[0,39],"autonomous":[1],"driving,":[2],"addressing":[3],"occlusion":[4],"scenarios":[5],"is":[6,13],"crucial":[7,45],"yet":[8],"challenging.":[9,38],"Robust":[10],"surrounding":[11],"perception":[12,31],"essential":[14],"for":[15],"handling":[16],"occlusions":[17,54],"and":[18,25,93,104,118,135,151],"aiding":[19],"navigation.":[20],"State-of-the-art":[21],"models":[22],"fuse":[23],"LiDAR":[24,92],"Camera":[26],"data":[27],"to":[28,127],"produce":[29],"impressive":[30],"results,":[32],"but":[33],"detecting":[34],"occluded":[35,117],"objects":[36],"remains":[37],"this":[40],"paper,":[41],"we":[42,122],"emphasize":[43],"the":[44,56,72,79,86,100,124,139,149],"role":[46],"of":[47,74,138,153],"temporal":[48,75],"cues":[49],"in":[50,55],"reinforcing":[51],"resilience":[52],"against":[53],"bird\u2019s":[57],"eye":[58],"view":[59],"(BEV)":[60],"semantic":[61],"grid":[62],"segmentation":[63],"task.":[64],"We":[65,97],"proposed":[66,125,155],"a":[67],"novel":[68],"architecture":[69],"that":[70],"enables":[71],"processing":[73],"multi-step":[76,132],"inputs,":[77],"where":[78],"input":[80],"at":[81],"each":[82],"time":[83],"step":[84],"comprises":[85],"spatial":[87],"information":[88],"encoded":[89],"from":[90,145],"fusing":[91],"camera":[94],"sensor":[95],"readings.":[96],"experimented":[98],"on":[99,116],"real-world":[101],"nuScenes":[102],"dataset":[103],"our":[105,154],"results":[106,143],"outperformed":[107],"other":[108],"baselines,":[109],"with":[110],"particularly":[111],"large":[112],"differences":[113],"when":[114],"evaluating":[115],"partially-occluded":[119],"vehicles.":[120],"Additionally,":[121],"applied":[123],"model":[126],"downstream":[128],"tasks,":[129],"such":[130],"as":[131],"BEV":[133],"prediction":[134],"trajectory":[136],"forecasting":[137],"ego-vehicle.":[140],"The":[141],"qualitative":[142],"obtained":[144],"these":[146],"tasks":[147],"underscore":[148],"adaptability":[150],"effectiveness":[152],"approach.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2024-07-16T00:00:00"}