{"id":"https://openalex.org/W4413925291","doi":"https://doi.org/10.1109/icra55743.2025.11127665","title":"Occ-LLM: Enhancing Autonomous Driving with Occupancy-Based Large Language Models","display_name":"Occ-LLM: Enhancing Autonomous Driving with Occupancy-Based Large Language Models","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4413925291","doi":"https://doi.org/10.1109/icra55743.2025.11127665"},"language":"en","primary_location":{"id":"doi:10.1109/icra55743.2025.11127665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127665","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116225133","display_name":"Tianshuo Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Tianshuo Xu","raw_affiliation_strings":["Hong Kong University of Science and Technology (Guangzhou),Information Hub,department of AI Thrust"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology (Guangzhou),Information Hub,department of AI Thrust","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101764008","display_name":"Hao Lu","orcid":"https://orcid.org/0000-0002-7933-5748"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hao Lu","raw_affiliation_strings":["Hong Kong University of Science and Technology (Guangzhou),Information Hub,department of AI Thrust"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology (Guangzhou),Information Hub,department of AI Thrust","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100579371","display_name":"Yan Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Xu Yan","raw_affiliation_strings":["Huawei Noah's Ark Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab","institution_ids":["https://openalex.org/I4210159102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116225134","display_name":"Yingjie Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Yingjie Cai","raw_affiliation_strings":["Huawei Noah's Ark Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab","institution_ids":["https://openalex.org/I4210159102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005698588","display_name":"Bingbing Liu","orcid":"https://orcid.org/0000-0002-5272-3425"},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Bingbing Liu","raw_affiliation_strings":["Huawei Noah's Ark Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab","institution_ids":["https://openalex.org/I4210159102"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104115576","display_name":"Yingcong Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yingcong Chen","raw_affiliation_strings":["Hong Kong University of Science and Technology (Guangzhou),Information Hub,department of AI Thrust"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology (Guangzhou),Information Hub,department of AI Thrust","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5116225133"],"corresponding_institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":6.2854,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.96326447,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"8434","last_page":"8441"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9692000150680542,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9692000150680542,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9243999719619751,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9175999760627747,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/occupancy","display_name":"Occupancy","score":0.818117618560791},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6519666314125061},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4900270700454712},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20994573831558228},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1332497000694275},{"id":"https://openalex.org/keywords/architectural-engineering","display_name":"Architectural engineering","score":0.08652797341346741}],"concepts":[{"id":"https://openalex.org/C160331591","wikidata":"https://www.wikidata.org/wiki/Q7075743","display_name":"Occupancy","level":2,"score":0.818117618560791},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6519666314125061},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4900270700454712},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20994573831558228},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1332497000694275},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.08652797341346741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra55743.2025.11127665","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11127665","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W1956340063","https://openalex.org/W2031489346","https://openalex.org/W2101105183","https://openalex.org/W2169498096","https://openalex.org/W2557465155","https://openalex.org/W2752782242","https://openalex.org/W2963926543","https://openalex.org/W2968008415","https://openalex.org/W3034868495","https://openalex.org/W3035308182","https://openalex.org/W3035574168","https://openalex.org/W3126856052","https://openalex.org/W3174177541","https://openalex.org/W3174692508","https://openalex.org/W3215584334","https://openalex.org/W4382317933","https://openalex.org/W4384341179","https://openalex.org/W4386047807","https://openalex.org/W4386076400","https://openalex.org/W4386083035","https://openalex.org/W4386918877","https://openalex.org/W4389523957","https://openalex.org/W4389565699","https://openalex.org/W4390872423","https://openalex.org/W4390872638","https://openalex.org/W4390873564","https://openalex.org/W4390874087","https://openalex.org/W4390874310","https://openalex.org/W4401109681","https://openalex.org/W4402917209","https://openalex.org/W4403771534","https://openalex.org/W4404820176"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4282043467","https://openalex.org/W2105697914","https://openalex.org/W2202433167","https://openalex.org/W3093197249","https://openalex.org/W1540010871","https://openalex.org/W3023979140","https://openalex.org/W3177545769"],"abstract_inverted_index":{"Large":[0,22],"Language":[1,23],"Models":[2],"(LLMs)":[3],"have":[4],"made":[5],"substantial":[6],"advancements":[7],"in":[8,136,143,164],"the":[9,19,45,49,87,150,159],"field":[10],"of":[11,102,133,152,162],"robotic":[12,169],"and":[13,47,116,141,170],"autonomous":[14,171],"driving.":[15,172],"This":[16,62,84],"study":[17],"presents":[18],"first":[20],"Occupancy-based":[21],"Model":[24],"(Occ-LLM),":[25],"which":[26],"represents":[27],"a":[28,79],"pioneering":[29],"effort":[30],"to":[31,68,90],"integrate":[32],"LLMs":[33],"with":[34,53],"an":[35],"important":[36],"representation.":[37],"To":[38],"effectively":[39,96],"encode":[40],"occupancy":[41,112,154],"as":[42],"input":[43],"for":[44,149],"LLM":[46],"address":[48],"category":[50],"imbalances":[51],"associated":[52],"occupancy,":[54],"we":[55],"propose":[56],"Motion":[57],"Separation":[58],"Variational":[59,81],"Autoencoder":[60,82],"(MS-VAE).":[61],"innovative":[63],"approach":[64],"utilizes":[65],"prior":[66],"knowledge":[67],"distinguish":[69],"dynamic":[70,93],"objects":[71],"from":[72],"static":[73,98],"scenes":[74],"before":[75],"inputting":[76],"them":[77],"into":[78],"tailored":[80],"(VAE).":[83],"separation":[85],"enhances":[86],"model's":[88],"capacity":[89],"concentrate":[91],"on":[92],"trajectories":[94],"while":[95],"reconstructing":[97],"scenes.":[99],"The":[100],"efficacy":[101],"Occ-LLM":[103,125,163],"has":[104],"been":[105],"validated":[106],"across":[107],"key":[108],"tasks,":[109],"including":[110],"4D":[111,153],"forecasting,":[113],"self-ego":[114],"planning,":[115],"occupancybased":[117],"scene":[118],"question":[119],"answering.":[120],"Comprehensive":[121],"evaluations":[122],"demonstrate":[123],"that":[124],"significantly":[126],"surpasses":[127],"existing":[128],"state-of-the-art":[129],"methodologies,":[130],"achieving":[131],"gains":[132],"about":[134],"6%":[135],"Intersection":[137,145],"over":[138,146],"Union":[139,147],"(IoU)":[140],"4%":[142],"mean":[144],"(mIoU)":[148],"task":[151],"forecasting.":[155],"These":[156],"findings":[157],"highlight":[158],"transformative":[160],"potential":[161],"reshaping":[165],"current":[166],"paradigms":[167],"within":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}