{"id":"https://openalex.org/W4410153550","doi":"https://doi.org/10.1007/s11263-025-02433-3","title":"HiLM-D: Enhancing MLLMs with Multi-scale High-Resolution Details for Autonomous Driving","display_name":"HiLM-D: Enhancing MLLMs with Multi-scale High-Resolution Details for Autonomous Driving","publication_year":2025,"publication_date":"2025-05-07","ids":{"openalex":"https://openalex.org/W4410153550","doi":"https://doi.org/10.1007/s11263-025-02433-3"},"language":"en","primary_location":{"id":"doi:10.1007/s11263-025-02433-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-025-02433-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02433-3.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02433-3.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020996610","display_name":"Xinpeng Ding","orcid":"https://orcid.org/0000-0001-7653-1199"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xinpeng Ding","raw_affiliation_strings":["Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Kowloon, Hong Kong SAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Kowloon, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000647343","display_name":"Jianhua Han","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Jianhua Han","raw_affiliation_strings":["Noah\u2019s Ark Lab, Huawei, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah\u2019s Ark Lab, Huawei, Shanghai, China","institution_ids":["https://openalex.org/I4210159102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066768790","display_name":"Hang Xu","orcid":"https://orcid.org/0000-0003-4176-0738"},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Hang Xu","raw_affiliation_strings":["Noah\u2019s Ark Lab, Huawei, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah\u2019s Ark Lab, Huawei, Shanghai, China","institution_ids":["https://openalex.org/I4210159102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782825","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-4253-206X"},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["Noah\u2019s Ark Lab, Huawei, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Noah\u2019s Ark Lab, Huawei, Shanghai, China","institution_ids":["https://openalex.org/I4210159102"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100427643","display_name":"Xiaomeng Li","orcid":"https://orcid.org/0000-0003-1105-8083"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Xiaomeng Li","raw_affiliation_strings":["Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Kowloon, Hong Kong SAR, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Kowloon, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-1105-8083","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Hong Kong University of Science and Technology, Kowloon, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Kowloon, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100427643"],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":1.5311,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.82088314,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"133","issue":"8","first_page":"5379","last_page":"5395"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7627700567245483},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5950065851211548},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5617163777351379},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5061339735984802},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42167624831199646},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.4212772250175476},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.4208762049674988},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4148578643798828},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.21267417073249817}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7627700567245483},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5950065851211548},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5617163777351379},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5061339735984802},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42167624831199646},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.4212772250175476},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.4208762049674988},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4148578643798828},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.21267417073249817},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s11263-025-02433-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-025-02433-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02433-3.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-151654","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-151654","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1007/s11263-025-02433-3","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11263-025-02433-3","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11263-025-02433-3.pdf","source":{"id":"https://openalex.org/S25538012","display_name":"International Journal of Computer Vision","issn_l":"0920-5691","issn":["0920-5691","1573-1405"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computer Vision","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323537","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410153550.pdf","grobid_xml":"https://content.openalex.org/works/W4410153550.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1773149199","https://openalex.org/W2156303437","https://openalex.org/W2194775991","https://openalex.org/W2296035016","https://openalex.org/W2474210745","https://openalex.org/W2555618208","https://openalex.org/W2885138528","https://openalex.org/W2898900571","https://openalex.org/W2904024302","https://openalex.org/W2963016445","https://openalex.org/W2963524571","https://openalex.org/W2963737762","https://openalex.org/W2967549667","https://openalex.org/W2967895468","https://openalex.org/W2970603850","https://openalex.org/W2970971581","https://openalex.org/W2981852735","https://openalex.org/W2982419388","https://openalex.org/W2990503944","https://openalex.org/W3034572008","https://openalex.org/W3035172263","https://openalex.org/W3035574168","https://openalex.org/W3096609285","https://openalex.org/W3104529101","https://openalex.org/W3114753236","https://openalex.org/W3121518222","https://openalex.org/W3129292912","https://openalex.org/W3135367836","https://openalex.org/W3138516171","https://openalex.org/W3175515048","https://openalex.org/W4214612132","https://openalex.org/W4319300501","https://openalex.org/W4366208220","https://openalex.org/W4376312115","https://openalex.org/W4383097607","https://openalex.org/W4385714029","https://openalex.org/W4386076400","https://openalex.org/W4389519587","https://openalex.org/W4390872596","https://openalex.org/W4393148430","https://openalex.org/W4401386967","https://openalex.org/W4401416408","https://openalex.org/W4402716330","https://openalex.org/W4402727764","https://openalex.org/W4404612908","https://openalex.org/W6838393215"],"related_works":["https://openalex.org/W2159378745","https://openalex.org/W1897960459","https://openalex.org/W2002567531","https://openalex.org/W4313231634","https://openalex.org/W180818492","https://openalex.org/W4212996970","https://openalex.org/W2033349420","https://openalex.org/W243736014","https://openalex.org/W4318185075","https://openalex.org/W2964529313"],"abstract_inverted_index":{"Abstract":[0],"Recent":[1],"efforts":[2],"to":[3,53,64,177,192],"use":[4],"natural":[5],"language":[6,71],"for":[7,43,103,122,245,258],"interpretable":[8,37],"driving":[9,137],"focus":[10],"mainly":[11],"on":[12,222,262],"planning,":[13],"neglecting":[14],"perception":[15,77,91,185,200],"tasks.":[16],"In":[17],"this":[18,22],"paper,":[19],"we":[20,109],"address":[21],"gap":[23],"by":[24,128,207],"introducing":[25],"ROLISP":[26,48],"(Risk":[27],"Object":[28],"Localization":[29],"and":[30,32,41,58,96,153,181,215,247],"Intention":[31],"Suggestion":[33],"Prediction),":[34],"which":[35,100,211],"towards":[36],"risk":[38],"object":[39],"detection":[40],"suggestion":[42],"ego":[44],"car":[45],"motions.":[46],"Accurate":[47],"implementation":[49],"requires":[50],"extensive":[51],"reasoning":[52,170],"identify":[54],"critical":[55],"traffic":[56],"objects":[57],"infer":[59],"their":[60],"intentions,":[61],"prompting":[62],"us":[63],"explore":[65],"the":[66,75,129,132,140,145,151,158,223,263],"capabilities":[67],"of":[68,79,155,161],"multimodal":[69],"large":[70],"models":[72],"(MLLMs).":[73],"However,":[74],"limited":[76],"performance":[78],"CLIP-ViT":[80],"vision":[81],"encoders":[82],"in":[83,120,135,243,256],"existing":[84,219],"MLLMs":[85,121],"struggles":[86],"with":[87,233],"capturing":[88],"essential":[89],"visual":[90,117,159,195],"information,":[92],"e.g.,":[93],"high-resolution,":[94],"multi-scale":[95],"visual-related":[97],"inductive":[98],"biases,":[99],"are":[101,139],"important":[102],"autonomous":[104,136],"driving.":[105],"Addressing":[106],"these":[107],"challenges,":[108],"introduce":[110],"HiLM-D,":[111],"a":[112,164,168,183,188,208,234],"resource-efficient":[113],"framework":[114],"that":[115,131],"enhances":[116],"information":[118,149],"processing":[119],"ROLISP.":[123],"Our":[124],"method":[125],"is":[126,163,212,273],"motivated":[127],"fact":[130],"primary":[133],"variations":[134],"scenarios":[138],"motion":[141],"trajectories":[142],"rather":[143],"than":[144],"semantic":[146],"or":[147],"appearance":[148],"(e.g.,":[150],"shapes":[152],"colors)":[154],"objects.":[156],"Hence,":[157],"process":[160],"HiLM-D":[162],"two-stream":[165],"framework:":[166],"(i)":[167],"temporal":[169,179],"stream,":[171,186],"receiving":[172,187],"low-resolution":[173],"dynamic":[174],"video":[175],"content,":[176],"capture":[178,193],"semantics,":[180],"(ii)":[182],"spatial":[184,199],"single":[189],"high-resolution":[190],"frame,":[191],"holistic":[194],"perception-related":[196],"information.":[197],"The":[198,271],"stream":[201],"can":[202],"be":[203],"made":[204],"very":[205],"lightweight":[206],"well-designed":[209],"P-Adapter,":[210],"lightweight,":[213],"training-efficient,":[214],"easily":[216],"integrated":[217],"into":[218],"MLLMs.":[220],"Experiments":[221],"DRAMA-ROLISP":[224,272],"dataset":[225,265],"show":[226],"HiLM-D\u2019s":[227],"significant":[228],"improvements":[229],"over":[230],"current":[231],"MLLMs,":[232],"$$3.7\\%$$":[235],"<mml:math":[236,249],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[237,250],"<mml:mrow>":[238,251],"<mml:mn>3.7</mml:mn>":[239],"<mml:mo>%</mml:mo>":[240,253],"</mml:mrow>":[241,254],"</mml:math>":[242,255],"BLEU-4":[244],"captioning":[246],"$$8.7\\%$$":[248],"<mml:mn>8.7</mml:mn>":[252],"mIoU":[257],"detection.":[259],"Further":[260],"tests":[261],"Shikra-RD":[264],"confirm":[266],"our":[267],"method\u2019s":[268],"generalization":[269],"capabilities.":[270],"available":[274],"at":[275],"https://github.com/xmed-lab/HiLM-D":[276],".":[277]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}