{"id":"https://openalex.org/W4412887978","doi":"https://doi.org/10.18653/v1/2025.findings-acl.798","title":"IntelliCockpitBench: A Comprehensive Benchmark to Evaluate VLMs for Intelligent Cockpit","display_name":"IntelliCockpitBench: A Comprehensive Benchmark to Evaluate VLMs for Intelligent Cockpit","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412887978","doi":"https://doi.org/10.18653/v1/2025.findings-acl.798"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.798","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.798","pdf_url":"https://aclanthology.org/2025.findings-acl.798.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.798.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Liang Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Siyuan Chai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Siyuan Chai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009664545","display_name":"Jiahao Wu","orcid":"https://orcid.org/0000-0002-1052-6060"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiahao Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004009015","display_name":"Hongbing Hu","orcid":"https://orcid.org/0000-0001-7247-7092"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hongbing Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102325476","display_name":"Xiaotao Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaotao Gu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100600908","display_name":"Hao Hu","orcid":"https://orcid.org/0000-0002-8859-0986"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403471","display_name":"Fan Zhang","orcid":"https://orcid.org/0000-0002-4974-3329"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011474402","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0001-7930-9147"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100456065","display_name":"Dan Zhang","orcid":"https://orcid.org/0000-0003-1728-9069"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dan Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"15453","last_page":"15475"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.7228000164031982,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.7228000164031982,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cockpit","display_name":"Cockpit","score":0.9275371432304382},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7393490672111511},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6681280732154846},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.3967840075492859},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3765646815299988},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.3760487735271454},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.28612950444221497}],"concepts":[{"id":"https://openalex.org/C30322324","wikidata":"https://www.wikidata.org/wiki/Q194156","display_name":"Cockpit","level":2,"score":0.9275371432304382},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7393490672111511},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6681280732154846},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3967840075492859},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3765646815299988},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.3760487735271454},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28612950444221497},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.798","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.798","pdf_url":"https://aclanthology.org/2025.findings-acl.798.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.798","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.798","pdf_url":"https://aclanthology.org/2025.findings-acl.798.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8299999833106995}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412887978.pdf","grobid_xml":"https://content.openalex.org/works/W4412887978.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4239954628","https://openalex.org/W2177727550","https://openalex.org/W4247783583","https://openalex.org/W4254922569","https://openalex.org/W610213646","https://openalex.org/W4239847304","https://openalex.org/W2626136186","https://openalex.org/W1572104776","https://openalex.org/W2322229296","https://openalex.org/W413267245"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,32,91],"sophisticated":[3,100],"Vision-Language":[4],"Models":[5],"(VLMs)":[6],"in":[7,40,83],"vehicular":[8,41],"systems":[9],"is":[10],"revolutionizing":[11],"vehicle":[12],"interaction":[13],"and":[14,60,68,76,81,105,110,116,122,129],"safety,":[15],"performing":[16],"tasks":[17],"such":[18],"as":[19],"Visual":[20],"Question":[21],"Answering":[22],"(VQA).However,":[23],"a":[24,33,48,114,123],"critical":[25],"gap":[26],"persists":[27],"due":[28],"to":[29],"the":[30,84,94],"lack":[31],"comprehensive":[34],"benchmark":[35,49,85],"for":[36,88,119],"multimodal":[37],"VQA":[38,121],"models":[39],"scenarios.To":[42],"address":[43],"this,":[44],"we":[45],"propose":[46],"IntelliCockpitBench,":[47],"that":[50],"encompasses":[51],"diverse":[52,115],"automotive":[53,120],"scenarios.It":[54],"includes":[55],"images":[56,80],"from":[57,73],"front,":[58],"side,":[59],"rear":[61],"cameras,":[62],"various":[63],"road":[64],"types,":[65],"weather":[66],"conditions,":[67],"interior":[69],"views,":[70],"integrating":[71],"data":[72,95],"both":[74],"moving":[75],"stationary":[77],"states.Notably,":[78],"all":[79],"queries":[82],"are":[86],"verified":[87],"high":[89],"levels":[90],"authenticity,":[92],"ensuring":[93],"accurately":[96],"reflects":[97],"real-world":[98],"conditions.A":[99],"scoring":[101],"methodology":[102],"combining":[103],"human":[104,128],"model-generated":[106],"assessments":[107],"enhances":[108],"reliability":[109],"consistency.Our":[111],"contributions":[112],"include":[113],"authentic":[117],"dataset":[118],"robust":[124],"evaluation":[125],"metric":[126],"aligning":[127],"machine":[130],"assessments.":[131]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}