{"id":"https://openalex.org/W4417085550","doi":"https://doi.org/10.48550/arxiv.2505.05895","title":"Leveraging Vision-Language Models for Visual Grounding and Analysis of Automotive UI","display_name":"Leveraging Vision-Language Models for Visual Grounding and Analysis of Automotive UI","publication_year":2025,"publication_date":"2025-05-09","ids":{"openalex":"https://openalex.org/W4417085550","doi":"https://doi.org/10.48550/arxiv.2505.05895"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2505.05895","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.05895","pdf_url":"https://arxiv.org/pdf/2505.05895","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.05895","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120644004","display_name":"Benjamin Raphael Ernhofer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ernhofer, Benjamin Raphael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Prokhorov, Daniil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prokhorov, Daniil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Langner, Jannica","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Langner, Jannica","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5120644005","display_name":"Dominik Bollmann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bollmann, Dominik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10530000180006027,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10530000180006027,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.06319999694824219,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14074","display_name":"Persona Design and Applications","score":0.05530000105500221,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automotive-industry","display_name":"Automotive industry","score":0.79830002784729},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6917999982833862},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6353999972343445},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5038999915122986},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.427700012922287},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4034999907016754},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.39980000257492065},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.3555000126361847}],"concepts":[{"id":"https://openalex.org/C526921623","wikidata":"https://www.wikidata.org/wiki/Q190117","display_name":"Automotive industry","level":2,"score":0.79830002784729},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6917999982833862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6590999960899353},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6353999972343445},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5038999915122986},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4424000084400177},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.427700012922287},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4034999907016754},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.39980000257492065},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.382999986410141},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3361999988555908},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3305000066757202},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30320000648498535},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28630000352859497},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2770000100135803},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.2624000012874603},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.2574999928474426}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2505.05895","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.05895","pdf_url":"https://arxiv.org/pdf/2505.05895","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.05895","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.05895","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.05895","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.05895","pdf_url":"https://arxiv.org/pdf/2505.05895","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"automotive":[1,34,153,170],"infotainment":[2],"systems":[3],"necessitate":[4],"intelligent":[5],"and":[6,16,31,88,104,145,161,173,180],"adaptive":[7],"solutions":[8],"to":[9,26,166],"manage":[10],"frequent":[11],"User":[12],"Interface":[13],"(UI)":[14],"updates":[15],"diverse":[17],"design":[18],"variations.":[19],"This":[20,155],"work":[21],"introduces":[22],"a":[23,63,118],"vision-language":[24],"framework":[25],"facilitate":[27],"the":[28,124,152],"understanding":[29,172],"of":[30,130],"interaction":[32],"with":[33,56,85],"UIs,":[35],"enabling":[36],"seamless":[37],"adaptation":[38],"across":[39],"different":[40],"UI":[41,171],"designs.":[42],"To":[43],"support":[44],"research":[45,156],"in":[46,169],"this":[47],"field,":[48],"AutomotiveUI-Bench-4K,":[49],"an":[50],"open-source":[51],"dataset":[52,105],"comprising":[53],"998":[54],"images":[55],"4,208":[57],"annotations,":[58],"is":[59,70,75,132,178],"also":[60],"released.":[61],"Additionally,":[62],"data":[64,69,159],"pipeline":[65],"for":[66,142],"generating":[67],"training":[68],"presented.":[71],"A":[72],"Molmo-7B-based":[73],"model":[74],"fine-tuned":[76,92,181],"using":[77],"Low-Rank":[78],"Adaptation":[79],"(LoRa),":[80],"incorporating":[81],"generated":[82],"reasoning":[83],"along":[84],"visual":[86],"grounding":[87],"evaluation":[89],"capabilities.":[90],"The":[91,111,175],"Evaluative":[93],"Large":[94],"Action":[95],"Model":[96],"(ELAM)":[97],"achieves":[98],"strong":[99,114],"performance":[100],"on":[101,108,121,134,151,186],"AutomotiveUI-Bench-4K":[102],"(model":[103],"are":[106],"available":[107],"Hugging":[109],"Face).":[110],"approach":[112],"demonstrates":[113],"cross-domain":[115],"generalization,":[116],"including":[117],"+5.6%":[119],"improvement":[120],"ScreenSpot":[122],"over":[123],"baseline":[125],"model.":[126],"An":[127],"average":[128],"accuracy":[129],"80.8%":[131],"achieved":[133],"ScreenSpot,":[135],"closely":[136],"matching":[137],"or":[138],"surpassing":[139],"specialized":[140],"models":[141,182],"desktop,":[143],"mobile,":[144],"web,":[146],"despite":[147],"being":[148],"trained":[149],"primarily":[150],"domain.":[154],"investigates":[157],"how":[158],"collection":[160],"subsequent":[162],"fine-tuning":[163],"can":[164,183],"lead":[165],"AI-driven":[167],"advancements":[168],"interaction.":[174],"applied":[176],"method":[177],"cost-efficient,":[179],"be":[184],"deployed":[185],"consumer-grade":[187],"GPUs.":[188]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}