{"id":"https://openalex.org/W4400650053","doi":"https://doi.org/10.1109/iv55156.2024.10588373","title":"Semantic Understanding of Traffic Scenes with Large Vision Language Models","display_name":"Semantic Understanding of Traffic Scenes with Large Vision Language Models","publication_year":2024,"publication_date":"2024-06-02","ids":{"openalex":"https://openalex.org/W4400650053","doi":"https://doi.org/10.1109/iv55156.2024.10588373"},"language":"en","primary_location":{"id":"doi:10.1109/iv55156.2024.10588373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv55156.2024.10588373","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043367694","display_name":"Sandesh Jain","orcid":"https://orcid.org/0000-0002-9973-8245"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sandesh Jain","raw_affiliation_strings":["Virginia Tech,Bradley Department of Electrical and Computer Engineering,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech,Bradley Department of Electrical and Computer Engineering,USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020807509","display_name":"Surendrabikram Thapa","orcid":"https://orcid.org/0000-0003-4119-8239"},"institutions":[{"id":"https://openalex.org/I4387930269","display_name":"Virginia Tech Transportation Institute","ror":"https://ror.org/05953j253","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387930269","https://openalex.org/I859038795"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Surendrabikram Thapa","raw_affiliation_strings":["Virginia Tech Transportation Institute,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech Transportation Institute,USA","institution_ids":["https://openalex.org/I4387930269","https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101748779","display_name":"Kuan\u2010Ting Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4387930269","display_name":"Virginia Tech Transportation Institute","ror":"https://ror.org/05953j253","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387930269","https://openalex.org/I859038795"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kuan-Ting Chen","raw_affiliation_strings":["Virginia Tech Transportation Institute,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech Transportation Institute,USA","institution_ids":["https://openalex.org/I4387930269","https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103117958","display_name":"A. Lynn Abbott","orcid":"https://orcid.org/0000-0003-4363-3118"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"A. Lynn Abbott","raw_affiliation_strings":["Virginia Tech,Bradley Department of Electrical and Computer Engineering,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech,Bradley Department of Electrical and Computer Engineering,USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003946047","display_name":"Abhijit Sarkar","orcid":"https://orcid.org/0000-0002-7699-9741"},"institutions":[{"id":"https://openalex.org/I4387930269","display_name":"Virginia Tech Transportation Institute","ror":"https://ror.org/05953j253","country_code":null,"type":"facility","lineage":["https://openalex.org/I4387930269","https://openalex.org/I859038795"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhijit Sarkar","raw_affiliation_strings":["Virginia Tech Transportation Institute,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Virginia Tech Transportation Institute,USA","institution_ids":["https://openalex.org/I4387930269","https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.334,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.9672644,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1580","last_page":"1587"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9585999846458435,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9451000094413757,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10757","display_name":"Geographic Information Systems Studies","score":0.9301000237464905,"subfield":{"id":"https://openalex.org/subfields/3305","display_name":"Geography, Planning and Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7425647974014282},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5282292366027832},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44999822974205017},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.37586709856987}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7425647974014282},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5282292366027832},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44999822974205017},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.37586709856987}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iv55156.2024.10588373","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv55156.2024.10588373","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2115579991","https://openalex.org/W2117717902","https://openalex.org/W2152513128","https://openalex.org/W2895857539","https://openalex.org/W2977530153","https://openalex.org/W3035172746","https://openalex.org/W3035574168","https://openalex.org/W3132607695","https://openalex.org/W3167095230","https://openalex.org/W3202823735","https://openalex.org/W4281773951","https://openalex.org/W4292779060","https://openalex.org/W4313484219","https://openalex.org/W4382240183","https://openalex.org/W4385488723","https://openalex.org/W4386065742","https://openalex.org/W4386075580","https://openalex.org/W4386075636","https://openalex.org/W4386651426","https://openalex.org/W4389519587","https://openalex.org/W4391129224","https://openalex.org/W4394843896","https://openalex.org/W4394862623","https://openalex.org/W4394862732","https://openalex.org/W4404784276","https://openalex.org/W4404788931","https://openalex.org/W6755207826","https://openalex.org/W6778883912","https://openalex.org/W6791353385","https://openalex.org/W6801880476","https://openalex.org/W6838956374","https://openalex.org/W6854231400","https://openalex.org/W6855606677","https://openalex.org/W6858543224","https://openalex.org/W6996185213"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"This":[0],"paper":[1,246],"investigates":[2],"the":[3,42,110,115,146,174,200,206,211,216,225],"integration":[4],"of":[5,28,125,127,148,169,176,202,213,218,221],"Large":[6],"Vision":[7],"Language":[8],"Models":[9],"(LVLMs)":[10],"with":[11,224],"multi-sensor":[12],"information,":[13],"including":[14],"visual":[15,137],"and":[16,21,46,65,77,82,92,117],"localization":[17],"data":[18,23],"from":[19,89,114,157],"cameras":[20],"LiDAR":[22],"to":[24,53,57,102,132,151,172,186,191,205,238],"a":[25,35,71,136,192,231],"holistic":[26],"understanding":[27,33],"traffic":[29,47],"videos.":[30],"Traffic":[31],"scene":[32],"is":[34,50],"challenging":[36],"problem.":[37],"With":[38,215],"complex":[39],"interaction":[40,240],"between":[41],"road":[43,58],"actors,":[44],"infrastructure,":[45],"rules,":[48],"it":[49],"often":[51,87],"difficult":[52],"answer":[54,152],"questions":[55,156,171],"related":[56,237],"safety,":[59,61],"pedestrian":[60],"safe":[62],"maneuvering":[63],"characteristics,":[64],"human":[66],"factors.":[67],"Typical":[68],"processes":[69,86],"use":[70],"single":[72],"task-oriented":[73],"neural":[74],"network":[75],"model":[76],"combine":[78],"them":[79],"through":[80,160],"semantic":[81],"symbolic":[83],"reasoning.":[84],"These":[85,106],"suffer":[88],"reasoning":[90],"bias":[91],"incompleteness.":[93],"In":[94],"recent":[95],"years,":[96],"LVLMs":[97,150,183],"have":[98,143,164,184,197],"opened":[99],"new":[100],"avenues":[101],"perceive":[103],"spatiotemporal":[104,119],"information.":[105],"models":[107],"can":[108,247],"leverage":[109],"large":[111],"knowledge":[112],"base":[113],"world":[116],"summarize":[118],"information":[120],"effectively.":[121],"The":[122,242],"interactive":[123],"nature":[124],"most":[126],"these":[128,177],"systems":[129],"allows":[130],"humans":[131],"directly":[133],"interact":[134],"in":[135,234],"question-answering":[138],"mode.In":[139],"this":[140,245],"paper,":[141],"we":[142,196,229],"extensively":[144],"tested":[145],"capabilities":[147],"such":[149],"key":[153],"transportation":[154],"research":[155],"videos":[158],"captured":[159],"front":[161],"cameras.":[162],"We":[163],"curated":[165],"an":[166],"extensive":[167],"set":[168],"multiple-choice":[170],"evaluate":[173],"performance":[175,212,236],"LVLMs.":[178,214],"Our":[179],"results":[180],"show":[181],"that":[182,199],"abilities":[185],"understand":[187],"various":[188],"transportation-related":[189],"aspects":[190],"great":[193],"extent.":[194],"Furthermore,":[195],"shown":[198],"addition":[201,217],"supplementary":[203],"modalities":[204],"VQA":[207],"settings":[208],"helps":[209],"improve":[210],"3D":[219],"trajectories":[220],"surrounding":[222],"objects":[223],"2D":[226],"video":[227],"frames,":[228],"observed":[230],"significant":[232],"increase":[233],"MCQ":[235],"vehicle-to-vehicle":[239],"tasks.":[241],"resources":[243],"for":[244],"be":[248],"found":[249],"at":[250],"https://github.com/sandeshrjain/lvlm-scene":[251]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}