{"id":"https://openalex.org/W4403783611","doi":"https://doi.org/10.48550/arxiv.2409.14488","title":"Enhancing LLM-based Autonomous Driving Agents to Mitigate Perception Attacks","display_name":"Enhancing LLM-based Autonomous Driving Agents to Mitigate Perception Attacks","publication_year":2024,"publication_date":"2024-09-22","ids":{"openalex":"https://openalex.org/W4403783611","doi":"https://doi.org/10.48550/arxiv.2409.14488"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.14488","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.14488","pdf_url":"https://arxiv.org/pdf/2409.14488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.14488","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013340244","display_name":"Ruoyu Song","orcid":"https://orcid.org/0009-0008-8807-048X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Song, Ruoyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006395041","display_name":"Muslum Ozgur Ozmen","orcid":"https://orcid.org/0000-0002-5696-8964"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ozmen, Muslum Ozgur","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101505959","display_name":"Hyungsub Kim","orcid":"https://orcid.org/0000-0002-8736-1655"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Hyungsub","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069212547","display_name":"A. Bianchi","orcid":"https://orcid.org/0000-0003-0343-7497"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bianchi, Antonio","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Celik, Z. Berkay","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Celik, Z. Berkay","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5013340244"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9327999949455261,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9327999949455261,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5919195413589478},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4663025438785553},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.42368507385253906},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40907949209213257},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3787685036659241},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.0773700475692749}],"concepts":[{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5919195413589478},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4663025438785553},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.42368507385253906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40907949209213257},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3787685036659241},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0773700475692749}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.14488","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.14488","pdf_url":"https://arxiv.org/pdf/2409.14488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.14488","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.14488","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.14488","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.14488","pdf_url":"https://arxiv.org/pdf/2409.14488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403783611.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"There":[0],"is":[1,139],"a":[2,92,143,170,199],"growing":[3,252],"interest":[4,253],"in":[5,49,75,151,210,240,254],"integrating":[6,255],"Large":[7],"Language":[8],"Models":[9],"(LLMs)":[10],"with":[11,169],"autonomous":[12],"driving":[13,93,100,135,213],"(AD)":[14],"systems.":[15],"However,":[16],"AD":[17,123,258],"systems":[18,101],"are":[19,46],"vulnerable":[20],"to":[21,52,59,102,125,186,268],"attacks":[22,41,45,109],"against":[23,39],"their":[24,266],"object":[25],"detection":[26,175,224],"and":[27,78,130,153,203,208,217,231,243,265,270],"tracking":[28],"(ODT)":[29],"functions.":[30],"Unfortunately,":[31],"our":[32],"evaluation":[33],"of":[34,73,172,196,226,245,263],"four":[35],"recent":[36],"LLM":[37,150,201],"agents":[38],"ODT":[40,159,272],"shows":[42],"that":[43,64,96],"the":[44,122,134,149,163,182,194,246,251,261],"63.26%":[47],"successful":[48],"causing":[50],"them":[51],"crash":[53],"or":[54],"violate":[55],"traffic":[56],"rules":[57],"due":[58],"(1)":[60],"misleading":[61],"memory":[62],"modules":[63],"provide":[65],"past":[66],"experiences":[67],"for":[68],"decision":[69,105,185],"making,":[70],"(2)":[71],"limitations":[72],"prompts":[74],"identifying":[76],"inconsistencies,":[77],"(3)":[79],"reliance":[80],"on":[81,220],"ground":[82],"truth":[83],"perception":[84,108,128],"data.":[85],"In":[86],"this":[87,118],"paper,":[88],"we":[89],"introduce":[90],"Hudson,":[91],"reasoning":[94,190],"agent":[95],"extends":[97],"prior":[98],"LLM-based":[99],"enable":[103],"safer":[104],"making":[106,154],"during":[107,158],"while":[110],"maintaining":[111],"effectiveness":[112,195],"under":[113],"benign":[114],"conditions.":[115],"Hudson":[116,161,180,197],"achieves":[117],"by":[119],"first":[120],"instrumenting":[121],"software":[124],"collect":[126],"real-time":[127],"results":[129],"contextual":[131],"information":[132],"from":[133],"scene.":[136],"This":[137],"data":[138],"then":[140],"formalized":[141],"into":[142,165,257],"domain-specific":[144],"language":[145],"(DSL).":[146],"To":[147],"guide":[148],"detecting":[152],"safe":[155,237],"control":[156,184,238],"decisions":[157,239],"attacks,":[160],"translates":[162],"DSL":[164],"natural":[166],"language,":[167],"along":[168],"list":[171],"custom":[173],"attack":[174,223],"instructions.":[176],"Following":[177],"query":[178],"execution,":[179],"analyzes":[181],"LLM's":[183],"understand":[187],"its":[188],"causal":[189],"process.":[191],"We":[192],"evaluate":[193],"using":[198],"proprietary":[200],"(GPT-4)":[202],"two":[204],"open-source":[205],"LLMs":[206,256,264],"(Llama":[207],"Gemma)":[209],"various":[211],"adversarial":[212],"scenarios.":[214],"GPT-4,":[215],"Llama,":[216],"Gemma":[218],"achieve,":[219],"average,":[221],"an":[222],"accuracy":[225],"83.":[227],"3%,":[228],"63.":[229],"6%,":[230],"73.":[232],"6%.":[233],"Consequently,":[234],"they":[235],"make":[236],"86.4%,":[241],"73.9%,":[242],"80%":[244],"attacks.":[247,273],"Our":[248],"results,":[249],"following":[250],"systems,":[259],"highlight":[260],"strengths":[262],"potential":[267],"detect":[269],"mitigate":[271]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}