{"id":"https://openalex.org/W4400648022","doi":"https://doi.org/10.1109/iv55156.2024.10588860","title":"Walk-the-Talk: LLM driven pedestrian motion generation","display_name":"Walk-the-Talk: LLM driven pedestrian motion generation","publication_year":2024,"publication_date":"2024-06-02","ids":{"openalex":"https://openalex.org/W4400648022","doi":"https://doi.org/10.1109/iv55156.2024.10588860"},"language":"en","primary_location":{"id":"doi:10.1109/iv55156.2024.10588860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv55156.2024.10588860","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023451157","display_name":"M. Ramesh","orcid":"https://orcid.org/0000-0003-1282-3867"},"institutions":[{"id":"https://openalex.org/I174004417","display_name":"Munich University of Applied Sciences","ror":"https://ror.org/012k1v959","country_code":"DE","type":"education","lineage":["https://openalex.org/I174004417"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Mohan Ramesh","raw_affiliation_strings":["Munich University of Applied Sciences,Intelligent Vehicles Lab, Institute for Applications of Machine Learning and Intelligent Systems,Germany"],"affiliations":[{"raw_affiliation_string":"Munich University of Applied Sciences,Intelligent Vehicles Lab, Institute for Applications of Machine Learning and Intelligent Systems,Germany","institution_ids":["https://openalex.org/I174004417"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007686963","display_name":"Fabian B. Flohr","orcid":"https://orcid.org/0000-0002-1499-3790"},"institutions":[{"id":"https://openalex.org/I174004417","display_name":"Munich University of Applied Sciences","ror":"https://ror.org/012k1v959","country_code":"DE","type":"education","lineage":["https://openalex.org/I174004417"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fabian B. Flohr","raw_affiliation_strings":["Munich University of Applied Sciences,Intelligent Vehicles Lab, Institute for Applications of Machine Learning and Intelligent Systems,Germany"],"affiliations":[{"raw_affiliation_string":"Munich University of Applied Sciences,Intelligent Vehicles Lab, Institute for Applications of Machine Learning and Intelligent Systems,Germany","institution_ids":["https://openalex.org/I174004417"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5023451157"],"corresponding_institution_ids":["https://openalex.org/I174004417"],"apc_list":null,"apc_paid":null,"fwci":0.6502,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66558909,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"3057","last_page":"3062"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9718000292778015,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.7505240440368652},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5658810138702393},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5382658243179321},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.31544822454452515},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1737121343612671},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.1586824357509613}],"concepts":[{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.7505240440368652},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5658810138702393},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5382658243179321},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.31544822454452515},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1737121343612671},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.1586824357509613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iv55156.2024.10588860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv55156.2024.10588860","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.6499999761581421,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2474702929","https://openalex.org/W2596983879","https://openalex.org/W2687693326","https://openalex.org/W2981852735","https://openalex.org/W2985936292","https://openalex.org/W3119236961","https://openalex.org/W3125772723","https://openalex.org/W3175788243","https://openalex.org/W3179442871","https://openalex.org/W3206128444","https://openalex.org/W4288079574","https://openalex.org/W4288089799","https://openalex.org/W4297981470","https://openalex.org/W4298186886","https://openalex.org/W4307079201","https://openalex.org/W4312635677","https://openalex.org/W4313180564","https://openalex.org/W4382334257","https://openalex.org/W4383097675","https://openalex.org/W4385245566","https://openalex.org/W4385889839","https://openalex.org/W4386072096","https://openalex.org/W4387800303","https://openalex.org/W4390873550","https://openalex.org/W4393153655","https://openalex.org/W6739901393","https://openalex.org/W6745935785","https://openalex.org/W6839459284","https://openalex.org/W6846242362"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2392100589","https://openalex.org/W2512789322","https://openalex.org/W2101960027","https://openalex.org/W2197846993","https://openalex.org/W49697837","https://openalex.org/W2586575957","https://openalex.org/W3122828758","https://openalex.org/W2170799233"],"abstract_inverted_index":{"In":[0],"the":[1,10,58,99,156,195,215,224,234],"field":[2],"of":[3,32,48,60,164,197],"autonomous":[4,128],"driving,":[5],"a":[6,29,106,143,161,191,202],"key":[7],"challenge":[8],"is":[9],"\"reality":[11],"gap\":":[12],"transferring":[13],"knowledge":[14],"gained":[15],"in":[16,53,63,98,145,167],"simulation":[17],"to":[18,24,92,114,127,133,154,175],"real-world":[19],"settings.":[20],"Despite":[21,74],"various":[22],"approaches":[23],"mitigate":[25],"this":[26,187],"gap,":[27],"there\u2019s":[28,89],"notable":[30],"absence":[31],"solutions":[33],"targeting":[34],"agent":[35,138],"behavior":[36],"generation":[37],"which":[38,159],"are":[39],"crucial":[40],"for":[41,119],"mimicking":[42],"spontaneous,":[43],"erratic,":[44],"and":[45,66,86,94,182,221],"realistic":[46,198],"actions":[47],"traffic":[49],"participants.":[50],"Recent":[51],"advancements":[52],"Generative":[54],"AI":[55],"have":[56],"enabled":[57],"representation":[59],"human":[61,69],"activities":[62],"semantic":[64],"space":[65],"generate":[67],"real":[68],"motion":[70,81,107,139,200],"from":[71,171],"textual":[72],"descriptions.":[73],"current":[75],"limitations":[76],"such":[77,178],"as":[78,179],"modality":[79],"constraints,":[80],"sequence":[82],"length,":[83],"resource":[84],"demands,":[85],"data":[87,140],"specificity,":[88],"an":[90],"opportunity":[91],"innovate":[93],"use":[95],"these":[96],"techniques":[97,153],"intelligent":[100],"vehicles":[101],"domain.":[102],"We":[103,148],"propose":[104],"Walk-the-Talk,":[105],"generator":[108],"utilizing":[109,186],"Large":[110],"Language":[111],"Models":[112],"(LLMs)":[113],"produce":[115],"reliable":[116],"pedestrian":[117,165,199],"motions":[118],"high-fidelity":[120],"simulators":[121],"like":[122],"CARLA.":[123],"Thus,":[124],"we":[125,193],"contribute":[126],"driving":[129],"simulations":[130],"by":[131,230],"aiming":[132],"scale":[134],"realistic,":[135],"diverse":[136],"long-tail":[137],"-":[141],"currently":[142],"gap":[144],"training":[146],"datasets.":[147],"employ":[149],"Motion":[150],"Capture":[151],"(MoCap)":[152],"develop":[155],"Walk-the-Talk":[157,216],"dataset,":[158],"illustrates":[160],"broad":[162],"spectrum":[163],"behaviors":[166,177],"street-crossing":[168],"scenarios,":[169],"ranging":[170],"standard":[172],"walking":[173,181],"patterns":[174],"extreme":[176],"drunk":[180],"near-crash":[183],"incidents.":[184],"By":[185],"new":[188],"dataset":[189,217],"within":[190],"LLM,":[192],"facilitate":[194],"creation":[196],"sequences,":[201],"capability":[203],"previously":[204],"unattainable":[205],"(cf.":[206],"Figure":[207],"1).":[208],"Additionally,":[209],"our":[210],"findings":[211],"demonstrate":[212],"that":[213],"leveraging":[214],"enhances":[218],"cross-domain":[219],"generalization":[220],"significantly":[222],"improves":[223],"Fr\u00e9chet":[225],"Inception":[226],"Distance":[227],"(FID)":[228],"score":[229],"approximately":[231],"15%":[232],"on":[233],"HumanML3D":[235],"dataset.":[236],"https://iv.ee.hm.edu/publications/w-the-t/":[237]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}