{"id":"https://openalex.org/W4383066231","doi":"https://doi.org/10.1109/icra48891.2023.10161068","title":"LATTE: LAnguage Trajectory TransformEr","display_name":"LATTE: LAnguage Trajectory TransformEr","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4383066231","doi":"https://doi.org/10.1109/icra48891.2023.10161068"},"language":"en","primary_location":{"id":"doi:10.1109/icra48891.2023.10161068","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161068","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089730590","display_name":"Arthur Bucker","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Arthur Bucker","raw_affiliation_strings":["Technische Universität,München"],"affiliations":[{"raw_affiliation_string":"Technische Universität,München","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040790541","display_name":"Luis Figueredo","orcid":"https://orcid.org/0000-0002-0759-3000"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luis Figueredo","raw_affiliation_strings":["Technische Universität,München"],"affiliations":[{"raw_affiliation_string":"Technische Universität,München","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024171209","display_name":"Sami Haddadin","orcid":"https://orcid.org/0000-0001-7696-4955"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sami Haddadin","raw_affiliation_strings":["Technische Universität,München"],"affiliations":[{"raw_affiliation_string":"Technische Universität,München","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101933711","display_name":"Ashish Kapoor","orcid":"https://orcid.org/0009-0004-3764-8449"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ashish Kapoor","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100529011","display_name":"Shuang Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shuang Ma","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050296324","display_name":"Sai Vemprala","orcid":"https://orcid.org/0000-0001-7554-5417"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sai Vemprala","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062522127","display_name":"Rogerio Bonatti","orcid":"https://orcid.org/0000-0003-3015-9613"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rogerio Bonatti","raw_affiliation_strings":["Microsoft"],"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5089730590"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0637,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.96655029,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"7287","last_page":"7294"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8037967681884766},{"id":"https://openalex.org/keywords/codebase","display_name":"Codebase","score":0.6040837168693542},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6009179353713989},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5793032646179199},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5436616539955139},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5247129201889038},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.5037817358970642},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.49609145522117615},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4709143340587616},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.43678954243659973},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.41569942235946655},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3576529920101166},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14535260200500488},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.10171568393707275},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08972123265266418}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8037967681884766},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.6040837168693542},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6009179353713989},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5793032646179199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5436616539955139},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5247129201889038},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.5037817358970642},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49609145522117615},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4709143340587616},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.43678954243659973},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.41569942235946655},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3576529920101166},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14535260200500488},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.10171568393707275},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08972123265266418},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48891.2023.10161068","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161068","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1424654272","https://openalex.org/W1837766154","https://openalex.org/W2073787051","https://openalex.org/W2108598243","https://openalex.org/W2896457183","https://openalex.org/W2914112028","https://openalex.org/W2959918500","https://openalex.org/W2962936820","https://openalex.org/W2963800628","https://openalex.org/W2966715458","https://openalex.org/W2969876226","https://openalex.org/W2970340522","https://openalex.org/W2981851019","https://openalex.org/W2995435108","https://openalex.org/W2997591391","https://openalex.org/W3003205975","https://openalex.org/W3033090297","https://openalex.org/W3034500398","https://openalex.org/W3034999214","https://openalex.org/W3098201885","https://openalex.org/W3160050461","https://openalex.org/W3165533860","https://openalex.org/W3166396011","https://openalex.org/W3167645943","https://openalex.org/W3169291081","https://openalex.org/W3195577433","https://openalex.org/W3203511201","https://openalex.org/W3206641383","https://openalex.org/W3207832698","https://openalex.org/W3212977909","https://openalex.org/W4221152848","https://openalex.org/W4221167110","https://openalex.org/W4224912544","https://openalex.org/W4249736682","https://openalex.org/W4283788970","https://openalex.org/W4287112297","https://openalex.org/W4287126489","https://openalex.org/W4292779060","https://openalex.org/W4293584584","https://openalex.org/W4312301659","https://openalex.org/W4385245566","https://openalex.org/W6739901393","https://openalex.org/W6750227808","https://openalex.org/W6755207826","https://openalex.org/W6755243447","https://openalex.org/W6759380828","https://openalex.org/W6762287338","https://openalex.org/W6765527290","https://openalex.org/W6766904570","https://openalex.org/W6767211374","https://openalex.org/W6769311223","https://openalex.org/W6778883912","https://openalex.org/W6784155536","https://openalex.org/W6791353385","https://openalex.org/W6796147526","https://openalex.org/W6796289742","https://openalex.org/W6796420931","https://openalex.org/W6797065961","https://openalex.org/W6800751262","https://openalex.org/W6801810553","https://openalex.org/W6803939559","https://openalex.org/W6804244202","https://openalex.org/W6809509765","https://openalex.org/W6810296985","https://openalex.org/W6810640255"],"related_works":["https://openalex.org/W2883256816","https://openalex.org/W2171408034","https://openalex.org/W3003320923","https://openalex.org/W2106140982","https://openalex.org/W2152313554","https://openalex.org/W3048672182","https://openalex.org/W1509300825","https://openalex.org/W2054620577","https://openalex.org/W3092582874","https://openalex.org/W2065450024"],"abstract_inverted_index":{"Natural":[0],"language":[1,98],"is":[2,28,54],"one":[3],"of":[4,37,69,72,140,186,208,238],"the":[5,25,67,105,138,144,161,180,187,190,202,234],"most":[6],"intuitive":[7],"ways":[8],"to":[9,89,103,143,165,171,182,196],"express":[10],"human":[11,231],"intent.":[12],"However,":[13],"translating":[14],"instructions":[15,52],"and":[16,22,44,75,101,108,117,129,167,199,215,220,236],"commands":[17],"towards":[18],"robotic":[19,92],"motion":[20],"generation":[21],"deployment":[23],"in":[24,157,189,204],"real":[26],"world":[27],"far":[29],"from":[30,112],"being":[31],"an":[32],"easy":[33],"task.":[34],"The":[35],"challenge":[36],"combining":[38],"a":[39,48,81,87,113,125,134,205],"robot's":[40],"inherent":[41],"low-level":[42],"geometric":[43],"kinodynamic":[45],"constraints":[46],"with":[47,59,66],"human's":[49],"high-level":[50],"semantic":[51],"traditionally":[53],"solved":[55],"using":[56,133],"task-specific":[57],"solutions":[58],"little":[60],"generalizability":[61],"between":[62],"hardware":[63],"platforms,":[64],"often":[65],"use":[68,183],"static":[70],"sets":[71],"target":[73,109],"actions":[74],"commands.":[76],"This":[77],"work":[78,155],"instead":[79],"proposes":[80],"flexible":[82],"language-based":[83],"framework":[84],"that":[85,224],"allows":[86],"user":[88],"modify":[90],"generic":[91],"trajectories.":[93],"Our":[94,218],"method":[95],"leverages":[96],"pre-trained":[97],"models":[99],"(BERT":[100],"CLIP)":[102],"encode":[104],"user's":[106],"intent":[107],"objects":[110,188],"directly":[111],"free-form":[114],"text":[115],"input":[116],"scene":[118,191],"images,":[119],"fuses":[120],"geometrical":[121],"features":[122],"generated":[123],"by":[124,159],"transformer":[126,135,226],"encoder":[127],"network,":[128],"finally":[130],"outputs":[131],"trajectories":[132,239],"decoder,":[136],"without":[137],"need":[139],"priors":[141],"related":[142],"task":[145],"or":[146],"robot":[147],"information.":[148],"We":[149],"significantly":[150],"extend":[151],"our":[152,225],"own":[153],"previous":[154],"presented":[156],"[1]":[158],"expanding":[160],"trajectory":[162],"parametrization":[163],"space":[164],"3D":[166],"velocity":[168],"as":[169,213],"opposed":[170,195],"just":[172],"XY":[173],"movements.":[174],"In":[175],"addition,":[176],"we":[177,200],"now":[178],"train":[179],"model":[181,227],"actual":[184],"images":[185],"for":[192],"context":[193],"(as":[194],"textual":[197],"descriptions),":[198],"evaluate":[201],"system":[203],"diverse":[206],"set":[207],"scenarios":[209],"beyond":[210],"manipulation,":[211],"such":[212],"aerial":[214],"legged":[216],"robots.":[217],"simulated":[219],"real-life":[221],"experiments":[222],"demonstrate":[223],"can":[228],"successfully":[229],"follow":[230],"intent,":[232],"modifying":[233],"shape":[235],"speed":[237],"within":[240],"multiple":[241],"environments.":[242],"Codebase":[243],"avail-able":[244],"at:":[245],"https://github.com/arthurfenderbucker/LaTTe-Language-Trajectory-TransformEr.git.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":5}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}