{"id":"https://openalex.org/W4413925100","doi":"https://doi.org/10.1109/icra55743.2025.11128777","title":"COLLAGE: Collaborative Human-Agent Interaction Generation Using Hierarchical Latent Diffusion and Language Models","display_name":"COLLAGE: Collaborative Human-Agent Interaction Generation Using Hierarchical Latent Diffusion and Language Models","publication_year":2025,"publication_date":"2025-05-19","ids":{"openalex":"https://openalex.org/W4413925100","doi":"https://doi.org/10.1109/icra55743.2025.11128777"},"language":"en","primary_location":{"id":"doi:10.1109/icra55743.2025.11128777","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11128777","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041936413","display_name":"Divyanshu Daiya","orcid":"https://orcid.org/0000-0002-3725-0527"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Divyanshu Daiya","raw_affiliation_strings":["Purdue University,IDEAS Lab,Department of Computer Science"],"affiliations":[{"raw_affiliation_string":"Purdue University,IDEAS Lab,Department of Computer Science","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114414228","display_name":"Damon Conover","orcid":null},"institutions":[{"id":"https://openalex.org/I2802705668","display_name":"United States Army Combat Capabilities Development Command","ror":"https://ror.org/02rdkx920","country_code":"US","type":"other","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]},{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Damon Conover","raw_affiliation_strings":["DEVCOM Army Research Laboratory"],"affiliations":[{"raw_affiliation_string":"DEVCOM Army Research Laboratory","institution_ids":["https://openalex.org/I166416128","https://openalex.org/I2802705668"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058453308","display_name":"Aniket Bera","orcid":"https://orcid.org/0000-0002-0182-6985"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aniket Bera","raw_affiliation_strings":["Purdue University,IDEAS Lab,Department of Computer Science"],"affiliations":[{"raw_affiliation_string":"Purdue University,IDEAS Lab,Department of Computer Science","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5041936413"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13510803,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8203","last_page":"8210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9175000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9117000102996826,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7099987268447876},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5577577948570251},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3789069652557373},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32088035345077515}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7099987268447876},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5577577948570251},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3789069652557373},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32088035345077515},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra55743.2025.11128777","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra55743.2025.11128777","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W2474702929","https://openalex.org/W2978956737","https://openalex.org/W2982625143","https://openalex.org/W2986708244","https://openalex.org/W3048659003","https://openalex.org/W3095890822","https://openalex.org/W3108262631","https://openalex.org/W3109597949","https://openalex.org/W3128138092","https://openalex.org/W3153832461","https://openalex.org/W3173844917","https://openalex.org/W3175246890","https://openalex.org/W3175788243","https://openalex.org/W3176146104","https://openalex.org/W3205133366","https://openalex.org/W4206540659","https://openalex.org/W4283694318","https://openalex.org/W4286110551","https://openalex.org/W4286611254","https://openalex.org/W4286743373","https://openalex.org/W4288079574","https://openalex.org/W4297981470","https://openalex.org/W4297989763","https://openalex.org/W4312233703","https://openalex.org/W4312242013","https://openalex.org/W4312457231","https://openalex.org/W4312585707","https://openalex.org/W4312612133","https://openalex.org/W4312635677","https://openalex.org/W4312936899","https://openalex.org/W4313072274","https://openalex.org/W4313145975","https://openalex.org/W4313182738","https://openalex.org/W4321512646","https://openalex.org/W4382240674","https://openalex.org/W4382457661","https://openalex.org/W4382457768","https://openalex.org/W4385027469","https://openalex.org/W4385527465","https://openalex.org/W4386065366","https://openalex.org/W4386065848","https://openalex.org/W4386066131","https://openalex.org/W4386071605","https://openalex.org/W4386072118","https://openalex.org/W4386075980","https://openalex.org/W4386076198","https://openalex.org/W4386076288","https://openalex.org/W4386076405","https://openalex.org/W4386136919","https://openalex.org/W4387963301","https://openalex.org/W4387963302","https://openalex.org/W4389339329","https://openalex.org/W4390871696","https://openalex.org/W4390872031","https://openalex.org/W4390872365","https://openalex.org/W4390873391","https://openalex.org/W4390873580","https://openalex.org/W4390873610","https://openalex.org/W4390874268","https://openalex.org/W4393153655","https://openalex.org/W4393196385","https://openalex.org/W4402727037","https://openalex.org/W4402727660","https://openalex.org/W4402727899","https://openalex.org/W4402753698","https://openalex.org/W4402754130","https://openalex.org/W4402772461"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"We":[0,71],"propose":[1],"a":[2,46,73],"novel":[3],"framework":[4],"COLLAGE":[5],"for":[6,134],"generating":[7,118],"collaborative":[8,122],"agent-object-agent":[9],"interactions":[10,137],"by":[11,35],"leveraging":[12],"large":[13],"language":[14],"models":[15],"(LLMs)":[16],"and":[17,39,66,82,101,108,120,145],"hierarchical":[18,51],"motion-specific":[19,56],"vector-quantized":[20],"variational":[21],"autoencoders":[22],"(VQ-VAEs).":[23],"Our":[24,128],"model":[25,75],"addresses":[26],"the":[27,37,79,90,106,112],"lack":[28],"of":[29,42,61,114],"rich":[30],"datasets":[31,110],"in":[32,78,94,117,138],"this":[33],"domain":[34],"incorporating":[36],"knowledge":[38],"reasoning":[40],"abilities":[41],"LLMs":[43],"to":[44,88],"guide":[45,89],"generative":[47],"diffusion":[48,74],"model.":[49],"The":[50],"VQ-VAE":[52],"architecture":[53],"captures":[54],"different":[55],"characteristics":[57],"at":[58],"multiple":[59],"levels":[60],"abstraction,":[62],"avoiding":[63],"redundant":[64],"concepts":[65],"enabling":[67],"efficient":[68],"multi-resolution":[69],"representation.":[70],"introduce":[72],"that":[76],"operates":[77],"latent":[80],"space":[81],"incorporates":[83],"LLM-generated":[84],"motion":[85,96],"planning":[86],"cues":[87],"denoising":[91],"process,":[92],"resulting":[93],"prompt-specific":[95],"generation":[97],"with":[98],"greater":[99],"control":[100],"diversity.":[102],"Experimental":[103],"results":[104],"on":[105],"CORE-4D,":[107],"InterHuman":[109],"demonstrate":[111],"effectiveness":[113],"our":[115],"approach":[116],"realistic":[119],"diverse":[121],"human-object-human":[123],"interactions,":[124],"outperforming":[125],"state-of-the-art":[126],"methods.":[127],"work":[129],"opens":[130],"up":[131],"new":[132],"possibilities":[133],"modeling":[135],"complex":[136],"various":[139],"domains,":[140],"such":[141],"as":[142],"robotics,":[143],"graphics":[144],"computer":[146],"vision.":[147],"Paper":[148],"website:":[149],"https://collagemotion.github.io/":[150]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}