{"id":"https://openalex.org/W4387963301","doi":"https://doi.org/10.1109/iccv51070.2023.00916","title":"SINC: Spatial Composition of 3D Human Motions for Simultaneous Action Generation","display_name":"SINC: Spatial Composition of 3D Human Motions for Simultaneous Action Generation","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4387963301","doi":"https://doi.org/10.1109/iccv51070.2023.00916"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51070.2023.00916","doi":"https://doi.org/10.1109/iccv51070.2023.00916","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51070.2023.00916","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2304.10417","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078968629","display_name":"Nikos Athanasiou","orcid":"https://orcid.org/0000-0002-4722-6635","observed_orcids":["https://orcid.org/0000-0002-4722-6635"]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nikos Athanasiou","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,Tübingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,Tübingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091623941","display_name":"Mathis Petrovich","orcid":"https://orcid.org/0000-0002-0859-1170","observed_orcids":["https://orcid.org/0000-0002-0859-1170"]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mathis Petrovich","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,Tübingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,Tübingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065396778","display_name":"Michael J. Black","orcid":"https://orcid.org/0000-0001-6077-4540","observed_orcids":["https://orcid.org/0000-0001-6077-4540"]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael J. Black","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,Tübingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,Tübingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024292507","display_name":"G\u00fcl Varol","orcid":"https://orcid.org/0000-0002-8438-6152","observed_orcids":["https://orcid.org/0000-0002-8438-6152"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210152518","display_name":"Laboratoire d'Informatique Gaspard-Monge","ror":"https://ror.org/04t50yk91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I142631665","https://openalex.org/I2800365227","https://openalex.org/I4210145102","https://openalex.org/I4210152518","https://openalex.org/I4210154111","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I4210154111","display_name":"Universit\u00e9 Gustave Eiffel","ror":"https://ror.org/03x42jk29","country_code":"FR","type":"education","lineage":["https://openalex.org/I2800365227","https://openalex.org/I4210154111"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"G\u00fcl Varol","raw_affiliation_strings":["Univ Gustave Eiffel, CNRS,LIGM, École des Ponts,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ Gustave Eiffel, CNRS,LIGM, École des Ponts,France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210152518","https://openalex.org/I4210154111"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":20.2267,"has_fulltext":true,"cited_by_count":50,"citation_normalized_percentile":{"value":0.99667577,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"9950","last_page":"9961"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spatial-composition","display_name":"spatial composition","score":0.8330000042915344},{"id":"https://openalex.org/keywords/text-to-motion-generation","display_name":"text-to-motion generation","score":0.8489999771118164},{"id":"https://openalex.org/keywords/synthetic-training-data","display_name":"synthetic training data","score":0.8730000257492065},{"id":"https://openalex.org/keywords/few-shot-learning","display_name":"few-shot learning","score":0.47099998593330383}],"concepts":[{"id":"https://openalex.org/C129315195","wikidata":"https://www.wikidata.org/wiki/Q1121886","display_name":"Compositing","level":3,"score":0.7895682454109192},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.7667281627655029},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7546403408050537},{"id":"https://openalex.org/C152303783","wikidata":"https://www.wikidata.org/wiki/Q855949","display_name":"Sinc function","level":2,"score":0.7203467488288879},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6494179368019104},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5369349122047424},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5059852004051208},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.44670143723487854},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3624454438686371},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33219343423843384},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2064548134803772},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.17715096473693848},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10043543577194214},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iccv51070.2023.00916","doi":"https://doi.org/10.1109/iccv51070.2023.00916","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51070.2023.00916","pdf_url":null,"source":{"id":"https://openalex.org/S4363607764","display_name":"IEEE/CVF International Conference on Computer Vision (ICCV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2304.10417","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.10417","pdf_url":"https://arxiv.org/pdf/2304.10417","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-04258194v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-04258194","pdf_url":"https://hal.science/hal-04258194v1/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Computer Vision, Oct 2023, Paris, France. ⟨10.1109/iccv51070.2023.00916⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2304.10417","doi":"https://doi.org/10.48550/arxiv.2304.10417","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2304.10417","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2304.10417","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2304.10417","pdf_url":"https://arxiv.org/pdf/2304.10417","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G388094421","display_name":"Translating sign language with computer vision","funder_award_id":"ANR-21-CE23-0003","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G8777520260","display_name":null,"funder_award_id":"CE23-0003","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320326256","display_name":"Grand \u00c9quipement National De Calcul Intensif","ror":"https://ror.org/0010d1q40"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387963301.pdf","grobid_xml":"https://content.openalex.org/works/W4387963301.grobid-xml"},"referenced_works_count":77,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W569478347","https://openalex.org/W1959608418","https://openalex.org/W1967554269","https://openalex.org/W1987716715","https://openalex.org/W2120852816","https://openalex.org/W2129069237","https://openalex.org/W2469134594","https://openalex.org/W2474702929","https://openalex.org/W2560474170","https://openalex.org/W2576289912","https://openalex.org/W2614034469","https://openalex.org/W2736809457","https://openalex.org/W2767063142","https://openalex.org/W2769460278","https://openalex.org/W2802441648","https://openalex.org/W2887029921","https://openalex.org/W2896659472","https://openalex.org/W2901994722","https://openalex.org/W2928521819","https://openalex.org/W2928892019","https://openalex.org/W2935836316","https://openalex.org/W2936695845","https://openalex.org/W2949924544","https://openalex.org/W2954878489","https://openalex.org/W2962729993","https://openalex.org/W2962737704","https://openalex.org/W2978017171","https://openalex.org/W2986708244","https://openalex.org/W2991327061","https://openalex.org/W2991727786","https://openalex.org/W3023742835","https://openalex.org/W3025978279","https://openalex.org/W3030163527","https://openalex.org/W3036167779","https://openalex.org/W3036950211","https://openalex.org/W3048474702","https://openalex.org/W3108262631","https://openalex.org/W3144253442","https://openalex.org/W3153832461","https://openalex.org/W3157933456","https://openalex.org/W3162938128","https://openalex.org/W3168846097","https://openalex.org/W3193979160","https://openalex.org/W3204221554","https://openalex.org/W4213187341","https://openalex.org/W4221155299","https://openalex.org/W4226227067","https://openalex.org/W4255344641","https://openalex.org/W4285981714","https://openalex.org/W4286611287","https://openalex.org/W4286611315","https://openalex.org/W4288079574","https://openalex.org/W4297981470","https://openalex.org/W4297989763","https://openalex.org/W4298186886","https://openalex.org/W4312495732","https://openalex.org/W4312585391","https://openalex.org/W4312610636","https://openalex.org/W4312612133","https://openalex.org/W4312635677","https://openalex.org/W4312711111","https://openalex.org/W4312774977","https://openalex.org/W4312936899","https://openalex.org/W4313182738","https://openalex.org/W4321512646","https://openalex.org/W4382240674","https://openalex.org/W4382457661","https://openalex.org/W4386065848","https://openalex.org/W4386076215","https://openalex.org/W4386076288","https://openalex.org/W4386076405","https://openalex.org/W4386160289","https://openalex.org/W4391305822","https://openalex.org/W6719727587","https://openalex.org/W6777627607","https://openalex.org/W6849518431"],"related_works":["https://openalex.org/W4297989763","https://openalex.org/W3144253442","https://openalex.org/W4310430111","https://openalex.org/W7155389667","https://openalex.org/W7168591187","https://openalex.org/W4390871790","https://openalex.org/W7064938841","https://openalex.org/W3197185112","https://openalex.org/W4394598056","https://openalex.org/W4402916263"],"abstract_inverted_index":{"Our":[0,197],"goal":[1],"is":[2,80,144,199],"to":[3,26,37,42,47,61,64,133,162],"synthesize":[4],"3D":[5,176],"human":[6,177],"motions":[7,125],"given":[8],"textual":[9],"inputs":[10],"describing":[11],"simultaneous":[12,29],"actions,":[13],"for":[14,175],"example":[15],"\u2018waving":[16],"hand\u2019":[17],"while":[18,106],"\u2018walking\u2019":[19],"at":[20,202],"the":[21,70,73,99,104,109,129,148],"same":[22],"time.":[23],"We":[24],"refer":[25],"generating":[27],"such":[28,95,187],"movements":[30],"as":[31,96],"performing":[32],"spatial":[33,49,192],"compositions.":[34],"In":[35,179],"contrast":[36],"temporal":[38],"compositions":[39],"that":[40,72,184],"seek":[41],"transition":[43],"from":[44,123],"one":[45],"action":[46],"another,":[48],"compositing":[50],"requires":[51],"understanding":[52],"which":[53,59],"body":[54,78,100,121],"parts":[55,79,101,110,122],"are":[56,98],"involved":[57,102],"in":[58,82,103],"action,":[60],"be":[62],"able":[63],"move":[65],"them":[66],"simultaneously.":[67],"Motivated":[68],"by":[69,90,147],"observation":[71],"correspondence":[74],"between":[75],"actions":[76,143],"and":[77,112,127,159],"encoded":[81],"powerful":[83],"language":[84],"models,":[85],"we":[86,119,151,182],"extract":[87],"this":[88,116,157],"knowledge":[89],"prompting":[91],"GPT-3":[92],"with":[93,141,156,186],"text":[94],"\"what":[97],"action?\",":[105],"also":[107],"providing":[108],"list":[111],"few-shot":[113],"examples.":[114],"Given":[115],"action-part":[117],"mapping,":[118],"combine":[120],"two":[124,136],"together":[126],"establish":[128],"first":[130],"automated":[131],"method":[132],"spatially":[134],"compose":[135],"actions.":[137],"However,":[138],"training":[139,185],"data":[140,155,190],"compositional":[142],"always":[145],"limited":[146],"combinatorics.":[149],"Hence,":[150],"further":[152],"create":[153],"synthetic":[154,189],"approach,":[158],"use":[160],"it":[161],"train":[163],"a":[164],"new":[165],"state-of-the-art":[166],"text-to-motion":[167],"generation":[168,194],"model,":[169],"called":[170],"SINC":[171],"(\"Simultaneous":[172],"actioN":[173],"Compositions":[174],"motions\").":[178],"our":[180],"experiments,":[181],"find":[183],"GPT-guided":[188],"improves":[191],"composition":[193],"over":[195],"baselines.":[196],"code":[198],"publicly":[200],"available":[201],"sinc.is.tue.mpg.de.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2023-10-27T00:00:00"}