{"id":"https://openalex.org/W4387969774","doi":"https://doi.org/10.1145/3581783.3612674","title":"HoloSinger: Semantics and Music Driven Motion Generation with Octahedral Holographic Projection","display_name":"HoloSinger: Semantics and Music Driven Motion Generation with Octahedral Holographic Projection","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387969774","doi":"https://doi.org/10.1145/3581783.3612674"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612674","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612674","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033137691","display_name":"Zeyu Jin","orcid":"https://orcid.org/0000-0001-8465-8878"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zeyu Jin","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103243439","display_name":"Zixuan Wang","orcid":"https://orcid.org/0000-0001-7291-6198"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixuan Wang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101918812","display_name":"Qixin Wang","orcid":"https://orcid.org/0009-0009-5832-8192"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qixin Wang","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039477812","display_name":"Jia Jia","orcid":"https://orcid.org/0009-0005-8449-278X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Jia","raw_affiliation_strings":["Tsinghua University & Beijing National Research Center for Information Science and Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University & Beijing National Research Center for Information Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100624455","display_name":"Ye Bai","orcid":"https://orcid.org/0000-0001-5533-6909"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Bai","raw_affiliation_strings":["Kuaishou Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103063144","display_name":"Yi Zhao","orcid":"https://orcid.org/0000-0002-3555-9408"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhao","raw_affiliation_strings":["Kuaishou Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100348721","display_name":"Hao Li","orcid":"https://orcid.org/0009-0005-4319-9026"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Li","raw_affiliation_strings":["Kuaishou Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068339767","display_name":"X. Wang","orcid":"https://orcid.org/0009-0007-7840-598X"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaorui Wang","raw_affiliation_strings":["Kuaishou Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, Beijing, China","institution_ids":["https://openalex.org/I4401726859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5033137691"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.7315,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.7155355,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"9393","last_page":"9395"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/singing","display_name":"Singing","score":0.6700217127799988},{"id":"https://openalex.org/keywords/holography","display_name":"Holography","score":0.6571575403213501},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6411562561988831},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.6388345956802368},{"id":"https://openalex.org/keywords/lyrics","display_name":"Lyrics","score":0.5583817958831787},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4009610116481781},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3626001477241516},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.33499425649642944},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2436475157737732},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.24096205830574036},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.11702090501785278},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10726466774940491}],"concepts":[{"id":"https://openalex.org/C44819458","wikidata":"https://www.wikidata.org/wiki/Q27939","display_name":"Singing","level":2,"score":0.6700217127799988},{"id":"https://openalex.org/C187590223","wikidata":"https://www.wikidata.org/wiki/Q527628","display_name":"Holography","level":2,"score":0.6571575403213501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6411562561988831},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.6388345956802368},{"id":"https://openalex.org/C2776436406","wikidata":"https://www.wikidata.org/wiki/Q602446","display_name":"Lyrics","level":2,"score":0.5583817958831787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4009610116481781},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3626001477241516},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.33499425649642944},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2436475157737732},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.24096205830574036},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.11702090501785278},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10726466774940491}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612674","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612674","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2747874407","https://openalex.org/W3176252609","https://openalex.org/W3204221554","https://openalex.org/W4312671789"],"related_works":["https://openalex.org/W2360952181","https://openalex.org/W4310670065","https://openalex.org/W634160686","https://openalex.org/W2597614303","https://openalex.org/W3214861561","https://openalex.org/W2389838651","https://openalex.org/W437317580","https://openalex.org/W2352995288","https://openalex.org/W2378183644","https://openalex.org/W2287414930"],"abstract_inverted_index":{"Lyrics":[0],"and":[1,25,75,87,103,134],"music":[2],"are":[3],"both":[4,23],"significant":[5],"for":[6],"a":[7,11,40,68,112],"singer":[8],"to":[9,21,49,72,81,100],"perform":[10],"song.":[12,52],"Therefore,":[13],"it":[14],"is":[15],"important":[16],"in":[17],"singer's":[18,83],"motion":[19,64],"generation":[20],"model":[22,71],"semantic":[24],"acoustic":[26],"correlation":[27],"with":[28,58,117,127],"motions":[29,47,97],"at":[30],"the":[31,50,105,135],"same":[32],"time.":[33],"In":[34],"this":[35],"paper,":[36],"we":[37,54,66,110],"propose":[38],"HoloSinger,":[39],"novel":[41],"comprehensive":[42],"system":[43],"that":[44,91,98],"synthesizes":[45],"singing":[46,56,63],"according":[48],"given":[51],"Additionally,":[53],"present":[55],"avatar":[57],"octahedral":[59,119],"holographic":[60,114,124],"projection.":[61],"For":[62],"generation,":[65],"introduce":[67],"Transformer-VAE":[69],"generative":[70],"decompose":[73],"lyrics":[74],"music,":[76],"then":[77],"fuse":[78],"their":[79],"impacts":[80],"synthesize":[82],"motions.":[84],"Extensive":[85],"experiments":[86],"user":[88],"studies":[89],"show":[90],"our":[92],"method":[93],"automatically":[94],"generates":[95],"realistic":[96],"adhere":[99],"musical":[101],"choreography":[102],"reflect":[104],"lyric":[106],"semantics":[107],"appropriately.":[108],"Furthermore,":[109],"design":[111],"desktop-level":[113],"projection":[115,125],"device":[116],"an":[118],"structure.":[120],"It":[121],"achieves":[122],"high-definition":[123],"effects":[126],"smaller":[128],"volume,":[129],"larger":[130],"imaging":[131],"area":[132],"ratio,":[133],"ability":[136],"of":[137],"real-time":[138],"AI":[139],"interaction.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}