{"id":"https://openalex.org/W4411534837","doi":"https://doi.org/10.1145/3698061.3734415","title":"Interactive Movement-to-Audio with Pre-Trained Neural Networks","display_name":"Interactive Movement-to-Audio with Pre-Trained Neural Networks","publication_year":2025,"publication_date":"2025-06-22","ids":{"openalex":"https://openalex.org/W4411534837","doi":"https://doi.org/10.1145/3698061.3734415"},"language":"en","primary_location":{"id":"doi:10.1145/3698061.3734415","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3698061.3734415","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3698061.3734415","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Creativity and Cognition","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3698061.3734415","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109126694","display_name":"Joseph Meyer","orcid":null},"institutions":[{"id":"https://openalex.org/I86211378","display_name":"University of the Arts London","ror":"https://ror.org/04cnfrn26","country_code":"GB","type":"education","lineage":["https://openalex.org/I86211378"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Joseph Meyer","raw_affiliation_strings":["Creative Computing Institute, University of the Arts London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0007-6314-1635","affiliations":[{"raw_affiliation_string":"Creative Computing Institute, University of the Arts London, London, United Kingdom","institution_ids":["https://openalex.org/I86211378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044409155","display_name":"Nick Bryan\u2013Kinns","orcid":"https://orcid.org/0000-0002-1382-2914"},"institutions":[{"id":"https://openalex.org/I86211378","display_name":"University of the Arts London","ror":"https://ror.org/04cnfrn26","country_code":"GB","type":"education","lineage":["https://openalex.org/I86211378"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nick Bryan-Kinns","raw_affiliation_strings":["Creative Computing Institute, University of the Arts London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-1382-2914","affiliations":[{"raw_affiliation_string":"Creative Computing Institute, University of the Arts London, London, United Kingdom","institution_ids":["https://openalex.org/I86211378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035914591","display_name":"Sarah Fdili Alaoui","orcid":"https://orcid.org/0000-0003-1775-213X"},"institutions":[{"id":"https://openalex.org/I86211378","display_name":"University of the Arts London","ror":"https://ror.org/04cnfrn26","country_code":"GB","type":"education","lineage":["https://openalex.org/I86211378"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sarah Fdili Alaoui","raw_affiliation_strings":["Creative Computing Institute, University of the Arts London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-1775-213X","affiliations":[{"raw_affiliation_string":"Creative Computing Institute, University of the Arts London, London, United Kingdom","institution_ids":["https://openalex.org/I86211378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050264065","display_name":"Mick Grierson","orcid":"https://orcid.org/0000-0002-6981-5414"},"institutions":[{"id":"https://openalex.org/I86211378","display_name":"University of the Arts London","ror":"https://ror.org/04cnfrn26","country_code":"GB","type":"education","lineage":["https://openalex.org/I86211378"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mick Grierson","raw_affiliation_strings":["Creative Computing Institute, University of the Arts London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-6981-5414","affiliations":[{"raw_affiliation_string":"Creative Computing Institute, University of the Arts London, London, United Kingdom","institution_ids":["https://openalex.org/I86211378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025661647","display_name":"Rebecca Fiebrink","orcid":"https://orcid.org/0000-0002-7609-2234"},"institutions":[{"id":"https://openalex.org/I86211378","display_name":"University of the Arts London","ror":"https://ror.org/04cnfrn26","country_code":"GB","type":"education","lineage":["https://openalex.org/I86211378"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rebecca Fiebrink","raw_affiliation_strings":["Creative Computing Institute, University of the Arts London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-7609-2234","affiliations":[{"raw_affiliation_string":"Creative Computing Institute, University of the Arts London, London, United Kingdom","institution_ids":["https://openalex.org/I86211378"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5109126694"],"corresponding_institution_ids":["https://openalex.org/I86211378"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11671302,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"491","last_page":"493"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7647838592529297},{"id":"https://openalex.org/keywords/movement","display_name":"Movement (music)","score":0.6314781904220581},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5123802423477173},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.42273664474487305},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3893948197364807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38878756761550903},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3316393494606018}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7647838592529297},{"id":"https://openalex.org/C2780226923","wikidata":"https://www.wikidata.org/wiki/Q929848","display_name":"Movement (music)","level":2,"score":0.6314781904220581},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5123802423477173},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.42273664474487305},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3893948197364807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38878756761550903},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3316393494606018},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3698061.3734415","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3698061.3734415","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3698061.3734415","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Creativity and Cognition","raw_type":"proceedings-article"},{"id":"pmh:oai:ualresearchonline.arts.ac.uk:24125","is_oa":true,"landing_page_url":"https://ualresearchonline.arts.ac.uk/view/creators/Meyer=3AJoseph=3A=3A.html>","pdf_url":"https://ualresearchonline.arts.ac.uk/id/eprint/24125/1/ACM%20CC%20Demo%20preprint.pdf","source":{"id":"https://openalex.org/S4306400021","display_name":"University of the Arts London Research Online (University of the Arts London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I86211378","host_organization_name":"University of the Arts London","host_organization_lineage":["https://openalex.org/I86211378"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"}],"best_oa_location":{"id":"doi:10.1145/3698061.3734415","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3698061.3734415","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3698061.3734415","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Creativity and Cognition","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411534837.pdf","grobid_xml":"https://content.openalex.org/works/W4411534837.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W654216708","https://openalex.org/W2134079826","https://openalex.org/W2962773068","https://openalex.org/W4221126731","https://openalex.org/W4224988820","https://openalex.org/W4280644428","https://openalex.org/W4366547691","https://openalex.org/W4399476138"],"related_works":["https://openalex.org/W2184114188","https://openalex.org/W2348328675","https://openalex.org/W4404323120","https://openalex.org/W4234486410","https://openalex.org/W2353407213","https://openalex.org/W3130582205","https://openalex.org/W2479613937","https://openalex.org/W2738039334","https://openalex.org/W2135699798","https://openalex.org/W4402851963"],"abstract_inverted_index":{"Systems":[0],"to":[1,14,65,70,80,84,106,125,147],"interactively":[2],"generate":[3,85],"audio":[4,68],"from":[5,87],"human":[6,49,74],"movement":[7,50,90,136],"are":[8],"used":[9],"by":[10],"artists":[11,83],"including":[12],"dancers":[13],"support":[15],"their":[16,88],"performances":[17],"and":[18,42,112,132,142],"practice.":[19],"However,":[20],"current":[21],"real-time":[22],"movement-to-sound":[23],"systems":[24],"require":[25],"specialized":[26,98],"hardware":[27,99],"or":[28,30,100],"expertise,":[29,103],"map":[31],"only":[32],"very":[33],"simple":[34],"movement-to-audio":[35],"relationships.":[36],"We":[37],"present":[38],"a":[39,62,66,108,118,126],"new":[40,119],"technique":[41],"system":[43,56,95],"implementation":[44],"for":[45,82,121],"interactive":[46,135],"sonification":[47,72,137],"of":[48,73,144],"through":[51,91,129,138],"unsupervised":[52,130],"machine":[53],"learning.":[54],"Our":[55,94],"maps":[57],"between":[58],"latent":[59,127],"spaces,":[60],"linking":[61],"pose":[63],"estimator":[64],"neural":[67],"generator":[69],"enable":[71],"bodies.":[75],"This":[76],"may":[77],"lower":[78],"barriers":[79],"entry":[81],"sound":[86],"embodied":[89],"complex":[92],"mappings.":[93],"requires":[96],"no":[97],"niche":[101],"AI":[102],"minimal":[104],"data":[105,124],"learn":[107],"user's":[109],"custom":[110,123],"movements,":[111],"trains":[113],"extremely":[114],"fast.":[115],"It":[116],"represents":[117],"method":[120],"mapping":[122],"space":[128],"learning,":[131],"advances":[133],"state-of-the-art":[134],"its":[139,148],"increased":[140],"accessibility":[141],"ease":[143],"use":[145],"relative":[146],"complexity.":[149]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}