{"id":"https://openalex.org/W6948692994","doi":"https://doi.org/10.5281/zenodo.11189321","title":"Real-Time Co-Creation of Expressive Music Performances Using Speech and Gestures","display_name":"Real-Time Co-Creation of Expressive Music Performances Using Speech and Gestures","publication_year":2023,"publication_date":"2023-05-31","ids":{"openalex":"https://openalex.org/W6948692994","doi":"https://doi.org/10.5281/zenodo.11189321"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.11189321","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.11189321","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":""},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.11189321","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Borovik, Ilya","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Borovik, Ilya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Viro, Vladimir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Viro, Vladimir","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3034,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65293827,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.09520000219345093,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11289","display_name":"Single-cell and spatial transcriptomics","score":0.09520000219345093,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.0681999996304512,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.051899999380111694,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7355999946594238},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6575999855995178},{"id":"https://openalex.org/keywords/musical","display_name":"Musical","score":0.535099983215332},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.34529998898506165},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.28999999165534973}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7355999946594238},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6873999834060669},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6575999855995178},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.535099983215332},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5120000243186951},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3479999899864197},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.34529998898506165},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.33390000462532043},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C2776352735","wikidata":"https://www.wikidata.org/wiki/Q2313343","display_name":"Turn-taking","level":3,"score":0.2630000114440918},{"id":"https://openalex.org/C88639978","wikidata":"https://www.wikidata.org/wiki/Q233861","display_name":"Musical notation","level":3,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.11189321","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.11189321","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":""}],"best_oa_location":{"id":"doi:10.5281/zenodo.11189321","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.11189321","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":""},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,182],"system":[3,18,46],"for":[4,181],"interactive":[5],"co-creation":[6],"of":[7,10,25,39,102,123,169,185],"expressive":[8,124,129],"performances":[9],"notated":[11,58],"music":[12,51,146,158,178],"using":[13,49,57,126],"speech":[14],"and":[15,28,52,61,88,92,135,137,143,176],"gestures.":[16],"The":[17,45,166],"provides":[19],"real-time":[20],"or":[21,79],"near-real-time":[22],"dialog-based":[23],"control":[24],"performance":[26,59,67,78,84,104,125],"rendering":[27,105],"interaction":[29,63],"in":[30,55,69,82],"multiple":[31],"modalities.":[32],"It":[33],"is":[34,47,172],"accessible":[35,177],"to":[36,65,74,164,173],"people":[37,118,186],"regardless":[38],"their":[40,148],"musical":[41],"background":[42],"via":[43],"smartphones.":[44],"trained":[48],"sheet":[50],"associated":[53],"performances,":[54],"particular":[56],"directions":[60,68],"user-system":[62],"data":[64],"ground":[66],"performances.":[70],"Users":[71],"can":[72,119,154],"listen":[73],"an":[75],"autonomously":[76],"generated":[77],"actively":[80],"engage":[81],"the":[83,100,103,145,157],"process.":[85],"A":[86],"speech-":[87],"gesture-based":[89],"feedback":[90],"loop":[91],"online":[93],"learning":[94],"from":[95],"past":[96],"user":[97],"interactions":[98],"improve":[99],"accuracy":[101],"control.":[106],"There":[107],"are":[108,188],"two":[109],"important":[110],"assumptions":[111],"behind":[112],"our":[113],"approach:":[114],"a)":[115],"that":[116,139,159],"many":[117],"express":[120],"nuanced":[121],"aspects":[122],"natural":[127],"human":[128],"faculties,":[130],"such":[131],"as":[132],"speech,":[133],"voice,":[134],"gesture,":[136],"b)":[138],"by":[140],"doing":[141],"so":[142],"hearing":[144],"follow":[147],"direction":[149],"with":[150],"low":[151],"latency,":[152],"they":[153],"enjoy":[155],"playing":[156],"would":[160],"otherwise":[161],"be":[162],"inaccessible":[163],"them.":[165],"ultimate":[167],"goal":[168],"this":[170],"work":[171],"enable":[174],"fulfilling":[175],"making":[179],"experiences":[180],"large":[183],"number":[184],"who":[187],"not":[189],"currently":[190],"musically":[191],"active.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}