{"id":"https://openalex.org/W7162806900","doi":"https://doi.org/10.3991/ijim.v20i10.61929","title":"A Multimodal Sensor Fusion-Based Mobile System for Real-Time Music Generation: Synergistic Interaction of Gesture, Posture, and Acoustic Environment","display_name":"A Multimodal Sensor Fusion-Based Mobile System for Real-Time Music Generation: Synergistic Interaction of Gesture, Posture, and Acoustic Environment","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7162806900","doi":"https://doi.org/10.3991/ijim.v20i10.61929"},"language":null,"primary_location":{"id":"doi:10.3991/ijim.v20i10.61929","is_oa":true,"landing_page_url":"https://doi.org/10.3991/ijim.v20i10.61929","pdf_url":"https://online-journals.org/index.php/i-jim/article/download/61929/17262","source":{"id":"https://openalex.org/S4210177413","display_name":"International Journal of Interactive Mobile Technologies (iJIM)","issn_l":"1865-7923","issn":["1865-7923"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310313744","host_organization_name":"kassel university press","host_organization_lineage":["https://openalex.org/P4310313744"],"host_organization_lineage_names":["kassel university press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Interactive Mobile Technologies (iJIM)","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://online-journals.org/index.php/i-jim/article/download/61929/17262","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088772174","display_name":"Jing Song","orcid":"https://orcid.org/0000-0002-0088-821X"},"institutions":[{"id":"https://openalex.org/I181877577","display_name":"Shanxi University","ror":"https://ror.org/03y3e3s17","country_code":"CN","type":"education","lineage":["https://openalex.org/I181877577"]},{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]},{"id":"https://openalex.org/I9086337","display_name":"Taiyuan University of Technology","ror":"https://ror.org/03kv08d37","country_code":"CN","type":"education","lineage":["https://openalex.org/I9086337"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jing Song","raw_affiliation_strings":["Shanxi University of Applied Science and Technology, Taiyuan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanxi University of Applied Science and Technology, Taiyuan, China","institution_ids":["https://openalex.org/I181877577","https://openalex.org/I46305995","https://openalex.org/I9086337"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5088772174"],"corresponding_institution_ids":["https://openalex.org/I181877577","https://openalex.org/I46305995","https://openalex.org/I9086337"],"apc_list":{"value":260,"currency":"EUR","value_usd":280},"apc_paid":{"value":260,"currency":"EUR","value_usd":280},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.67654994,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"20","issue":"10","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.8700000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.8700000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.04490000009536743,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.012000000104308128,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.4431999921798706},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4050999879837036},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.3540000021457672},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.352400004863739},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.33169999718666077},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.32820001244544983},{"id":"https://openalex.org/keywords/mobile-telephony","display_name":"Mobile telephony","score":0.3280999958515167}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7958999872207642},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4830999970436096},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.4431999921798706},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4050999879837036},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4016000032424927},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.352400004863739},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.33169999718666077},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32820001244544983},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.3280999958515167},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2599000036716461},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C60952562","wikidata":"https://www.wikidata.org/wiki/Q6887246","display_name":"Mobile technology","level":3,"score":0.2583000063896179}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3991/ijim.v20i10.61929","is_oa":true,"landing_page_url":"https://doi.org/10.3991/ijim.v20i10.61929","pdf_url":"https://online-journals.org/index.php/i-jim/article/download/61929/17262","source":{"id":"https://openalex.org/S4210177413","display_name":"International Journal of Interactive Mobile Technologies (iJIM)","issn_l":"1865-7923","issn":["1865-7923"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310313744","host_organization_name":"kassel university press","host_organization_lineage":["https://openalex.org/P4310313744"],"host_organization_lineage_names":["kassel university press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Interactive Mobile Technologies (iJIM)","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3991/ijim.v20i10.61929","is_oa":true,"landing_page_url":"https://doi.org/10.3991/ijim.v20i10.61929","pdf_url":"https://online-journals.org/index.php/i-jim/article/download/61929/17262","source":{"id":"https://openalex.org/S4210177413","display_name":"International Journal of Interactive Mobile Technologies (iJIM)","issn_l":"1865-7923","issn":["1865-7923"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310313744","host_organization_name":"kassel university press","host_organization_lineage":["https://openalex.org/P4310313744"],"host_organization_lineage_names":["kassel university press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Interactive Mobile Technologies (iJIM)","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4496610164642334,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7162806900.pdf","grobid_xml":"https://content.openalex.org/works/W7162806900.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Contemporary":[0],"mobile":[1,49,64,200,249],"music":[2,68,87,94,126,212,246],"applications":[3,47],"are":[4],"largely":[5],"limited":[6],"to":[7,14,111,145],"interface-level":[8],"control":[9],"mechanisms,":[10],"making":[11],"it":[12],"difficult":[13],"achieve":[15],"deep":[16],"understanding":[17,96],"of":[18,91,218,230],"users\u2019":[19],"creative":[20,45,136,231],"intentions":[21],"and":[22,36,58,76,98,121,157,207,221,236,244],"truly":[23],"collaborative":[24],"interaction.":[25],"Moreover,":[26],"the":[27,187,227],"trade-off":[28],"among":[29,73],"resource":[30,155],"constraints,":[31],"multimodal":[32,61,93,242],"signal":[33],"fusion":[34],"efficiency,":[35],"real-time":[37,67,146],"generation":[38,101,142,158,247],"quality":[39],"constitutes":[40],"a":[41,60,83,92,99,106,124,238],"fundamental":[42],"bottleneck":[43],"for":[44,66,241,255],"AI":[46,232],"on":[48,198,248],"platforms.":[50],"To":[51,160],"address":[52],"these":[53],"challenges,":[54],"this":[55],"paper":[56],"proposes":[57],"implements":[59],"sensor":[62,115],"fusion-based":[63],"system":[65,81,189],"generation,":[69],"enabling":[70],"synergistic":[71],"interaction":[72,88,243],"gesture,":[74],"posture,":[75,120],"acoustic":[77,122],"environment":[78],"cues.":[79],"The":[80,103,138,210],"adopts":[82],"hierarchically":[84],"decoupled":[85],"edge-intelligent":[86],"architecture,":[89],"consisting":[90],"semantic":[95,127],"network":[97],"resource-adaptive":[100],"engine.":[102],"former":[104],"employs":[105],"lightweight":[107],"cross-modal":[108],"attention":[109],"mechanism":[110],"directly":[112],"map":[113],"heterogeneous":[114],"signals\u2014captured":[116],"from":[117],"gestures,":[118],"body":[119],"environments\u2014into":[123],"structured":[125],"space,":[128],"effectively":[129],"translating":[130],"low-level":[131],"perceptual":[132],"signals":[133],"into":[134],"high-level":[135],"intent.":[137],"latter":[139],"dynamically":[140],"switches":[141],"modes":[143],"according":[144],"device":[147],"states,":[148],"achieving":[149],"an":[150,169,191],"optimal":[151],"balance":[152],"between":[153],"computational":[154],"consumption":[156,206],"quality.":[159],"support":[161,254],"personalization":[162],"while":[163,202],"preserving":[164],"user":[165],"privacy,":[166],"we":[167],"design":[168],"edge-personalized":[170],"learning":[171],"framework":[172],"that":[173,186],"combines":[174],"cloud-based":[175],"federated":[176],"meta-learning":[177],"pretraining":[178],"with":[179],"on-device":[180],"incremental":[181],"fine-tuning.":[182],"Experimental":[183],"results":[184],"demonstrate":[185],"proposed":[188],"achieves":[190],"end-to-end":[192],"P99":[193],"latency":[194],"below":[195],"45":[196],"ms":[197],"mainstream":[199],"devices,":[201],"significantly":[203],"reducing":[204],"power":[205],"memory":[208],"footprint.":[209],"generated":[211],"exhibits":[213],"superior":[214],"performance":[215],"in":[216],"terms":[217],"melodic":[219],"fluency":[220],"harmonic":[222],"consistency.":[223],"This":[224],"work":[225],"pushes":[226],"deployment":[228],"boundary":[229],"under":[233],"resource-constrained":[234],"environments":[235],"establishes":[237],"technical":[239],"paradigm":[240],"intelligent":[245],"platforms,":[250],"providing":[251],"key":[252],"technological":[253],"next-generation":[256],"interactive":[257],"artistic":[258],"experiences.":[259]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-05-30T00:00:00"}