{"id":"https://openalex.org/W7167045964","doi":"https://doi.org/10.48550/arxiv.2607.00309","title":"A Text-Steerable Instrument for Sketching Procedural Soundscapes via Language Models","display_name":"A Text-Steerable Instrument for Sketching Procedural Soundscapes via Language Models","publication_year":2026,"publication_date":"2026-07-01","ids":{"openalex":"https://openalex.org/W7167045964","doi":"https://doi.org/10.48550/arxiv.2607.00309"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00309","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00309","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00309","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134956910","display_name":"Prabal Gupta","orcid":"https://orcid.org/0009-0006-2094-6380"},"institutions":[{"id":"https://openalex.org/I4210163992","display_name":"RAM Laboratories (United States)","ror":"https://ror.org/04vn3x119","country_code":"US","type":"company","lineage":["https://openalex.org/I4210163992"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Gupta, Prabal","raw_affiliation_strings":["Rama Labs, Kitchener, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rama Labs, Kitchener, Canada","institution_ids":["https://openalex.org/I4210163992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5134956910"],"corresponding_institution_ids":["https://openalex.org/I4210163992"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.6252999901771545,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.6252999901771545,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.19220000505447388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.03449999913573265,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/soundscape","display_name":"Soundscape","score":0.6561999917030334},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5961999893188477},{"id":"https://openalex.org/keywords/cognitive-reframing","display_name":"Cognitive reframing","score":0.5426999926567078},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.5329999923706055},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4925000071525574},{"id":"https://openalex.org/keywords/musical","display_name":"Musical","score":0.47519999742507935},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4456999897956848},{"id":"https://openalex.org/keywords/jazz","display_name":"Jazz","score":0.4456999897956848},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.3889000117778778},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.38589999079704285}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7386000156402588},{"id":"https://openalex.org/C142795923","wikidata":"https://www.wikidata.org/wiki/Q1358257","display_name":"Soundscape","level":3,"score":0.6561999917030334},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5961999893188477},{"id":"https://openalex.org/C187029079","wikidata":"https://www.wikidata.org/wiki/Q958679","display_name":"Cognitive reframing","level":2,"score":0.5426999926567078},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.5329999923706055},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5271000266075134},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4925000071525574},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.47519999742507935},{"id":"https://openalex.org/C2980749","wikidata":"https://www.wikidata.org/wiki/Q8341","display_name":"Jazz","level":2,"score":0.4456999897956848},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4456999897956848},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.3889000117778778},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.38589999079704285},{"id":"https://openalex.org/C163286209","wikidata":"https://www.wikidata.org/wiki/Q184485","display_name":"Performing arts","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C2983311337","wikidata":"https://www.wikidata.org/wiki/Q34379","display_name":"Musical instrument","level":2,"score":0.36169999837875366},{"id":"https://openalex.org/C2776539107","wikidata":"https://www.wikidata.org/wiki/Q176501","display_name":"Timbre","level":3,"score":0.3612000048160553},{"id":"https://openalex.org/C203718221","wikidata":"https://www.wikidata.org/wiki/Q491713","display_name":"Sound (geography)","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C499572226","wikidata":"https://www.wikidata.org/wiki/Q1937950","display_name":"Sound design","level":3,"score":0.33799999952316284},{"id":"https://openalex.org/C2776809875","wikidata":"https://www.wikidata.org/wiki/Q1375963","display_name":"Converse","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C43803900","wikidata":"https://www.wikidata.org/wiki/Q170412","display_name":"Melody","level":3,"score":0.32120001316070557},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3018999993801117},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.30059999227523804},{"id":"https://openalex.org/C177291462","wikidata":"https://www.wikidata.org/wiki/Q423038","display_name":"Active listening","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29760000109672546},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.28459998965263367},{"id":"https://openalex.org/C194147245","wikidata":"https://www.wikidata.org/wiki/Q1076368","display_name":"Chord (peer-to-peer)","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.27649998664855957},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2727000117301941},{"id":"https://openalex.org/C2777946086","wikidata":"https://www.wikidata.org/wiki/Q1163335","display_name":"Music information retrieval","level":3,"score":0.2720000147819519},{"id":"https://openalex.org/C95543465","wikidata":"https://www.wikidata.org/wiki/Q6607","display_name":"Guitar","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C196754913","wikidata":"https://www.wikidata.org/wiki/Q27333678","display_name":"Music technology","level":3,"score":0.2637999951839447},{"id":"https://openalex.org/C135343436","wikidata":"https://www.wikidata.org/wiki/Q170406","display_name":"Rhythm","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00309","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00309","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00309","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00309","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.48602595925331116,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,151,184],"present":[1],"a":[2,18,39,45,64,95,148,162],"real-time":[3],"musical":[4],"interface":[5],"that":[6,166,178],"converts":[7],"natural-language":[8],"scene":[9],"descriptions":[10],"into":[11],"evolving":[12],"procedural":[13],"soundscapes.":[14],"A":[15,106],"performer":[16,69],"types":[17],"prompt":[19],"such":[20],"as":[21,141,161],"\"warm":[22],"jazz":[23],"cafe":[24],"at":[25],"midnight\"":[26],"and":[27,94,191,200],"steers":[28],"it":[29],"through":[30],"direct":[31],"parameter":[32],"adjustments":[33],"-":[34,42,83,100,138],"stepping":[35],"brightness":[36],"down,":[37],"switching":[38],"rhythm":[40],"style":[41],"each":[43],"producing":[44],"predictable,":[46],"audible":[47],"shift":[48],"without":[49],"re-prompting.":[50],"Where":[51],"GPU-bound":[52],"text-to-audio":[53],"systems":[54],"synthesize":[55],"monolithic":[56],"waveforms,":[57],"our":[58],"instrument":[59],"generates":[60],"human-readable":[61],"configurations":[62,172],"over":[63],"categorical":[65],"schema,":[66],"enabling":[67],"fine-grained":[68],"control;":[70],"most":[71],"valid":[72,171],"combinations":[73],"are":[74],"designed":[75],"to":[76,131],"sound":[77,137],"musically":[78],"coherent.":[79],"Three":[80],"interchangeable":[81],"backends":[82],"embedding":[84],"retrieval":[85],"for":[86,194],"sub-second":[87],"CPU-only":[88],"use,":[89],"hosted":[90],"LLMs":[91],"via":[92],"API,":[93],"fine-tuned":[96],"270M":[97],"local":[98],"model":[99],"all":[101],"emit":[102],"the":[103,118,133,195],"same":[104],"schema.":[105],"live":[107],"generator":[108],"architecture":[109],"continuously":[110],"emits":[111],"audio":[112],"while":[113,176],"resolving":[114],"new":[115],"instructions":[116],"in":[117],"background,":[119],"crossfading":[120],"seamlessly":[121],"when":[122,125],"ready;":[123],"even":[124],"an":[126,142],"LLM":[127],"takes":[128],"5-12":[129],"seconds":[130],"respond,":[132],"audience":[134],"hears":[135],"uninterrupted":[136],"reframing":[139],"text-to-music":[140],"ongoing":[143],"performable":[144],"stream":[145],"rather":[146],"than":[147],"one-shot":[149],"generation.":[150],"evaluate":[152],"text-audio":[153],"semantic":[154],"alignment":[155],"using":[156],"LAION-CLAP":[157,179],"on":[158,173],"held-out":[159],"prompts":[160],"technical":[163],"proxy,":[164],"finding":[165],"retrieval-based":[167],"configuration":[168],"outperforms":[169],"random":[170],"this":[174],"metric,":[175],"noting":[177],"also":[180],"informed":[181],"retrieval-map":[182],"construction.":[183],"report":[185],"performance":[186,202],"observations,":[187],"informal":[188],"listener":[189],"feedback,":[190],"release":[192],"materials":[193],"SDK,":[196],"dataset":[197],"artifacts,":[198],"model,":[199],"audiovisual":[201],"interface.":[203]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}