{"id":"https://openalex.org/W7163438754","doi":"https://doi.org/10.48550/arxiv.2606.02638","title":"SegTune: Structured and Fine-Grained Control for Song Generation","display_name":"SegTune: Structured and Fine-Grained Control for Song Generation","publication_year":2026,"publication_date":"2026-05-31","ids":{"openalex":"https://openalex.org/W7163438754","doi":"https://doi.org/10.48550/arxiv.2606.02638"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02638","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02638","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137800498","display_name":"Yuejiao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuejiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030312046","display_name":"Zihao Ji","orcid":"https://orcid.org/0009-0003-0910-7066"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Zihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101503364","display_name":"Pengfei Cai","orcid":"https://orcid.org/0000-0003-1564-9673"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Pengfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137725743","display_name":"Xu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048808002","display_name":"Haorui Zheng","orcid":"https://orcid.org/0009-0004-5305-9062"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Haorui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137733758","display_name":"Zewen Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Zewen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101625200","display_name":"Zhongliang Liu","orcid":"https://orcid.org/0000-0002-7089-9408"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhongliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137732997","display_name":"Chen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137764051","display_name":"Pengfei Wan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan, Pengfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.2574999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.2574999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.21870000660419464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.09070000052452087,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lyrics","display_name":"Lyrics","score":0.849399983882904},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5687000155448914},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4918999969959259},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.4453999996185303},{"id":"https://openalex.org/keywords/timestamp","display_name":"Timestamp","score":0.4318000078201294},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4293000102043152},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.42890000343322754},{"id":"https://openalex.org/keywords/controllability","display_name":"Controllability","score":0.42289999127388}],"concepts":[{"id":"https://openalex.org/C2776436406","wikidata":"https://www.wikidata.org/wiki/Q602446","display_name":"Lyrics","level":2,"score":0.849399983882904},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7569000124931335},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5687000155448914},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4918999969959259},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.4453999996185303},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4422999918460846},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.4318000078201294},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4293000102043152},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.42890000343322754},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.42289999127388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40540000796318054},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.3580999970436096},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.3476000130176544},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34209999442100525},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C2777548347","wikidata":"https://www.wikidata.org/wiki/Q5456937","display_name":"Flagging","level":2,"score":0.31940001249313354},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.31929999589920044},{"id":"https://openalex.org/C44819458","wikidata":"https://www.wikidata.org/wiki/Q27939","display_name":"Singing","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C138954614","wikidata":"https://www.wikidata.org/wiki/Q9192","display_name":"Mandarin Chinese","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C2779631151","wikidata":"https://www.wikidata.org/wiki/Q7883767","display_name":"Underspecification","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02638","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02638","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,100,137],"neural":[3],"song":[4,66,112],"generation":[5],"have":[6],"enabled":[7],"high-quality":[8,111],"synthesis":[9],"from":[10],"lyrics":[11,116],"and":[12,34,48,117,119,127,140,149],"global":[13,79],"textual":[14],"prompts.":[15],"However,":[16],"most":[17],"systems":[18],"fail":[19],"to":[20,59,65,74,123],"model":[21],"temporally":[22,72],"varying":[23],"attributes":[24],"of":[25],"songs,":[26],"severely":[27],"limiting":[28],"fine-grained":[29,49],"control":[30],"over":[31],"musical":[32,62],"structure":[33],"dynamics.":[35],"To":[36,84],"address":[37],"this,":[38],"we":[39,89],"propose":[40,120],"SegTune,":[41],"a":[42,106],"Diffusion":[43],"Transformer-based":[44],"framework":[45],"enabling":[46],"structured":[47],"controllability":[50],"by":[51],"allowing":[52],"users":[53],"or":[54],"large":[55],"language":[56],"models":[57],"(LLMs)":[58],"specify":[60],"local":[61],"descriptions":[63],"aligned":[64,115],"segments.":[67],"These":[68],"segment":[69,125],"prompts":[70,80],"are":[71],"broadcast":[73],"corresponding":[75],"time":[76],"windows,":[77],"while":[78],"ensure":[81],"stylistic":[82],"coherence.":[83],"support":[85],"precise":[86],"lyric-to-music":[87],"alignment,":[88],"introduce":[90],"an":[91],"LLM-based":[92],"duration":[93],"predictor":[94],"that":[95,132],"autoregressively":[96],"generates":[97],"sentence-level":[98],"timestamps":[99],"LyRiCs":[101],"format.":[102],"We":[103],"further":[104],"construct":[105],"large-scale":[107],"data":[108],"pipeline":[109],"for":[110,147],"collection":[113],"with":[114],"prompts,":[118],"new":[121],"metrics":[122],"evaluate":[124],"alignment":[126],"vocal":[128],"consistency.":[129],"Experiments":[130],"demonstrate":[131],"SegTune":[133],"outperforms":[134],"existing":[135],"baselines":[136],"both":[138],"musicality":[139],"controllability.":[141],"Visit":[142],"our":[143],"project":[144],"page":[145],"(https://github.com/KlingAIResearch/SegTune)":[146],"codes":[148],"more":[150],"generated":[151],"songs.":[152]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}