{"id":"https://openalex.org/W7133347330","doi":"https://doi.org/10.48550/arxiv.2603.01006","title":"AG-REPA: Causal Layer Selection for Representation Alignment in Audio Flow Matching","display_name":"AG-REPA: Causal Layer Selection for Representation Alignment in Audio Flow Matching","publication_year":2026,"publication_date":"2026-03-01","ids":{"openalex":"https://openalex.org/W7133347330","doi":"https://doi.org/10.48550/arxiv.2603.01006"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.01006","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01006","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.01006","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127895864","display_name":"Pengfei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Pengfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127951264","display_name":"Tianxin Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Tianxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127945910","display_name":"Minghao Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Minghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5127971865","display_name":"Li Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.31630000472068787,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.31630000472068787,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.16120000183582306,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.15160000324249268,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6366999745368958},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5618000030517578},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5511999726295471},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5228999853134155},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5151000022888184},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.508400022983551},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4681999981403351},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.44190001487731934},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.3889999985694885}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6837000250816345},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6366999745368958},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5618000030517578},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5511999726295471},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5228999853134155},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5151000022888184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5120000243186951},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.508400022983551},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5034000277519226},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4681999981403351},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.44190001487731934},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.3889999985694885},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3068000078201294},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C68859911","wikidata":"https://www.wikidata.org/wiki/Q1503724","display_name":"Pattern matching","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.26579999923706055},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.26269999146461487},{"id":"https://openalex.org/C2779136372","wikidata":"https://www.wikidata.org/wiki/Q10283002","display_name":"Information flow","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.01006","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01006","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.01006","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01006","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7766700983047485,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"REPresentation":[0,50],"Alignment":[1,51],"(REPA)":[2],"improves":[3],"the":[4,30,42,82,88,124,128,171,177],"training":[5,108,146],"of":[6,32],"generative":[7],"flow":[8],"models":[9],"by":[10],"aligning":[11],"intermediate":[12],"hidden":[13],"states":[14],"with":[15],"pretrained":[16],"teacher":[17],"features,":[18],"but":[19,188],"its":[20],"effectiveness":[21],"in":[22,62,127],"token-conditioned":[23],"audio":[24,63],"Flow":[25,64],"Matching":[26],"critically":[27],"depends":[28],"on":[29,41],"choice":[31],"supervised":[33],"layers,":[34],"which":[35],"is":[36,165],"typically":[37],"made":[38],"heuristically":[39],"based":[40],"depth.":[43],"In":[44],"this":[45,103],"work,":[46],"we":[47,67,95,110],"introduce":[48],"Attribution-Guided":[49],"(AG-REPA),":[52],"a":[53,112],"novel":[54],"causal":[55,121],"layer":[56,134],"selection":[57,135],"strategy":[58],"for":[59,139],"representation":[60],"alignment":[61,164],"Matching.":[65],"Firstly,":[66],"find":[68],"that":[69,71,84,91,117,163,175,184],"layers":[70,83,174,183],"best":[72],"store":[73],"semantic/acoustic":[74],"information":[75],"(high":[76],"teacher-space":[77],"similarity)":[78],"are":[79,185],"not":[80],"necessarily":[81],"contribute":[85],"most":[86,166],"to":[87,170,182],"velocity":[89,130,178],"field":[90],"drives":[92],"generation,":[93],"and":[94,136,144],"call":[96],"it":[97],"Store-Contribute":[98],"Dissociation":[99],"(SCD).":[100],"To":[101],"turn":[102],"insight":[104],"into":[105],"an":[106],"actionable":[107],"guidance,":[109],"propose":[111],"forward-only":[113],"gate":[114],"ablation":[115],"(FoG-A)":[116],"quantifies":[118],"each":[119],"layer's":[120],"contribution":[122],"via":[123],"induced":[125],"change":[126],"predicted":[129],"field,":[131,179],"enabling":[132],"sparse":[133],"adaptive":[137],"weighting":[138],"alignment.":[140],"Across":[141],"unified":[142],"speech":[143],"general-audio":[145],"(LibriSpeech":[147],"+":[148],"AudioSet)":[149],"under":[150],"different":[151],"token-conditioning":[152],"topologies,":[153],"AG-REPA":[154],"consistently":[155],"outperforms":[156],"REPA":[157],"baselines.":[158],"Overall,":[159],"our":[160],"results":[161],"show":[162],"effective":[167],"when":[168],"applied":[169],"causally":[172],"dominant":[173],"drive":[176],"rather":[180],"than":[181],"representationally":[186],"rich":[187],"functionally":[189],"passive.":[190]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-04T00:00:00"}
