{"id":"https://openalex.org/W7164128044","doi":"https://doi.org/10.48550/arxiv.2606.11033","title":"AuRA: Internalizing Audio Understanding into LLMs as LoRA","display_name":"AuRA: Internalizing Audio Understanding into LLMs as LoRA","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7164128044","doi":"https://doi.org/10.48550/arxiv.2606.11033"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.11033","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11033","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.11033","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138353762","display_name":"Bo Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138383178","display_name":"Lei Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138386854","display_name":"Zhanyu Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Zhanyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138394157","display_name":"Yuan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138322137","display_name":"Jun Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138380615","display_name":"Jiuchong Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Jiuchong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138379482","display_name":"Jinghua Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao, Jinghua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5028060197","display_name":"Renqing He","orcid":"https://orcid.org/0000-0001-7788-7584"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Renqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.3698999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.3698999881744385,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20419999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07519999891519547,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6926000118255615},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6313999891281128},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5745000243186951},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4771000146865845},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.4399999976158142},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.42899999022483826},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.38989999890327454},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.38109999895095825}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7329000234603882},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6926000118255615},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6313999891281128},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6176999807357788},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5745000243186951},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4771000146865845},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.4399999976158142},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.42899999022483826},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.38989999890327454},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3813999891281128},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.38109999895095825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35089999437332153},{"id":"https://openalex.org/C13895895","wikidata":"https://www.wikidata.org/wiki/Q3270773","display_name":"Speech coding","level":2,"score":0.32280001044273376},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C204201278","wikidata":"https://www.wikidata.org/wiki/Q1332614","display_name":"Voice activity detection","level":3,"score":0.27250000834465027},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.25769999623298645},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25600001215934753},{"id":"https://openalex.org/C157968479","wikidata":"https://www.wikidata.org/wiki/Q3079876","display_name":"Audio mining","level":4,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.11033","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11033","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.11033","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11033","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7316100597381592}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"efforts":[1],"to":[2,8,76,100],"extend":[3],"large":[4],"language":[5,142],"models":[6,143,167],"(LLMs)":[7],"speech":[9,74,112,140],"inputs":[10],"typically":[11],"rely":[12],"on":[13],"cascaded":[14,120,157],"ASR-LLM":[15],"pipelines,":[16],"end-to-end":[17,134],"speech-language":[18,33,50,128,152,164],"models,":[19],"or":[20,35,48],"bridge/distillation-based":[21],"adaptation.":[22],"While":[23],"these":[24,54],"routes":[25],"respectively":[26],"reuse":[27],"strong":[28],"pretrained":[29,139],"components,":[30],"enable":[31],"native":[32],"interaction,":[34],"offer":[36],"lightweight":[37,92,115],"adaptation,":[38],"they":[39],"often":[40],"suffer":[41],"from":[42],"transcript-interface":[43],"latency,":[44],"costly":[45],"multimodal":[46,148,166],"training,":[47],"sequential":[49],"coupling.":[51],"To":[52],"address":[53],"limitations,":[55],"we":[56],"present":[57],"AuRA,":[58],"a":[59,81,84,88,91],"method":[60],"that":[61],"distills":[62],"audio":[63,93],"encoding":[64],"capability":[65],"into":[66,114],"the":[67,72,102],"LLM.":[68],"Specifically,":[69],"AuRA":[70,125,154],"feeds":[71],"same":[73],"input":[75],"an":[77],"ASR":[78],"encoder":[79],"(as":[80,87],"teacher)":[82],"and":[83,96,121,131,141,162,165,171],"LoRA-adapted":[85],"LLM":[86],"student)":[89],"through":[90],"embedding":[94],"layer,":[95],"uses":[97],"layer-wise":[98],"distillation":[99],"align":[101],"student's":[103],"hidden":[104],"states":[105],"with":[106,119],"corresponding":[107],"teacher":[108],"representations,":[109],"thereby":[110],"internalizing":[111],"representations":[113],"LLM-side":[116],"adaptations.":[117],"Compared":[118],"serial":[122],"bridge":[123],"methods,":[124],"enables":[126],"tighter":[127],"joint":[129],"modeling":[130],"efficient":[132],"parallel":[133],"inference,":[135],"while":[136],"also":[137],"reusing":[138],"rather":[144],"than":[145],"requiring":[146],"large-scale":[147,163],"training.":[149],"On":[150],"multiple":[151],"benchmarks,":[153],"consistently":[155],"outperforms":[156],"systems,":[158],"speech-to-LLM":[159],"adaptation":[160],"baselines,":[161],"in":[168],"both":[169],"effectiveness":[170],"efficiency.":[172]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-11T00:00:00"}