{"id":"https://openalex.org/W7134235026","doi":"https://doi.org/10.48550/arxiv.2603.06530","title":"AV-Unified: A Unified Framework for Audio-visual Scene Understanding","display_name":"AV-Unified: A Unified Framework for Audio-visual Scene Understanding","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W7134235026","doi":"https://doi.org/10.48550/arxiv.2603.06530"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.06530","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128464583","display_name":"Guangyao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Guangyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128587888","display_name":"Xin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128426996","display_name":"Wenwu Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Wenwu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26635514,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.2782999873161316,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.2782999873161316,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.23569999635219574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.2143000066280365,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6128000020980835},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6119999885559082},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5467000007629395},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.5462999939918518},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5250999927520752},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.48730000853538513},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4722000062465668},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.46950000524520874},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4672999978065491}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7928000092506409},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6128000020980835},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6119999885559082},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5467000007629395},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.5462999939918518},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5321000218391418},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5250999927520752},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.48730000853538513},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4722000062465668},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.46950000524520874},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4672999978065491},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3903000056743622},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38370001316070557},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3197999894618988},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.26159998774528503},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C2775836275","wikidata":"https://www.wikidata.org/wiki/Q3502310","display_name":"Dynamism","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.06530","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.06530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.06530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.06530","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"When":[0],"humans":[1],"perceive":[2],"the":[3,66,88,122,143,149,173,191],"world,":[4],"they":[5],"naturally":[6],"integrate":[7],"multiple":[8],"audio-visual":[9,38,60,83,127,163],"tasks":[10,95],"within":[11],"dynamic,":[12],"real-world":[13],"scenes.":[14],"However,":[15],"current":[16],"works":[17],"such":[18],"as":[19],"event":[20],"localization,":[21],"parsing,":[22],"segmentation":[23],"and":[24,40,73,90,176,188,198],"question":[25],"answering":[26],"are":[27,169],"mostly":[28],"explored":[29],"individually,":[30],"making":[31],"it":[32],"challenging":[33],"to":[34,80,113,136,141,171],"comprehensively":[35],"understand":[36],"complex":[37],"scenes":[39],"explore":[41],"inter-task":[42],"relationships.":[43],"Hence,":[44],"we":[45,86,152],"propose":[46],"\\textbf{AV-Unified},":[47],"a":[48,56,75,105,110,129,154],"unified":[49],"framework":[50],"that":[51,108,160],"enables":[52],"joint":[53],"learning":[54],"across":[55,117,195],"wide":[57],"range":[58],"of":[59,70,92,101,126,145,193],"scene":[61],"understanding":[62],"tasks.":[63,200],"AV-Unified":[64,194],"standardizes":[65],"diverse":[67],"input-output":[68],"formats":[69],"each":[71],"task":[72],"incorporates":[74],"multi-scale":[76,130],"spatiotemporal":[77,199],"perception":[78,132,158],"network":[79],"effectively":[81],"capture":[82,137],"associations.":[84,164],"Specifically,":[85],"unify":[87],"inputs":[89],"outputs":[91],"all":[93],"supported":[94],"by":[96],"converting":[97],"them":[98],"into":[99],"sequences":[100],"discrete":[102],"tokens,":[103],"establishing":[104],"shared":[106],"representation":[107],"allows":[109],"single":[111],"architecture":[112],"be":[114],"trained":[115],"jointly":[116],"heterogeneous":[118],"varied":[119],"datasets.":[120],"Considering":[121],"varying":[123],"temporal":[124,131],"granularity":[125],"events,":[128],"module":[133,159],"is":[134],"designed":[135],"key":[138],"cues.":[139],"Meanwhile,":[140],"overcome":[142],"lack":[144],"auditory":[146],"supervision":[147],"in":[148],"visual":[150],"domain,":[151],"design":[153],"cross-modal":[155],"guidance-based":[156],"spatial":[157,162],"models":[161],"Furthermore,":[165],"task-specific":[166],"text":[167],"prompts":[168],"employed":[170],"enhance":[172],"model's":[174],"adaptability":[175],"task-awareness.":[177],"Extensive":[178],"experiments":[179],"on":[180],"benchmark":[181],"datasets":[182],"(e.g.,":[183],"AVE,":[184],"LLP,":[185],"MUSIC-AVQA,":[186],"VGG-SS":[187],"AVS)":[189],"demonstrate":[190],"effectiveness":[192],"temporal,":[196],"spatial,":[197]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-10T00:00:00"}