{"id":"https://openalex.org/W4412081439","doi":"https://doi.org/10.1109/lsp.2025.3586552","title":"X-STA: Cross-Modal Spatial-Temporal Alignment Network for Unified Audio-Visual Segmentation","display_name":"X-STA: Cross-Modal Spatial-Temporal Alignment Network for Unified Audio-Visual Segmentation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412081439","doi":"https://doi.org/10.1109/lsp.2025.3586552"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2025.3586552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2025.3586552","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011876855","display_name":"Hanyu Xuan","orcid":"https://orcid.org/0000-0002-4633-2794"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanyu Xuan","raw_affiliation_strings":["School of Big Data and Statistics, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-4633-2794","affiliations":[{"raw_affiliation_string":"School of Big Data and Statistics, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081564168","display_name":"Tongxing Liu","orcid":"https://orcid.org/0009-0006-6832-3350"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongxing Liu","raw_affiliation_strings":["School of Big Data and Statistics, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0006-6832-3350","affiliations":[{"raw_affiliation_string":"School of Big Data and Statistics, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043669751","display_name":"Wenxiang Dong","orcid":"https://orcid.org/0000-0002-0272-1069"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenxiang Dong","raw_affiliation_strings":["Institute of Dataspace, Hefei Comprehensive National Science Center, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Dataspace, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054072550","display_name":"Zhongheng Li","orcid":"https://orcid.org/0000-0001-7091-9600"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongheng Li","raw_affiliation_strings":["School of Cyberspace Security, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Security, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shuo Chen","orcid":"https://orcid.org/0009-0006-0159-8851"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Chen","raw_affiliation_strings":["School of Intelligence Science and Technology, Nanjing University, Suzhou, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0006-0159-8851","affiliations":[{"raw_affiliation_string":"School of Intelligence Science and Technology, Nanjing University, Suzhou, Jiangsu, China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17184557,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":null,"first_page":"2883","last_page":"2887"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7720999717712402},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.7091145515441895},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7051838636398315},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5996843576431274},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5094216465950012},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.49173906445503235},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4769924283027649},{"id":"https://openalex.org/keywords/audio-signal-processing","display_name":"Audio signal processing","score":0.4251485764980316},{"id":"https://openalex.org/keywords/audio-signal","display_name":"Audio signal","score":0.21828508377075195},{"id":"https://openalex.org/keywords/speech-coding","display_name":"Speech coding","score":0.20097926259040833},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.15611806511878967}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7720999717712402},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.7091145515441895},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7051838636398315},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5996843576431274},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5094216465950012},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.49173906445503235},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4769924283027649},{"id":"https://openalex.org/C127220857","wikidata":"https://www.wikidata.org/wiki/Q2719318","display_name":"Audio signal processing","level":4,"score":0.4251485764980316},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.21828508377075195},{"id":"https://openalex.org/C13895895","wikidata":"https://www.wikidata.org/wiki/Q3270773","display_name":"Speech coding","level":2,"score":0.20097926259040833},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.15611806511878967},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lsp.2025.3586552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2025.3586552","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4302041946","display_name":null,"funder_award_id":"62302006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8579109809","display_name":null,"funder_award_id":"2308085QF221","funder_id":"https://openalex.org/F4320334897","funder_display_name":"Natural Science Foundation of Anhui Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334897","display_name":"Natural Science Foundation of Anhui Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2526050071","https://openalex.org/W2605670418","https://openalex.org/W2964109005","https://openalex.org/W2990113535","https://openalex.org/W2997909293","https://openalex.org/W3080686309","https://openalex.org/W3105352633","https://openalex.org/W3108367559","https://openalex.org/W3110606395","https://openalex.org/W3118120400","https://openalex.org/W3153906112","https://openalex.org/W3170088426","https://openalex.org/W3170630188","https://openalex.org/W3198371949","https://openalex.org/W3212022073","https://openalex.org/W3214311327","https://openalex.org/W4226206782","https://openalex.org/W4226314236","https://openalex.org/W4236362309","https://openalex.org/W4285606400","https://openalex.org/W4312415534","https://openalex.org/W4368754857","https://openalex.org/W4386066541","https://openalex.org/W4386072368","https://openalex.org/W4386083110","https://openalex.org/W4390190100","https://openalex.org/W4390872203","https://openalex.org/W4390874575","https://openalex.org/W4391594029","https://openalex.org/W4393159092","https://openalex.org/W4393159433","https://openalex.org/W4393160420","https://openalex.org/W4393178524","https://openalex.org/W4394593115","https://openalex.org/W4394625876","https://openalex.org/W4406657543","https://openalex.org/W6757817989","https://openalex.org/W6765831684","https://openalex.org/W6783539077","https://openalex.org/W6793746569","https://openalex.org/W6803674551","https://openalex.org/W6804185262","https://openalex.org/W6840058269","https://openalex.org/W6852820501"],"related_works":["https://openalex.org/W2271369634","https://openalex.org/W3147472394","https://openalex.org/W2047100085","https://openalex.org/W2350550760","https://openalex.org/W578794879","https://openalex.org/W2625296515","https://openalex.org/W3137890128","https://openalex.org/W1984634519","https://openalex.org/W4245955731","https://openalex.org/W2393726419"],"abstract_inverted_index":{"Audio-Visual":[0],"Segmentation":[1],"(AVS)":[2],"aims":[3],"to":[4,59,67,82],"segment":[5],"sound":[6,22,155],"sources":[7,23],"from":[8,105],"video":[9],"frames":[10,25],"using":[11],"synchronized":[12],"audio":[13],"cues.":[14,164],"This":[15],"task":[16,69],"requires":[17],"not":[18],"only":[19],"localizing":[20],"the":[21,154,159,182],"within":[24],"but":[26],"also":[27],"accurately":[28],"delineating":[29],"their":[30,57],"shapes.":[31],"Existing":[32],"AVS":[33,123,175],"methods":[34],"often":[35],"rely":[36],"on":[37,173],"assumptions":[38],"of":[39,153,161,184],"spatial-temporal":[40,84,163],"consistency":[41],"between":[42],"audio-visual":[43],"content":[44],"and":[45,64,65,86,128,138,150],"are":[46],"typically":[47],"designed":[48],"for":[49,122],"specific":[50],"learning":[51],"paradigms.":[52],"However,":[53],"this":[54,72],"specialization":[55],"limits":[56],"ability":[58],"handle":[60],"multi-granularity":[61],"supervision":[62],"signals":[63],"adapt":[66],"diverse":[68],"requirements.":[70],"For":[71],"purpose,":[73],"we":[74],"propose":[75],"a":[76,96,106,129],"Cross-modal":[77,99,115,130],"Spatial-Temporal":[78],"Alignment":[79],"(X-STA)":[80],"network":[81],"alleviate":[83],"inconsistency":[85],"overcome":[87],"paradigm-specific":[88],"constraint.":[89],"Our":[90,165],"X-STA":[91],"introduces":[92],"three":[93],"key":[94],"components:":[95],"novel":[97],"multi-stage":[98],"Adapter":[100],"(xAdapter)":[101],"that":[102,118,134],"transfers":[103],"knowledge":[104],"pre-trained":[107],"SAM":[108],"through":[109,124],"multi-grained":[110],"representation":[111],"adaptation,":[112],"an":[113],"innovative":[114],"Prompter":[116],"(xPrompter)":[117],"provides":[119],"geometry-aware":[120],"constraints":[121],"dynamic":[125],"prompting":[126],"strategies,":[127],"Self-supervised":[131],"(xSelf)":[132],"mechanism":[133],"refines":[135],"temporal":[136],"alignment":[137,160],"enables":[139],"self-supervised":[140],"AVS.":[141,185],"These":[142],"components":[143],"collectively":[144],"facilitate":[145],"explicit":[146],"reasoning":[147],"about":[148],"location":[149],"geometric":[151],"shape":[152],"source":[156],"by":[157],"refining":[158],"cross-modal":[162],"method":[166],"achieves":[167],"competitive":[168],"performance":[169],"across":[170],"several":[171],"baselines":[172],"widely-used":[174],"datasets,":[176],"demonstrating":[177],"its":[178],"effectiveness":[179],"in":[180],"addressing":[181],"complexities":[183]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}