{"id":"https://openalex.org/W4399146361","doi":"https://doi.org/10.1109/tmm.2024.3405622","title":"BAVS: Bootstrapping Audio-Visual Segmentation by Integrating Foundation Knowledge","display_name":"BAVS: Bootstrapping Audio-Visual Segmentation by Integrating Foundation Knowledge","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399146361","doi":"https://doi.org/10.1109/tmm.2024.3405622"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3405622","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3405622","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100322208","display_name":"Chen Liu","orcid":"https://orcid.org/0000-0003-3159-0034"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chen Liu","raw_affiliation_strings":["University of Queensland, St. Lucia, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3159-0034","affiliations":[{"raw_affiliation_string":"University of Queensland, St. Lucia, QLD, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032941294","display_name":"Peike Li","orcid":"https://orcid.org/0000-0003-1809-2137"},"institutions":[{"id":"https://openalex.org/I4210158408","display_name":"Matrix Research (United States)","ror":"https://ror.org/04mw0p229","country_code":"US","type":"company","lineage":["https://openalex.org/I4210158408"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peike Li","raw_affiliation_strings":["MatrixVerse AI, Sydney, NSW, Australia","Matrix Verse, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MatrixVerse AI, Sydney, NSW, Australia","institution_ids":[]},{"raw_affiliation_string":"Matrix Verse, USA","institution_ids":["https://openalex.org/I4210158408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115580345","display_name":"Hu Zhang","orcid":"https://orcid.org/0009-0009-9892-9515"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hu Zhang","raw_affiliation_strings":["University of Queensland, St. Lucia, QLD, Australia"],"raw_orcid":"https://orcid.org/0009-0009-9892-9515","affiliations":[{"raw_affiliation_string":"University of Queensland, St. Lucia, QLD, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019036797","display_name":"Lincheng Li","orcid":"https://orcid.org/0000-0002-6047-0472"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lincheng Li","raw_affiliation_strings":["NetEase Fuxi AI Lab, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6047-0472","affiliations":[{"raw_affiliation_string":"NetEase Fuxi AI Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078170935","display_name":"Zi Huang","orcid":"https://orcid.org/0000-0002-9738-4949"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zi Huang","raw_affiliation_strings":["University of Queensland, St. Lucia, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9738-4949","affiliations":[{"raw_affiliation_string":"University of Queensland, St. Lucia, QLD, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053719139","display_name":"Dadong Wang","orcid":"https://orcid.org/0000-0003-0409-2259"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dadong Wang","raw_affiliation_strings":["CSIRO, Data61, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0409-2259","affiliations":[{"raw_affiliation_string":"CSIRO, Data61, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003076238","display_name":"Xin Yu","orcid":"https://orcid.org/0000-0002-0269-5649"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xin Yu","raw_affiliation_strings":["University of Queensland, St. Lucia, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0269-5649","affiliations":[{"raw_affiliation_string":"University of Queensland, St. Lucia, QLD, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.9214,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.97431174,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"10015","last_page":"10028"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9557999968528748,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8309372663497925},{"id":"https://openalex.org/keywords/bootstrapping","display_name":"Bootstrapping (finance)","score":0.7857517004013062},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.7114678621292114},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.664108395576477},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6031826734542847},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4474242329597473},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44157612323760986},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3825303912162781},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3085779547691345},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.06938859820365906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8309372663497925},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.7857517004013062},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.7114678621292114},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.664108395576477},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6031826734542847},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4474242329597473},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44157612323760986},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3825303912162781},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3085779547691345},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.06938859820365906},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3405622","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3405622","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2747171834","display_name":null,"funder_award_id":"50092128","funder_id":"https://openalex.org/F4320320386","funder_display_name":"Commonwealth Scientific and Industrial Research Organisation"}],"funders":[{"id":"https://openalex.org/F4320320386","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1901129140","https://openalex.org/W2004244725","https://openalex.org/W2030445831","https://openalex.org/W2031489346","https://openalex.org/W2065274193","https://openalex.org/W2102811829","https://openalex.org/W2117539524","https://openalex.org/W2140647972","https://openalex.org/W2194775991","https://openalex.org/W2593116425","https://openalex.org/W2918984654","https://openalex.org/W2955058313","https://openalex.org/W2962914239","https://openalex.org/W2963150697","https://openalex.org/W2963351448","https://openalex.org/W2963680395","https://openalex.org/W2964011431","https://openalex.org/W2969987364","https://openalex.org/W3015371781","https://openalex.org/W3093418761","https://openalex.org/W3104749918","https://openalex.org/W3131500599","https://openalex.org/W3138516171","https://openalex.org/W3165745140","https://openalex.org/W3170088426","https://openalex.org/W3175514052","https://openalex.org/W3213165621","https://openalex.org/W3214311327","https://openalex.org/W4210416950","https://openalex.org/W4213271552","https://openalex.org/W4221167476","https://openalex.org/W4224925617","https://openalex.org/W4296594718","https://openalex.org/W4309660795","https://openalex.org/W4312048190","https://openalex.org/W4312653918","https://openalex.org/W4312815172","https://openalex.org/W4319300806","https://openalex.org/W4323556857","https://openalex.org/W4324319985","https://openalex.org/W4367279925","https://openalex.org/W4386071792","https://openalex.org/W4387969495","https://openalex.org/W4390872864","https://openalex.org/W4399206662","https://openalex.org/W4403386295","https://openalex.org/W6631190155","https://openalex.org/W6691431627","https://openalex.org/W6786183582","https://openalex.org/W6798837711","https://openalex.org/W6809915981","https://openalex.org/W6843326755","https://openalex.org/W6848208918","https://openalex.org/W6850480200","https://openalex.org/W6851397930"],"related_works":["https://openalex.org/W1534274833","https://openalex.org/W3117246195","https://openalex.org/W156620619","https://openalex.org/W2616249226","https://openalex.org/W2098233217","https://openalex.org/W2914363205","https://openalex.org/W2997844990","https://openalex.org/W1598221548","https://openalex.org/W2081850291","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Given":[0],"an":[1,24,117,185,199],"audio-visual":[2,4,85,114,186,200,229],"pair,":[3],"segmentation":[5,86,110,127],"(AVS)":[6],"aims":[7],"to":[8,99,129,153,191],"locate":[9],"sounding":[10,132],"sources":[11],"by":[12,88,111,140,162,226],"predicting":[13],"pixel-wise":[14],"maps.":[15],"Previous":[16],"methods":[17],"assume":[18],"that":[19,39],"each":[20],"sound":[21,75],"component":[22],"in":[23,32,50,109,116,179,251],"audio":[25,48,64,142,150,155,159,164,173,224],"signal":[26],"always":[27],"has":[28],"a":[29,59,82,93,126,148],"visual":[30,66,135],"counterpart":[31],"the":[33,47,101,113,121,158,163,180,193,204,215,219,228,242],"image.":[34],"However,":[35],"this":[36,78],"assumption":[37],"overlooks":[38],"off-screen":[40,107],"sounds":[41,108,208],"and":[42,65,71,209,222],"background":[43,104,254],"noise":[44,105],"often":[45],"contaminate":[46],"recordings":[49],"real-world":[51],"scenarios.":[52],"They":[53],"impose":[54],"significant":[55],"challenges":[56],"on":[57,203,247],"building":[58],"consistent":[60],"semantic":[61,187],"mapping":[62],"between":[63,207,218],"signals":[67],"for":[68],"AVS":[69,248],"models":[70],"thus":[72],"impede":[73],"precise":[74],"localization.":[76],"In":[77,120],"work,":[79],"we":[80,124,145,183,197,233],"propose":[81],"two-stage":[83],"bootstrapping":[84],"framework":[87],"incorporating":[89],"multi-modal":[90],"foundation":[91,149,165],"knowledge$^{1}$In":[92],"nutshell,":[94],"our":[95,245],"BAVS":[96],"is":[97,175],"designed":[98],"eliminate":[100],"interference":[102],"of":[103,244],"or":[106],"establishing":[112],"correspondences":[115],"explicit":[118],"manner.":[119],"first":[122],"stage,":[123,182],"employ":[125],"model":[128,152,166],"localize":[130,192],"potential":[131],"objects":[133,221],"from":[134],"data":[136],"without":[137],"being":[138],"affected":[139],"contaminated":[141],"signals.":[143],"Meanwhile,":[144],"also":[146],"utilize":[147],"classification":[151],"discern":[154],"semantics.":[156],"Considering":[157],"tags":[160,174,225],"provided":[161],"are":[167],"noisy,":[168],"associating":[169],"object":[170,210],"masks":[171],"with":[172],"not":[176],"trivial.":[177],"Thus,":[178],"second":[181],"develop":[184],"integration":[188],"strategy":[189],"(AVIS)":[190],"authentic-sounding":[194],"objects.":[195,238],"Here,":[196],"construct":[198],"tree":[201],"based":[202],"hierarchical":[205],"correspondence":[206],"categories.":[211],"We":[212],"then":[213],"examine":[214],"label":[216],"concurrency":[217],"localized":[220],"classified":[223],"tracing":[227],"tree.":[230],"With":[231],"AVIS,":[232],"can":[234],"effectively":[235],"segment":[236],"real-sounding":[237],"Extensive":[239],"experiments":[240],"demonstrate":[241],"superiority":[243],"method":[246],"datasets,":[249],"particularly":[250],"scenarios":[252],"involving":[253],"noise.":[255],"Our":[256],"project":[257],"website":[258],"ishttps://yenanliu.github.io/AVSS.github.io/.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}