{"id":"https://openalex.org/W7133335848","doi":"https://doi.org/10.48550/arxiv.2603.01530","title":"CueNet: Robust Audio-Visual Speaker Extraction through Cross-Modal Cue Mining and Interaction","display_name":"CueNet: Robust Audio-Visual Speaker Extraction through Cross-Modal Cue Mining and Interaction","publication_year":2026,"publication_date":"2026-03-02","ids":{"openalex":"https://openalex.org/W7133335848","doi":"https://doi.org/10.48550/arxiv.2603.01530"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.01530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.01530","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127925537","display_name":"Jiadong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiadong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127921390","display_name":"Ke Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128006892","display_name":"Xinyuan Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Xinyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026034735","display_name":"Ruijie Tao","orcid":"https://orcid.org/0000-0003-0021-5661"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Ruijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127894998","display_name":"Haizhou Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haizhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5086950191","display_name":"B. W. Schuller","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schuller, Bj\u00f6rn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9352999925613403,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9352999925613403,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.010400000028312206,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.009600000455975533,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7842000126838684},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5425999760627747},{"id":"https://openalex.org/keywords/speaker-recognition","display_name":"Speaker recognition","score":0.49000000953674316},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4575999975204468},{"id":"https://openalex.org/keywords/sensory-cue","display_name":"Sensory cue","score":0.4250999987125397},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3734000027179718},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.3165000081062317}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8069000244140625},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7842000126838684},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.661300003528595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5562000274658203},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5425999760627747},{"id":"https://openalex.org/C133892786","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker recognition","level":2,"score":0.49000000953674316},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4575999975204468},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.4250999987125397},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3734000027179718},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3310999870300293},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3165000081062317},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.30799999833106995},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3075999915599823},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.30379998683929443},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C2986627078","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker identification","level":3,"score":0.28060001134872437},{"id":"https://openalex.org/C3020716817","wikidata":"https://www.wikidata.org/wiki/Q4132092","display_name":"Visual feedback","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26989999413490295}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.01530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.01530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Audio-visual":[0],"speaker":[1,93,120,149],"extraction":[2,94],"has":[3,38],"attracted":[4],"increasing":[5],"attention,":[6,42],"as":[7,20,127],"it":[8,73],"removes":[9],"the":[10,17,32,89,154,158],"need":[11],"for":[12,148],"pre-registered":[13],"speech":[14],"and":[15,124,165],"leverages":[16],"visual":[18,36,61,64,97,163],"modality":[19],"a":[21,133,144],"complement":[22],"to":[23,51,75,87,142],"audio.":[24],"Although":[25],"existing":[26,170],"methods":[27],"have":[28,55],"achieved":[29],"impressive":[30],"performance,":[31],"issue":[33],"of":[34,91,157],"degraded":[35,60,102],"inputs":[37,98],"received":[39],"relatively":[40],"little":[41],"despite":[43],"being":[44],"common":[45],"in":[46,68],"real-world":[47],"scenarios.":[48],"Previous":[49],"attempts":[50],"address":[52],"this":[53,83],"problem":[54],"mainly":[56],"involved":[57],"training":[58],"with":[59],"data.":[62],"However,":[63],"degradation":[65],"can":[66],"occur":[67],"many":[69],"unpredictable":[70],"ways,":[71],"making":[72],"impractical":[74],"simulate":[76],"all":[77],"possible":[78],"cases":[79],"during":[80,104],"training.":[81,105],"In":[82],"paper,":[84],"we":[85,113,131],"aim":[86],"enhance":[88],"robustness":[90,156],"audio-visual":[92,116],"against":[95],"impaired":[96],"without":[99],"relying":[100],"on":[101],"videos":[103],"Inspired":[106],"by":[107],"observations":[108],"from":[109],"human":[110],"perceptual":[111],"mechanisms,":[112],"propose":[114],"an":[115],"learner":[117],"that":[118,137],"disentangles":[119],"information,":[121],"acoustic":[122],"synchronisation,":[123],"semantic":[125],"synchronisation":[126],"distinct":[128],"cues.":[129],"Furthermore,":[130],"design":[132],"dedicated":[134],"interaction":[135],"module":[136],"effectively":[138],"integrates":[139],"these":[140],"cues":[141],"provide":[143],"reliable":[145],"guidance":[146],"signal":[147],"extraction.":[150],"Extensive":[151],"experiments":[152],"demonstrate":[153],"strong":[155],"proposed":[159],"model":[160],"under":[161],"various":[162],"degradations":[164],"its":[166],"clear":[167],"superiority":[168],"over":[169],"methods.":[171]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-04T00:00:00"}