{"id":"https://openalex.org/W7123360386","doi":"https://doi.org/10.1109/tcsvt.2026.3652641","title":"Multi-Modal Cross-Attention-Guided Network for Audio-Visual Quality Evaluation via Visual Saliency and Mel-Spectrum Features","display_name":"Multi-Modal Cross-Attention-Guided Network for Audio-Visual Quality Evaluation via Visual Saliency and Mel-Spectrum Features","publication_year":2026,"publication_date":"2026-01-12","ids":{"openalex":"https://openalex.org/W7123360386","doi":"https://doi.org/10.1109/tcsvt.2026.3652641"},"language":null,"primary_location":{"id":"doi:10.1109/tcsvt.2026.3652641","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2026.3652641","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Junhao Lin","orcid":"https://orcid.org/0009-0000-8727-8790"},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhao Lin","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0000-8727-8790","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, Zhejiang, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120920756","display_name":"Yueli Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueli Cui","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-9837-6705","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, Zhejiang, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122903025","display_name":"Chenli Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenli Fang","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0004-6143-490X","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, Zhejiang, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122847745","display_name":"Binghong Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binghong Pan","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0002-1734-1058","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, Zhejiang, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122847385","display_name":"Chencheng Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I144571360","display_name":"Viterbo University","ror":"https://ror.org/039p8pn96","country_code":"US","type":"education","lineage":["https://openalex.org/I144571360"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chencheng Pan","raw_affiliation_strings":["Department of Computer Science, USC Viterbi School of Engineering, University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0009-0007-5237-0088","affiliations":[{"raw_affiliation_string":"Department of Computer Science, USC Viterbi School of Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212","https://openalex.org/I144571360"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122843458","display_name":"Gangyi Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gangyi Jiang","raw_affiliation_strings":["Faculty of Information Science and Engineering, Ningbo University, Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0003-4896-9876","affiliations":[{"raw_affiliation_string":"Faculty of Information Science and Engineering, Ningbo University, Ningbo, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shiqing Zhang","orcid":"https://orcid.org/0000-0001-8184-5088"},"institutions":[{"id":"https://openalex.org/I82760581","display_name":"Taizhou University","ror":"https://ror.org/04fzhyx73","country_code":"CN","type":"education","lineage":["https://openalex.org/I82760581"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqing Zhang","raw_affiliation_strings":["Institute of Intelligent Information Processing, Taizhou University, Taizhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0001-8184-5088","affiliations":[{"raw_affiliation_string":"Institute of Intelligent Information Processing, Taizhou University, Taizhou, Zhejiang, China","institution_ids":["https://openalex.org/I82760581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122900914","display_name":"Siwei Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siwei Ma","raw_affiliation_strings":["National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2731-5403","affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":null,"display_name":"Qi Tian","orcid":"https://orcid.org/0000-0002-7252-5047"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Tian","raw_affiliation_strings":["Huawei Cloud and AI, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7252-5047","affiliations":[{"raw_affiliation_string":"Huawei Cloud and AI, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":45.0973,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.99801905,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"36","issue":"5","first_page":"6783","last_page":"6798"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.6951000094413757,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.6951000094413757,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.2596000134944916,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.008899999782443047,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.6722000241279602},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6309000253677368},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6122999787330627},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5806000232696533},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5267000198364258},{"id":"https://openalex.org/keywords/sliding-window-protocol","display_name":"Sliding window protocol","score":0.4909000098705292},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.48489999771118164},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4690999984741211},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.45980000495910645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8737000226974487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6787999868392944},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.6722000241279602},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6309000253677368},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6122999787330627},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5806000232696533},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5267000198364258},{"id":"https://openalex.org/C102392041","wikidata":"https://www.wikidata.org/wiki/Q592860","display_name":"Sliding window protocol","level":3,"score":0.4909000098705292},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.48489999771118164},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4690999984741211},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.45980000495910645},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4542999863624573},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4327000081539154},{"id":"https://openalex.org/C103910844","wikidata":"https://www.wikidata.org/wiki/Q2631256","display_name":"Video quality","level":3,"score":0.42559999227523804},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.4002000093460083},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3982999920845032},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38029998540878296},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.36329999566078186},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3456999957561493},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.3172999918460846},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C114227958","wikidata":"https://www.wikidata.org/wiki/Q7631422","display_name":"Subjective video quality","level":4,"score":0.25429999828338623},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2026.3652641","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2026.3652641","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2216437158","display_name":null,"funder_award_id":"62271276","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3900683185","display_name":null,"funder_award_id":"62471328","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4329375876","display_name":null,"funder_award_id":"62276180","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4919588330","display_name":null,"funder_award_id":"LZ26F020014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G827612959","display_name":null,"funder_award_id":"62531014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,153,197],"quality":[1,18,25,33,53,70,172,181,190,195],"evaluation":[2,19],"of":[3,34,162],"audio-visual":[4],"(A/V)":[5],"content":[6],"has":[7],"become":[8],"increasingly":[9],"critical":[10],"in":[11],"modern":[12],"multimedia":[13],"communication":[14],"systems.":[15],"Traditional":[16],"single-modality":[17],"methods":[20],"and":[21,59,68,90,113,132,192],"existing":[22],"dedicated":[23],"A/V":[24,35,52,139,180,194],"models":[26,149],"often":[27],"fail":[28],"to":[29,65],"accurately":[30],"assess":[31],"the":[32,104,134,171,188],"signals.":[36],"To":[37,127],"address":[38],"this":[39],"challenge,":[40],"we":[41,141],"propose":[42],"a":[43,93,111,143,160],"novel":[44],"multi-modal":[45,144],"cross-attention":[46,145],"guided":[47],"network":[48,63],"specifically":[49],"designed":[50],"for":[51,98,122,166],"evaluation.":[54,71],"By":[55],"leveraging":[56],"visual":[57,100],"saliency":[58,80],"Mel-spectrum":[60],"features,":[61],"our":[62,185],"aims":[64],"achieve":[66],"accurate":[67],"comprehensive":[69],"Specifically,":[72],"distorted":[73,105],"video":[74],"frames":[75],"are":[76,87,116,156],"first":[77],"converted":[78],"into":[79,92,110],"maps,":[81],"from":[82],"which":[83],"perceptually":[84],"salient":[85],"patches":[86,115],"selectively":[88],"extracted":[89,117],"fed":[91],"Convolutional":[94],"Neural":[95],"Network":[96],"(CNN)":[97],"intra-frame":[99],"feature":[101,125],"extraction.":[102,126],"Concurrently,":[103],"audio":[106,124],"signal":[107],"is":[108],"transformed":[109],"Mel-spectrum,":[112],"time-frequency":[114],"via":[118],"sliding":[119],"window":[120],"techniques":[121],"CNN-based":[123],"effectively":[128],"integrate":[129],"these":[130],"features":[131],"capture":[133],"long-term":[135],"dependencies":[136],"across":[137],"consecutive":[138],"segments,":[140],"design":[142],"module":[146],"that":[147,184],"explicitly":[148],"complex":[150],"inter-modal":[151],"interactions.":[152],"resulting":[154],"representations":[155],"then":[157],"passed":[158],"through":[159],"series":[161],"fully-connected":[163],"(FC)":[164],"layers":[165],"dimensionality":[167],"reduction,":[168],"ultimately":[169],"deriving":[170],"score.":[173],"Extensive":[174],"experiments":[175],"on":[176],"three":[177],"publicly":[178],"available":[179],"datasets":[182],"indicate":[183],"metric":[186],"outperforms":[187],"traditional":[189],"metrics":[191],"newly-developed":[193],"metrics.":[196],"source":[198],"code":[199],"will":[200],"be":[201],"released":[202],"at":[203],"https://github.com/Jour3141/avqa.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":6}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2026-01-14T00:00:00"}