{"id":"https://openalex.org/W7128511396","doi":"https://doi.org/10.1007/s10994-025-06952-5","title":"Attention-Enhanced Cross-Modality Alignment for Adapting Vision-Language Models","display_name":"Attention-Enhanced Cross-Modality Alignment for Adapting Vision-Language Models","publication_year":2026,"publication_date":"2026-02-01","ids":{"openalex":"https://openalex.org/W7128511396","doi":"https://doi.org/10.1007/s10994-025-06952-5"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-025-06952-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06952-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06952-5.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06952-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123451280","display_name":"Shaoying Xue","orcid":null},"institutions":[{"id":"https://openalex.org/I22716506","display_name":"Lanzhou University of Technology","ror":"https://ror.org/03panb555","country_code":"CN","type":"education","lineage":["https://openalex.org/I22716506"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoying Xue","raw_affiliation_strings":["School of Computer and Communication, Lanzhou University of Technology, Lanzhou, 730050, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication, Lanzhou University of Technology, Lanzhou, 730050, China","institution_ids":["https://openalex.org/I22716506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125517157","display_name":"Xiaochen Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiaochen Yang","raw_affiliation_strings":["School of Mathematics and Statistics, University of Glasgow, Glasgow, G12 8QQ, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematics and Statistics, University of Glasgow, Glasgow, G12 8QQ, UK","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020732002","display_name":"Xiaoxu Li","orcid":"https://orcid.org/0000-0003-2384-9755"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I22716506","display_name":"Lanzhou University of Technology","ror":"https://ror.org/03panb555","country_code":"CN","type":"education","lineage":["https://openalex.org/I22716506"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoxu Li","raw_affiliation_strings":["Pattern Recognition and Intelligent System Laboratory, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, 100876, China","School of Computer and Communication, Lanzhou University of Technology, Lanzhou, 730050, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pattern Recognition and Intelligent System Laboratory, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"School of Computer and Communication, Lanzhou University of Technology, Lanzhou, 730050, China","institution_ids":["https://openalex.org/I22716506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125558146","display_name":"Jie Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I22716506","display_name":"Lanzhou University of Technology","ror":"https://ror.org/03panb555","country_code":"CN","type":"education","lineage":["https://openalex.org/I22716506"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Cao","raw_affiliation_strings":["School of Computer and Communication, Lanzhou University of Technology, Lanzhou, 730050, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication, Lanzhou University of Technology, Lanzhou, 730050, China","institution_ids":["https://openalex.org/I22716506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5125493413","display_name":"Zhanyu Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanyu Ma","raw_affiliation_strings":["Pattern Recognition and Intelligent System Laboratory, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pattern Recognition and Intelligent System Laboratory, School of Artificial Intelligence, Beijing University of Posts and Telecommunications, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020732002"],"corresponding_institution_ids":["https://openalex.org/I139759216","https://openalex.org/I22716506"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13513393,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"115","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.9469000101089478},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7179999947547913},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6047000288963318},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5748999714851379},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5120999813079834},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4950000047683716},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.37209999561309814}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.9469000101089478},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8076000213623047},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7179999947547913},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6618000268936157},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6047000288963318},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5748999714851379},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5120999813079834},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4950000047683716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3752000033855438},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29339998960494995},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10994-025-06952-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06952-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06952-5.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},{"id":"pmh:oai:eprints.gla.ac.uk:374565","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/57667.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Articles"}],"best_oa_location":{"id":"doi:10.1007/s10994-025-06952-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-025-06952-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-025-06952-5.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7717680931091309}],"awards":[{"id":"https://openalex.org/G172479822","display_name":null,"funder_award_id":"62225601","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2717438628","display_name":null,"funder_award_id":"62463015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3023405577","display_name":null,"funder_award_id":"2023YQTD02","funder_id":"https://openalex.org/F4320321470","funder_display_name":"Beijing University of Posts and Telecommunications"},{"id":"https://openalex.org/G3178831262","display_name":null,"funder_award_id":"62176110","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G608860632","display_name":null,"funder_award_id":"SZX2020034","funder_id":"https://openalex.org/F4320324965","funder_display_name":"Hebei Provincial Department of Bureau of Science and Technology"},{"id":"https://openalex.org/G7101706402","display_name":null,"funder_award_id":"L242025","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321470","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320324965","display_name":"Hebei Provincial Department of Bureau of Science and Technology","ror":"https://ror.org/05k812a28"},{"id":"https://openalex.org/F4320325188","display_name":"Lanzhou University of Technology","ror":"https://ror.org/03panb555"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7128511396.pdf","grobid_xml":"https://content.openalex.org/works/W7128511396.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1977295328","https://openalex.org/W2017814585","https://openalex.org/W2047643928","https://openalex.org/W2108598243","https://openalex.org/W2138011018","https://openalex.org/W2155904486","https://openalex.org/W2533598788","https://openalex.org/W2752782242","https://openalex.org/W2884585870","https://openalex.org/W2964067226","https://openalex.org/W2964194231","https://openalex.org/W2966683369","https://openalex.org/W2970231061","https://openalex.org/W3034552520","https://openalex.org/W3037492894","https://openalex.org/W3119205652","https://openalex.org/W3177096435","https://openalex.org/W3198377975","https://openalex.org/W4312310776","https://openalex.org/W4312351187","https://openalex.org/W4312651322","https://openalex.org/W4320458302","https://openalex.org/W4382458283","https://openalex.org/W4386065763","https://openalex.org/W4386071547","https://openalex.org/W4390872306","https://openalex.org/W4390872508","https://openalex.org/W4390872773","https://openalex.org/W4390874497","https://openalex.org/W4391697001","https://openalex.org/W4393148291","https://openalex.org/W4402727832","https://openalex.org/W4402753597","https://openalex.org/W4402754294","https://openalex.org/W4402781582","https://openalex.org/W4402859709"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Prompt":[1],"learning":[2],"is":[3,139],"an":[4,59,66],"effective":[5],"approach":[6],"for":[7],"adapting":[8],"pre-trained":[9,39],"vision-language":[10],"models":[11,28],"(VLMs)":[12],"to":[13,87],"a":[14,49,73],"variety":[15],"of":[16,100,112],"downstream":[17],"tasks.":[18],"However,":[19],"prompts":[20],"designed":[21],"manually":[22],"or":[23],"generated":[24],"by":[25],"large":[26],"language":[27],"may":[29,41],"not":[30,42],"effectively":[31],"capture":[32],"key":[33],"discriminative":[34,89,114],"visual":[35,90,115],"features.":[36,93,118],"In":[37],"addition,":[38],"VLMs":[40],"align":[43],"images":[44],"and":[45,72,91,106,116,134],"text":[46],"well":[47],"at":[48,141],"fine-grained":[50,113],"level.":[51],"To":[52],"address":[53],"these":[54],"two":[55,129],"issues,":[56],"we":[57],"propose":[58],"attention-enhanced":[60],"cross-modality":[61],"alignment":[62,111],"network,":[63],"which":[64],"includes":[65],"adaptive":[67],"channel":[68,85],"attention":[69,86],"(ACA)":[70],"module":[71,80,96],"cross-modal":[74],"measurement":[75],"(CMM)":[76],"module.":[77],"The":[78,94],"ACA":[79],"adapts":[81],"the":[82,110,122],"existing":[83],"efficient":[84],"highlight":[88],"textual":[92,117],"CMM":[95],"leverages":[97],"four":[98],"pairs":[99],"image-text":[101],"similarities":[102],"across":[103],"both":[104],"frozen":[105],"learnable":[107],"branches,":[108],"improving":[109],"Experiments":[119],"show":[120],"that":[121],"proposed":[123],"method":[124],"outperforms":[125],"state-of-the-art":[126],"methods":[127],"on":[128],"representative":[130],"tasks:":[131],"base-to-novel":[132],"generalization":[133],"cross-dataset":[135],"evaluation.":[136],"Our":[137],"code":[138],"available":[140],"https://github.com/xueshaoying/XSY_AECA.git":[142],".":[143]},"counts_by_year":[],"updated_date":"2026-06-17T06:14:20.161405","created_date":"2026-02-11T00:00:00"}
