{"id":"https://openalex.org/W4410515520","doi":"https://doi.org/10.1145/3736416","title":"Brain-Machine Cross-Modal Alignment via Sample Relational Learning for Visual Classification","display_name":"Brain-Machine Cross-Modal Alignment via Sample Relational Learning for Visual Classification","publication_year":2025,"publication_date":"2025-05-20","ids":{"openalex":"https://openalex.org/W4410515520","doi":"https://doi.org/10.1145/3736416"},"language":"en","primary_location":{"id":"doi:10.1145/3736416","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3736416","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101968314","display_name":"Dongjun Liu","orcid":"https://orcid.org/0000-0001-9364-9228"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongjun Liu","raw_affiliation_strings":["Hangzhou Dianzi University, Hangzhou, China","Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, School of Computer Science, Hangzhou Dianzi University, China"],"raw_orcid":"https://orcid.org/0000-0001-9364-9228","affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, School of Computer Science, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042276536","display_name":"Weichen Dai","orcid":"https://orcid.org/0000-0002-5019-2755"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weichen Dai","raw_affiliation_strings":["Hangzhou Dianzi University, Hangzhou, China","Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, School of Computer Science, Hangzhou Dianzi University, China"],"raw_orcid":"https://orcid.org/0000-0002-5019-2755","affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, School of Computer Science, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101400045","display_name":"Honggang Liu","orcid":"https://orcid.org/0009-0007-9157-6863"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honggang Liu","raw_affiliation_strings":["Hangzhou Dianzi University, Hangzhou, China","Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, School of Computer Science, Hangzhou Dianzi University, China"],"raw_orcid":"https://orcid.org/0009-0007-9157-6863","affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, School of Computer Science, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109636603","display_name":"Hangjie Yi","orcid":"https://orcid.org/0009-0008-1513-3793"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hangjie Yi","raw_affiliation_strings":["Hangzhou Dianzi University, Hangzhou, China","Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, School of Computer Science, Hangzhou Dianzi University, China"],"raw_orcid":"https://orcid.org/0009-0008-1513-3793","affiliations":[{"raw_affiliation_string":"Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, School of Computer Science, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003649465","display_name":"Wanzeng Kong","orcid":"https://orcid.org/0000-0002-0113-6968"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanzeng Kong","raw_affiliation_strings":["School of Computer Science, Hangzhou Dianzi University, Hangzhou, China and Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou, China","Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, School of Computer Science, Hangzhou Dianzi University, China"],"raw_orcid":"https://orcid.org/0000-0002-0113-6968","affiliations":[{"raw_affiliation_string":"School of Computer Science, Hangzhou Dianzi University, Hangzhou, China and Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Key Laboratory of Brain Machine Collaborative Intelligence of Zhejiang Province, School of Computer Science, Hangzhou Dianzi University, China","institution_ids":["https://openalex.org/I50760025"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I50760025"],"apc_list":null,"apc_paid":null,"fwci":2.0134,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.8546905,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"21","issue":"6","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8941688537597656},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6364482045173645},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.6043375730514526},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.514125645160675},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.47101032733917236},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44998690485954285},{"id":"https://openalex.org/keywords/relational-database","display_name":"Relational database","score":0.4392913579940796},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3485873341560364},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.24361136555671692}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8941688537597656},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6364482045173645},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.6043375730514526},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.514125645160675},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.47101032733917236},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44998690485954285},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.4392913579940796},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3485873341560364},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.24361136555671692},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3736416","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3736416","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G627685","display_name":null,"funder_award_id":"62471169","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G824664466","display_name":null,"funder_award_id":"62306096","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W753847829","https://openalex.org/W1536620489","https://openalex.org/W1536680647","https://openalex.org/W1823673215","https://openalex.org/W1844800426","https://openalex.org/W1915485278","https://openalex.org/W2026498605","https://openalex.org/W2096733369","https://openalex.org/W2108598243","https://openalex.org/W2118450042","https://openalex.org/W2146656425","https://openalex.org/W2178585839","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2212660284","https://openalex.org/W2256909405","https://openalex.org/W2295107390","https://openalex.org/W2359193738","https://openalex.org/W2474574787","https://openalex.org/W2559463885","https://openalex.org/W2565769237","https://openalex.org/W2607040955","https://openalex.org/W2607855566","https://openalex.org/W2619383789","https://openalex.org/W2799062425","https://openalex.org/W2809440904","https://openalex.org/W2885895075","https://openalex.org/W2913283038","https://openalex.org/W2915387487","https://openalex.org/W2951506741","https://openalex.org/W2962858109","https://openalex.org/W2963140444","https://openalex.org/W2963446712","https://openalex.org/W2963468606","https://openalex.org/W2963989815","https://openalex.org/W3004591935","https://openalex.org/W3028543194","https://openalex.org/W3034368386","https://openalex.org/W3037572520","https://openalex.org/W3086573485","https://openalex.org/W3102455230","https://openalex.org/W3113058752","https://openalex.org/W3126287844","https://openalex.org/W3128765132","https://openalex.org/W3138154797","https://openalex.org/W3138819813","https://openalex.org/W3143835353","https://openalex.org/W3184679245","https://openalex.org/W4212817947","https://openalex.org/W4306874801","https://openalex.org/W4309409002","https://openalex.org/W4311057028","https://openalex.org/W4312443924","https://openalex.org/W4312758889","https://openalex.org/W4327663834","https://openalex.org/W4381611105","https://openalex.org/W4382458595","https://openalex.org/W4390873603","https://openalex.org/W4393559805","https://openalex.org/W4403184950","https://openalex.org/W4403391460"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W1185300216","https://openalex.org/W2362990116","https://openalex.org/W2381300099","https://openalex.org/W2961085424","https://openalex.org/W2714992399","https://openalex.org/W2383812217"],"abstract_inverted_index":{"Recent":[0],"works":[1],"on":[2,22,55,134],"visual":[3,93,121,158,165,172,212,234],"classification":[4,94,122,230],"tasks":[5],"have":[6],"leveraged":[7],"EEG":[8,35,78,139,162,181,198,209],"signals":[9,163,210],"to":[10,32,45,70,86,118,132,160,174,192],"provide":[11],"additional":[12],"supervisory":[13],"information,":[14],"further":[15],"improving":[16],"the":[17,20,39,61,72,87,101,135,171,176,186,194,203,216,224,229,233,238],"performance":[18,91,231],"of":[19,41,49,63,169,178,197,218,232,240],"models":[21,31,131],"natural":[23],"images.":[24],"However,":[25],"previous":[26],"methods":[27],"often":[28],"force":[29],"machine":[30,99,120,130,253],"directly":[33],"match":[34],"signals,":[36],"which":[37],"involves":[38],"transfer":[40,217],"modal-specific":[42],"representations,":[43],"leading":[44],"potentially":[46],"distorted":[47],"alignment":[48,62,149,242],"modal-shared":[50],"representations.":[51],"Moreover,":[52],"focusing":[53],"solely":[54],"aligning":[56],"individual":[57,110,180],"sample":[58,183],"features":[59],"neglects":[60],"relationships":[64,103],"between":[65,104,208],"samples,":[66],"making":[67],"it":[68,191],"difficult":[69],"capture":[71],"potential":[73,239],"relational":[74,81,127,136,206,219,241,250],"reasoning":[75,82,251],"capabilities":[76,123],"in":[77,92,205],"signals.":[79,140],"This":[80,236],"ability":[83],"is":[84,117],"key":[85],"human":[88,249],"brain\u2019s":[89],"outstanding":[90],"tasks.":[95],"Similarly,":[96],"for":[97,247],"a":[98,146,153,157,244],"model,":[100,188],"complex":[102],"instances":[105],"are":[106],"more":[107],"critical":[108],"than":[109],"instances.":[111],"Inspired":[112],"by":[113,124,185],"this,":[114],"our":[115],"idea":[116],"enhance":[119],"imparting":[125],"human-like":[126],"reasoning,":[128],"encouraging":[129],"focus":[133],"structure":[137],"within":[138],"To":[141],"this":[142],"end,":[143],"we":[144,189,214],"propose":[145],"brain-machine":[147],"relation":[148],"method":[150,226],"that":[151,223],"constructs":[152],"cognitive":[154,187],"model":[155,159,173],"and":[156,164,211],"process":[161],"images,":[166,213],"respectively.":[167],"Instead":[168],"forcing":[170],"mimic":[175],"output":[177],"an":[179],"data":[182,199],"represented":[184],"encourage":[190],"learn":[193],"mutual":[195],"relations":[196],"samples.":[200],"By":[201],"penalizing":[202],"difference":[204],"structures":[207],"facilitate":[215],"knowledge.":[220],"Experiments":[221],"demonstrate":[222],"proposed":[225],"significantly":[227],"improves":[228],"model.":[235],"highlights":[237],"as":[243],"robust":[245],"mechanism":[246],"integrating":[248],"into":[252],"learning":[254],"models.":[255]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}