{"id":"https://openalex.org/W7126116943","doi":"https://doi.org/10.1109/bibm66473.2025.11356384","title":"Dybrainformer: Decoding Dynamic Brain Semantics with Hierarchical Transformer for Brainmultimedia Association","display_name":"Dybrainformer: Decoding Dynamic Brain Semantics with Hierarchical Transformer for Brainmultimedia Association","publication_year":2025,"publication_date":"2025-12-15","ids":{"openalex":"https://openalex.org/W7126116943","doi":"https://doi.org/10.1109/bibm66473.2025.11356384"},"language":null,"primary_location":{"id":"doi:10.1109/bibm66473.2025.11356384","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm66473.2025.11356384","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060585396","display_name":"Sigang Yu","orcid":"https://orcid.org/0000-0002-3004-5395"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sigang Yu","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University,Xi&#x0027;an,China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University,Xi&#x0027;an,China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033698712","display_name":"Xicheng Zhang","orcid":"https://orcid.org/0000-0003-3721-1357"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shu Zhang","raw_affiliation_strings":["School of Computer Science, Northwestern Polytechnical University,Xi&#x0027;an,China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University,Xi&#x0027;an,China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5060585396"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.71440477,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6449","last_page":"6455"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.8992000222206116,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.8992000222206116,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.03310000151395798,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.01209999993443489,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.545799970626831},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5217000246047974},{"id":"https://openalex.org/keywords/semantic-memory","display_name":"Semantic memory","score":0.4715000092983246},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.4230000078678131},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4101000130176544},{"id":"https://openalex.org/keywords/functional-magnetic-resonance-imaging","display_name":"Functional magnetic resonance imaging","score":0.387800008058548},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3824999928474426},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.38179999589920044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7955999970436096},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.545799970626831},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5217000246047974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48030000925064087},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.4715000092983246},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.4230000078678131},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4101000130176544},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3824999928474426},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.38179999589920044},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.3747999966144562},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34709998965263367},{"id":"https://openalex.org/C120843803","wikidata":"https://www.wikidata.org/wiki/Q4955807","display_name":"Brain activity and meditation","level":3,"score":0.33009999990463257},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C556910895","wikidata":"https://www.wikidata.org/wiki/Q384188","display_name":"Magnetoencephalography","level":3,"score":0.3197999894618988},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C44083865","wikidata":"https://www.wikidata.org/wiki/Q3853443","display_name":"Mean reciprocal rank","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.3019999861717224},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28999999165534973},{"id":"https://openalex.org/C2777670902","wikidata":"https://www.wikidata.org/wiki/Q492038","display_name":"Human brain","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C32946077","wikidata":"https://www.wikidata.org/wiki/Q618079","display_name":"Network analysis","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C13540734","wikidata":"https://www.wikidata.org/wiki/Q5318996","display_name":"Dynamic network analysis","level":2,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm66473.2025.11356384","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm66473.2025.11356384","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47038909792900085,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2255870710","display_name":null,"funder_award_id":"62376219,62006194","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1967052717","https://openalex.org/W1992265439","https://openalex.org/W2005821483","https://openalex.org/W2064863859","https://openalex.org/W2084361004","https://openalex.org/W2148726987","https://openalex.org/W2152476676","https://openalex.org/W2573021227","https://openalex.org/W2588471314","https://openalex.org/W2755560870","https://openalex.org/W2780601052","https://openalex.org/W2790526162","https://openalex.org/W2951617899","https://openalex.org/W2955712969","https://openalex.org/W2977883299","https://openalex.org/W2997938465","https://openalex.org/W3033208854","https://openalex.org/W3039011740","https://openalex.org/W3163114307","https://openalex.org/W3176881745","https://openalex.org/W4293569210"],"related_works":[],"abstract_inverted_index":{"Exploring":[0],"the":[1,15,65,72,115,157,215,238],"association":[2],"between":[3,26,181,225],"high-level":[4,148,226],"semantic":[5,17,140,193,216,227,240],"brain":[6,28,93,103,129,149,168],"responses":[7],"and":[8,37,44,68,82,101,124,183,222,229],"multimedia":[9,39,153,230],"features":[10,200,228],"is":[11],"crucial":[12],"for":[13,60,213],"understanding":[14,241],"human":[16,73,239],"processing":[18],"mechanism.":[19,242],"However,":[20],"a":[21,54,143,220,233],"significant":[22],"\u201csemantic":[23],"gap\u201d":[24],"persists":[25],"abstract":[27],"representations":[29,111],"captured":[30],"by":[31,64,218],"functional":[32],"Magnetic":[33],"Resonance":[34],"Imaging":[35],"(fMRI)":[36],"concrete":[38],"features,":[40,231],"remaining":[41],"both":[42],"unclear":[43],"challenging":[45],"to":[46,97,151,236],"quantify.":[47],"To":[48],"address":[49],"this,":[50],"we":[51],"introduce":[52],"DyBrainFormer,":[53],"novel":[55,234],"Transformer-based":[56],"Brain":[57,159],"Dynamics":[58],"Decoder":[59],"Brain-Multimedia":[61],"Association.":[62],"Inspired":[63],"topological":[66],"structure":[67],"dynamic":[69,92,122,152],"properties":[70],"of":[71],"brain,":[74],"DyBrainFormer":[75,164],"uniquely":[76],"integrates":[77],"Graph":[78],"Convolutional":[79],"Networks":[80],"(GCNs)":[81],"Hierarchical":[83],"Temporal":[84],"Transformer":[85],"(HTT).":[86],"It":[87],"first":[88],"encodes":[89],"each":[90],"sequenced":[91],"graph":[94,110],"using":[95],"GCNs":[96],"capture":[98],"spatial":[99],"dependencies":[100,127],"derive":[102],"temporal":[104,109,126,133],"node":[105],"attention.":[106],"Subsequently,":[107],"these":[108],"are":[112],"fed":[113],"into":[114],"HTT,":[116],"which":[117],"excels":[118],"at":[119],"modeling":[120],"complex":[121],"changes":[123],"long-range":[125],"within":[128],"networks.":[130],"The":[131],"learned":[132],"weights":[134],"from":[135],"HTT":[136],"serve":[137],"as":[138],"interpretable":[139,223],"descriptors,":[141],"forming":[142],"quantifiable":[144],"bridge":[145],"that":[146,196],"links":[147],"semantics":[150],"features.":[154],"Evaluated":[155],"on":[156,204],"Healthy":[158],"Network":[160],"naturalistic":[161],"fMRI":[162],"dataset,":[163],"effectively":[165],"learns":[166],"distinguishable":[167],"dynamics,":[169],"achieving":[170],"<tex":[171],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[172],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\sim":[173],"\\mathbf{8":[174],"3":[175],"\\%}$</tex>":[176],"classification":[177],"accuracy":[178],"in":[179,192],"differentiating":[180],"children":[182,197],"adolescents.":[184],"Our":[185],"analysis":[186],"further":[187],"identifies":[188],"distinct":[189],"age-related":[190],"patterns":[191],"processing,":[194],"demonstrating":[195],"emphasize":[198],"perceptual":[199],"while":[201],"adolescents":[202],"focus":[203],"higher-level":[205],"conceptual":[206],"elements.":[207],"This":[208],"work":[209],"provides":[210],"important":[211],"references":[212],"bridging":[214],"gap":[217],"establishing":[219],"robust":[221],"link":[224],"offering":[232],"perspective":[235],"uncover":[237]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-30T00:00:00"}