{"id":"https://openalex.org/W4415535754","doi":"https://doi.org/10.1016/j.array.2025.100556","title":"A novel approach for visual and semantic image reconstruction from brain activity","display_name":"A novel approach for visual and semantic image reconstruction from brain activity","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415535754","doi":"https://doi.org/10.1016/j.array.2025.100556"},"language":"en","primary_location":{"id":"doi:10.1016/j.array.2025.100556","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.array.2025.100556","pdf_url":null,"source":{"id":"https://openalex.org/S4210194039","display_name":"Array","issn_l":"2590-0056","issn":["2590-0056"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Array","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.array.2025.100556","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Fatemeh Kalantari","orcid":null},"institutions":[{"id":"https://openalex.org/I158248296","display_name":"Amirkabir University of Technology","ror":"https://ror.org/04gzbav43","country_code":"IR","type":"education","lineage":["https://openalex.org/I158248296"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Fatemeh Kalantari","raw_affiliation_strings":["Department of Electrical Engineering, Amirkabir University of Technology, Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Amirkabir University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I158248296"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087876394","display_name":"Karim Faez","orcid":"https://orcid.org/0000-0002-1159-4866"},"institutions":[{"id":"https://openalex.org/I158248296","display_name":"Amirkabir University of Technology","ror":"https://ror.org/04gzbav43","country_code":"IR","type":"education","lineage":["https://openalex.org/I158248296"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Karim Faez","raw_affiliation_strings":["Department of Electrical Engineering, Amirkabir University of Technology, Tehran, Iran"],"raw_orcid":"https://orcid.org/0000-0002-1159-4866","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Amirkabir University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I158248296"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060423856","display_name":"Hamidreza Amindavar","orcid":"https://orcid.org/0000-0002-0954-0674"},"institutions":[{"id":"https://openalex.org/I158248296","display_name":"Amirkabir University of Technology","ror":"https://ror.org/04gzbav43","country_code":"IR","type":"education","lineage":["https://openalex.org/I158248296"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Hamidreza Amindavar","raw_affiliation_strings":["Department of Electrical Engineering, Amirkabir University of Technology, Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Amirkabir University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I158248296"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083470250","display_name":"Soheila Nazari","orcid":"https://orcid.org/0000-0002-3028-1718"},"institutions":[{"id":"https://openalex.org/I48379061","display_name":"Shahid Beheshti University","ror":"https://ror.org/0091vmj44","country_code":"IR","type":"education","lineage":["https://openalex.org/I48379061"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Soheila Nazari","raw_affiliation_strings":["Faculty of Electrical Engineering, Shahid Beheshti University, Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering, Shahid Beheshti University, Tehran, Iran","institution_ids":["https://openalex.org/I48379061"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5087876394"],"corresponding_institution_ids":["https://openalex.org/I158248296"],"apc_list":{"value":1420,"currency":"USD","value_usd":1420},"apc_paid":{"value":1420,"currency":"USD","value_usd":1420},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23881301,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"100556","last_page":"100556"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.958299994468689,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decodes","display_name":"Decodes","score":0.708299994468689},{"id":"https://openalex.org/keywords/functional-magnetic-resonance-imaging","display_name":"Functional magnetic resonance imaging","score":0.5051000118255615},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4668000042438507},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.44839999079704285},{"id":"https://openalex.org/keywords/semantic-feature","display_name":"Semantic feature","score":0.43220001459121704},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4083000123500824},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.39800000190734863},{"id":"https://openalex.org/keywords/brain-activity-and-meditation","display_name":"Brain activity and meditation","score":0.39079999923706055},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.3564999997615814}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.785099983215332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7225000262260437},{"id":"https://openalex.org/C2778858076","wikidata":"https://www.wikidata.org/wiki/Q5249539","display_name":"Decodes","level":3,"score":0.708299994468689},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.5051000118255615},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4668000042438507},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4641000032424927},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.44839999079704285},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.43220001459121704},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4083000123500824},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.39800000190734863},{"id":"https://openalex.org/C120843803","wikidata":"https://www.wikidata.org/wiki/Q4955807","display_name":"Brain activity and meditation","level":3,"score":0.39079999923706055},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.3564999997615814},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.34630000591278076},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3391000032424927},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.33059999346733093},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C2780103172","wikidata":"https://www.wikidata.org/wiki/Q1309721","display_name":"Visual Objects","level":3,"score":0.2800999879837036},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.27880001068115234},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.27489998936653137},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.array.2025.100556","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.array.2025.100556","pdf_url":null,"source":{"id":"https://openalex.org/S4210194039","display_name":"Array","issn_l":"2590-0056","issn":["2590-0056"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Array","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5591a460ac7748389416687a282ab3ce","is_oa":true,"landing_page_url":"https://doaj.org/article/5591a460ac7748389416687a282ab3ce","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Array, Vol 28, Iss , Pp 100556- (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.array.2025.100556","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.array.2025.100556","pdf_url":null,"source":{"id":"https://openalex.org/S4210194039","display_name":"Array","issn_l":"2590-0056","issn":["2590-0056"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Array","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1901129140","https://openalex.org/W1980287119","https://openalex.org/W2007226897","https://openalex.org/W2036084760","https://openalex.org/W2097267381","https://openalex.org/W2108598243","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2549139847","https://openalex.org/W2618530766","https://openalex.org/W2885894104","https://openalex.org/W2897938635","https://openalex.org/W2949290395","https://openalex.org/W2963341661","https://openalex.org/W2963495494","https://openalex.org/W3004371658","https://openalex.org/W3015494676","https://openalex.org/W3045718925","https://openalex.org/W3109913375","https://openalex.org/W3120395234","https://openalex.org/W4200613736","https://openalex.org/W4221099735","https://openalex.org/W4309408768","https://openalex.org/W4312933868","https://openalex.org/W4385488900","https://openalex.org/W4386076190","https://openalex.org/W4386881720","https://openalex.org/W4388538140","https://openalex.org/W4388711593","https://openalex.org/W4390872325","https://openalex.org/W4402084045","https://openalex.org/W4407292980"],"related_works":[],"abstract_inverted_index":{"Significant":[0],"advancements":[1],"have":[2],"been":[3],"made":[4],"in":[5,39,204,236,248,256],"hierarchical":[6,89],"feature":[7],"decoding":[8],"from":[9,23,71,92,153],"human":[10],"brain":[11,93,187],"activity,":[12],"particularly":[13],"using":[14,171],"functional":[15],"magnetic":[16],"resonance":[17],"imaging":[18],"(fMRI)":[19],"data.":[20,94,146],"Reconstructing":[21],"images":[22],"fMRI":[24,78,145,231],"patterns":[25],"has":[26],"gained":[27],"considerable":[28],"attention,":[29],"with":[30,77,114,143],"deep":[31,96],"learning":[32],"methods":[33],"driving":[34],"progress.":[35],"However,":[36],"challenges":[37],"remain":[38],"achieving":[40],"high-quality":[41],"visual":[42,58,63,90,200,238,250,266],"and":[43,59,124,176,201,223,240,251,258,268],"semantic":[44,60,118,134,151,169,202,241,252,278],"reconstructions.":[45],"To":[46],"address":[47],"these":[48],"limitations,":[49],"a":[50,85,141,192,205,269],"novel":[51],"approach":[52,244],"is":[53,66,103],"proposed":[54],"that":[55,87,182,216],"reconstructs":[56,166],"both":[57,199,237,249],"content.":[61],"For":[62,117],"reconstruction,":[64,119],"ResNet101":[65],"employed":[67],"to":[68,83,106,139,160,229],"extract":[69],"features":[70,91,112,152,188],"training":[72,144],"images.":[73],"These":[74],"features,":[75,135],"along":[76],"activity":[79],"patterns,":[80],"are":[81,129,137,157],"used":[82,138,159],"train":[84,140],"decoder":[86,142,149],"decodes":[88,150],"A":[95],"generator":[97],"network":[98],"produces":[99],"an":[100],"image,":[101],"which":[102,136,156],"iteratively":[104],"optimized":[105],"minimize":[107],"the":[108,167,172,213],"error":[109],"until":[110],"its":[111],"align":[113],"brain-decoded":[115,154],"features.":[116],"Bootstrapping":[120],"Language-Image":[121,271],"Pre-training":[122,272],"(BLIP)":[123],"Latent":[125],"Diffusion":[126],"Model":[127],"(LDM)":[128],"integrated.":[130],"BLIP":[131],"extracts":[132],"image":[133,170,175],"The":[147,163],"trained":[148],"data,":[155],"then":[158,165],"generate":[161],"captions.":[162,178],"LDM":[164,224],"final":[168],"visually":[173],"reconstructed":[174],"extracted":[177],"Unlike":[179],"prior":[180],"studies":[181],"either":[183],"relied":[184],"on":[185,191],"pre-decoded":[186],"or":[189],"focused":[190],"single":[193],"reconstruction":[194,203,267,279],"pathway,":[195],"our":[196],"framework":[197],"integrates":[198],"unified":[206],"pipeline.":[207],"This":[208],"combined":[209],"strategy":[210],"demonstrates,":[211],"for":[212,265,277],"first":[214],"time,":[215],"state-of-the-art":[217],"models":[218],"such":[219],"as":[220],"ResNet101,":[221],"BLIP,":[222],"can":[225],"be":[226],"effectively":[227],"adapted":[228],"smaller-scale":[230],"datasets,":[232],"yielding":[233],"promising":[234],"results":[235],"fidelity":[239],"richness.":[242],"Our":[243],"achieves":[245],"high":[246],"accuracy":[247],"reconstructions,":[253],"improving":[254],"performance":[255],"quality":[257],"quantitative":[259],"metrics.":[260],"An":[261],"AlexNet2":[262],"of":[263,275],"98.6%":[264],"Contrastive":[270],"(CLIP)":[273],"distance":[274],"0.296":[276],"were":[280],"achieved,":[281],"demonstrating":[282],"superior":[283],"results.":[284]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-25T00:00:00"}