{"id":"https://openalex.org/W4407757068","doi":"https://doi.org/10.3389/fninf.2025.1526259","title":"An action decoding framework combined with deep neural network for predicting the semantics of human actions in videos from evoked brain activities","display_name":"An action decoding framework combined with deep neural network for predicting the semantics of human actions in videos from evoked brain activities","publication_year":2025,"publication_date":"2025-02-19","ids":{"openalex":"https://openalex.org/W4407757068","doi":"https://doi.org/10.3389/fninf.2025.1526259","pmid":"https://pubmed.ncbi.nlm.nih.gov/40046085"},"language":"en","primary_location":{"id":"doi:10.3389/fninf.2025.1526259","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fninf.2025.1526259","pdf_url":"https://www.frontiersin.org/journals/neuroinformatics/articles/10.3389/fninf.2025.1526259/pdf","source":{"id":"https://openalex.org/S179816892","display_name":"Frontiers in Neuroinformatics","issn_l":"1662-5196","issn":["1662-5196"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neuroinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/neuroinformatics/articles/10.3389/fninf.2025.1526259/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100320637","display_name":"Yuanyuan Zhang","orcid":"https://orcid.org/0000-0002-0329-2518"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyuan Zhang","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Manli Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Manli Tian","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054249736","display_name":"Baolin Liu","orcid":"https://orcid.org/0000-0003-0975-2316"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Baolin Liu","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5054249736"],"corresponding_institution_ids":["https://openalex.org/I92403157"],"apc_list":{"value":2950,"currency":"USD","value_usd":3295},"apc_paid":{"value":2950,"currency":"USD","value_usd":3295},"fwci":2.7374,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.87532834,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"19","issue":null,"first_page":"1526259","last_page":"1526259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.4650000035762787,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.4650000035762787,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.1906999945640564,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.10729999840259552,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.7651239037513733},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7315173149108887},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.7249026298522949},{"id":"https://openalex.org/keywords/neural-decoding","display_name":"Neural decoding","score":0.7056996822357178},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6885862350463867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.528840184211731},{"id":"https://openalex.org/keywords/human-brain","display_name":"Human brain","score":0.48920130729675293},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45766714215278625},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.37812578678131104},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.28318747878074646},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21792516112327576},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0606670081615448},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.05587410926818848}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.7651239037513733},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7315173149108887},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.7249026298522949},{"id":"https://openalex.org/C40743351","wikidata":"https://www.wikidata.org/wiki/Q7002049","display_name":"Neural decoding","level":3,"score":0.7056996822357178},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6885862350463867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.528840184211731},{"id":"https://openalex.org/C2777670902","wikidata":"https://www.wikidata.org/wiki/Q492038","display_name":"Human brain","level":2,"score":0.48920130729675293},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45766714215278625},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37812578678131104},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.28318747878074646},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21792516112327576},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0606670081615448},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.05587410926818848},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/fninf.2025.1526259","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fninf.2025.1526259","pdf_url":"https://www.frontiersin.org/journals/neuroinformatics/articles/10.3389/fninf.2025.1526259/pdf","source":{"id":"https://openalex.org/S179816892","display_name":"Frontiers in Neuroinformatics","issn_l":"1662-5196","issn":["1662-5196"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neuroinformatics","raw_type":"journal-article"},{"id":"pmid:40046085","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40046085","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in neuroinformatics","raw_type":null},{"id":"pmh:oai:doaj.org/article:6db79ea8334b442394386e6e00f8eee7","is_oa":false,"landing_page_url":"https://doaj.org/article/6db79ea8334b442394386e6e00f8eee7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Neuroinformatics, Vol 19 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11880012","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11880012","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Neuroinform","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/fninf.2025.1526259","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fninf.2025.1526259","pdf_url":"https://www.frontiersin.org/journals/neuroinformatics/articles/10.3389/fninf.2025.1526259/pdf","source":{"id":"https://openalex.org/S179816892","display_name":"Frontiers in Neuroinformatics","issn_l":"1662-5196","issn":["1662-5196"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neuroinformatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1451794208","display_name":null,"funder_award_id":"U2133218","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1561159920","display_name":null,"funder_award_id":"FRF-MP-19-007","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2460805330","display_name":null,"funder_award_id":"No.U2133218","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2463714555","display_name":null,"funder_award_id":"No.FRF-TP-20-065A1Z","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3454141887","display_name":null,"funder_award_id":"FRF-TP-24-021A","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6411736148","display_name":null,"funder_award_id":"2024YFC3308300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6559669898","display_name":null,"funder_award_id":"FRF-TP-20-065A1Z","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6643220841","display_name":null,"funder_award_id":"No.FRF-MP-19-007","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7590947498","display_name":null,"funder_award_id":"No.FRF-MP-19-007,","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407757068.pdf","grobid_xml":"https://content.openalex.org/works/W4407757068.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1715013381","https://openalex.org/W1965445933","https://openalex.org/W2001619934","https://openalex.org/W2011589116","https://openalex.org/W2058616551","https://openalex.org/W2064675550","https://openalex.org/W2074299407","https://openalex.org/W2090490080","https://openalex.org/W2126810579","https://openalex.org/W2141964005","https://openalex.org/W2169720294","https://openalex.org/W2201865119","https://openalex.org/W2412480261","https://openalex.org/W2507706845","https://openalex.org/W2528108497","https://openalex.org/W2537084945","https://openalex.org/W2557547398","https://openalex.org/W2598802110","https://openalex.org/W2619947201","https://openalex.org/W2765407302","https://openalex.org/W2890380083","https://openalex.org/W2905258786","https://openalex.org/W2912347795","https://openalex.org/W2963019816","https://openalex.org/W2963341661","https://openalex.org/W2963524571","https://openalex.org/W2969084284","https://openalex.org/W2983050716","https://openalex.org/W2987648659","https://openalex.org/W3016108815","https://openalex.org/W3034572008","https://openalex.org/W3034731391","https://openalex.org/W3040218637","https://openalex.org/W3090157547","https://openalex.org/W3092387711","https://openalex.org/W3094502228","https://openalex.org/W3147387781","https://openalex.org/W3178892379","https://openalex.org/W4206304985","https://openalex.org/W4239510810","https://openalex.org/W4297697565","https://openalex.org/W4384130932","https://openalex.org/W4399871672","https://openalex.org/W4400680542","https://openalex.org/W6631456553","https://openalex.org/W6650842192","https://openalex.org/W6738587995","https://openalex.org/W6775207491","https://openalex.org/W6775929545","https://openalex.org/W6793119350"],"related_works":["https://openalex.org/W3067752700","https://openalex.org/W2098373948","https://openalex.org/W1534867933","https://openalex.org/W2587713090","https://openalex.org/W2963141266","https://openalex.org/W2090610152","https://openalex.org/W2896393657","https://openalex.org/W2744712844","https://openalex.org/W4310719664","https://openalex.org/W2742276804"],"abstract_inverted_index":{"Introduction:":[0],"Recently,":[1],"numerous":[2],"studies":[3],"have":[4,216],"focused":[5],"on":[6,14,89],"the":[7,104,115,132,137,174,180,193,196,211,246],"semantic":[8,36,60,212,238],"decoding":[9,50,126,213],"of":[10,38,62,72,153,176,182,226],"perceived":[11],"images":[12],"based":[13,88],"functional":[15],"magnetic":[16],"resonance":[17],"imaging":[18],"(fMRI)":[19],"activities.":[20],"However,":[21],"it":[22,26],"remains":[23],"unclear":[24],"whether":[25],"is":[27,243],"possible":[28],"to":[29,103,136,140,157,172,178,230],"establish":[30],"relationships":[31,55],"between":[32,56,117],"brain":[33,57,74,101,118,227],"activities":[34,58,102,119],"and":[35,59,120,144,165,187,201],"features":[37,61,194],"human":[39,63,241],"actions":[40,242],"in":[41,195],"video":[42],"stimuli.":[43,233],"Here":[44],"we":[45,109,128],"construct":[46],"a":[47,69,81,148,159,183],"framework":[48,97],"for":[49,205,240],"action":[51,84,106],"semantics":[52],"by":[53,130],"establishing":[54],"actions.":[64],"Methods:":[65],"To":[66,99,124],"effectively":[67],"use":[68],"small":[70,184],"amount":[71,175],"available":[73],"activity":[75],"data,":[76],"our":[77],"proposed":[78,208],"method":[79,209],"employs":[80],"pre-trained":[82],"image":[83,105,122],"recognition":[85,107],"network":[86,96],"model":[87,139],"an":[90],"expanding":[91],"three-dimensional":[92],"(X3D)":[93],"deep":[94],"neural":[95],"(DNN).":[98],"apply":[100],"network,":[108],"train":[110],"regression":[111,162],"models":[112],"that":[113,192,237],"learn":[114],"relationship":[116],"deep-layer":[121],"features.":[123],"improve":[125],"accuracy,":[127],"join":[129],"adding":[131],"nonlocal-attention":[133],"mechanism":[134],"module":[135,152],"X3D":[138],"capture":[141,202],"long-range":[142],"temporal":[143],"spatial":[145],"dependence,":[146],"proposing":[147],"multilayer":[149],"perceptron":[150],"(MLP)":[151],"multi-task":[154],"loss":[155],"constraint":[156],"build":[158],"more":[160],"accurate":[161],"mapping":[163],"approach":[164],"performing":[166],"data":[167,177,222],"enhancement":[168],"through":[169],"linear":[170],"interpolation":[171],"expand":[173],"reduce":[179],"impact":[181],"sample.":[185],"Results":[186],"discussion:":[188],"Our":[189],"findings":[190],"indicate":[191],"X3D-DNN":[197],"are":[198],"biologically":[199],"relevant,":[200],"information":[203,239],"useful":[204],"perception.":[206],"The":[207,234],"enriches":[210],"model.":[214],"We":[215],"also":[217],"conducted":[218],"several":[219],"experiments":[220],"with":[221],"from":[223],"different":[224],"subsets":[225],"regions":[228],"known":[229],"process":[231],"visual":[232,248],"results":[235],"suggest":[236],"widespread":[244],"across":[245],"entire":[247],"cortex.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}