{"id":"https://openalex.org/W2927047029","doi":"https://doi.org/10.1109/thms.2019.2904615","title":"A Context-Supported Deep Learning Framework for Multimodal Brain Imaging Classification","display_name":"A Context-Supported Deep Learning Framework for Multimodal Brain Imaging Classification","publication_year":2019,"publication_date":"2019-04-02","ids":{"openalex":"https://openalex.org/W2927047029","doi":"https://doi.org/10.1109/thms.2019.2904615","mag":"2927047029"},"language":"en","primary_location":{"id":"doi:10.1109/thms.2019.2904615","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2019.2904615","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005727907","display_name":"Jianmin Jiang","orcid":"https://orcid.org/0000-0002-7576-3999"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jianmin Jiang","raw_affiliation_strings":["National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","Research Institute for Future Media Computing, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Research Institute for Future Media Computing, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031269487","display_name":"Ahmed Fares","orcid":"https://orcid.org/0000-0002-4391-1176"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I207547235","display_name":"Benha University","ror":"https://ror.org/03tn5ee41","country_code":"EG","type":"education","lineage":["https://openalex.org/I207547235"]}],"countries":["CN","EG"],"is_corresponding":false,"raw_author_name":"Ahmed Fares","raw_affiliation_strings":["Department of Electrical Engineering, the Computer Engineering branch, Faculty of Engineering at Shoubra, Benha University, Cairo, Egypt","Research Institute for Future Media Computing, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, the Computer Engineering branch, Faculty of Engineering at Shoubra, Benha University, Cairo, Egypt","institution_ids":["https://openalex.org/I207547235"]},{"raw_affiliation_string":"Research Institute for Future Media Computing, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086801574","display_name":"Sheng-hua Zhong","orcid":"https://orcid.org/0000-0002-7524-5999"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng-Hua Zhong","raw_affiliation_strings":["National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","Research Institute for Future Media Computing, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Big Data System Computing Technology, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"Research Institute for Future Media Computing, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5005727907"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":null,"apc_paid":null,"fwci":1.4852,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.81087315,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"49","issue":"6","first_page":"611","last_page":"622"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8264740705490112},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6209170818328857},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6079837083816528},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6044766902923584},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.506665050983429},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4616391360759735},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.46046018600463867},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.45633572340011597},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.453495591878891},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.4520270526409149},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42459022998809814},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4111718535423279}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8264740705490112},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6209170818328857},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6079837083816528},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6044766902923584},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.506665050983429},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4616391360759735},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.46046018600463867},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.45633572340011597},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.453495591878891},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.4520270526409149},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42459022998809814},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4111718535423279},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/thms.2019.2904615","is_oa":false,"landing_page_url":"https://doi.org/10.1109/thms.2019.2904615","pdf_url":null,"source":{"id":"https://openalex.org/S2476799526","display_name":"IEEE Transactions on Human-Machine Systems","issn_l":"2168-2291","issn":["2168-2291","2168-2305"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Human-Machine Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3068465374","display_name":null,"funder_award_id":"2016A030310053","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G7156112097","display_name":null,"funder_award_id":"61620106008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W221915867","https://openalex.org/W1686810756","https://openalex.org/W1768134850","https://openalex.org/W1970727126","https://openalex.org/W1992219297","https://openalex.org/W2001288584","https://openalex.org/W2002055708","https://openalex.org/W2009767195","https://openalex.org/W2020157147","https://openalex.org/W2020748969","https://openalex.org/W2041346309","https://openalex.org/W2085790164","https://openalex.org/W2095607795","https://openalex.org/W2097117768","https://openalex.org/W2099471712","https://openalex.org/W2108598243","https://openalex.org/W2112274848","https://openalex.org/W2115733720","https://openalex.org/W2125727363","https://openalex.org/W2132889650","https://openalex.org/W2144714250","https://openalex.org/W2163605009","https://openalex.org/W2164985412","https://openalex.org/W2178271665","https://openalex.org/W2184188583","https://openalex.org/W2194775991","https://openalex.org/W2215454660","https://openalex.org/W2507528282","https://openalex.org/W2526755872","https://openalex.org/W2527330869","https://openalex.org/W2531793044","https://openalex.org/W2539353608","https://openalex.org/W2556806401","https://openalex.org/W2559463885","https://openalex.org/W2580887161","https://openalex.org/W2583264035","https://openalex.org/W2618530766","https://openalex.org/W2619626121","https://openalex.org/W2632654127","https://openalex.org/W2741907166","https://openalex.org/W2750443890","https://openalex.org/W2754867456","https://openalex.org/W2766524960","https://openalex.org/W2783165089","https://openalex.org/W2783231089","https://openalex.org/W2791994602","https://openalex.org/W2793464405","https://openalex.org/W2808323905","https://openalex.org/W2809182427","https://openalex.org/W2809868225","https://openalex.org/W2899422709","https://openalex.org/W2907756624","https://openalex.org/W2923625587","https://openalex.org/W2962835968","https://openalex.org/W2963037915","https://openalex.org/W2963855931","https://openalex.org/W3098943317","https://openalex.org/W3102455230","https://openalex.org/W3104946370","https://openalex.org/W4294555043","https://openalex.org/W4320013936","https://openalex.org/W4396952261","https://openalex.org/W6637373629","https://openalex.org/W6676759488","https://openalex.org/W6685626582","https://openalex.org/W6686207219","https://openalex.org/W6752384330","https://openalex.org/W6947865715"],"related_works":["https://openalex.org/W2944823289","https://openalex.org/W3037018281","https://openalex.org/W2003209439","https://openalex.org/W4321854979","https://openalex.org/W2358319515","https://openalex.org/W2972592048","https://openalex.org/W2185469136","https://openalex.org/W4312214821","https://openalex.org/W2497626292","https://openalex.org/W2367815957"],"abstract_inverted_index":{"Over":[0],"the":[1,66,86,134,165,174,189,197,203,210],"past":[2],"decade,":[3],"\u201ccontent-based\u201d":[4],"multimedia":[5,37],"systems":[6,16],"have":[7,157],"realized":[8],"success.":[9],"By":[10],"comparison,":[11],"brain":[12,69,89,121],"imaging":[13,70,122],"and":[14,27,35,50,91,98,123,131,161],"classification":[15,71,125,153,193],"demand":[17],"more":[18],"efforts":[19],"for":[20,65,120,215],"improvement":[21],"with":[22,173],"respect":[23],"to":[24,40,115,150],"accuracy,":[25],"generalization,":[26],"interpretation.":[28],"The":[29],"relationship":[30],"between":[31,95],"electroencephalogram":[32],"(EEG)":[33],"signals":[34],"corresponding":[36],"content":[38],"needs":[39],"be":[41,113],"further":[42],"explored.":[43],"In":[44,75,106,138,171],"this":[45,107,148],"paper,":[46],"we":[47,79,208],"integrate":[48],"implicit":[49],"explicit":[51,128],"learning":[52,58,129],"modalities":[53,130],"into":[54],"a":[55,81,93,109,140],"context-supported":[56],"deep":[57],"framework.":[59,170],"We":[60],"propose":[61],"an":[62,117],"improved":[63,118],"solution":[64,119],"task":[67],"of":[68,88,142,167,186,199,205],"via":[72],"EEG":[73,104],"signals.":[74,105],"our":[76,168,178],"proposed":[77,169,179],"framework,":[78],"introduce":[80],"consistency":[82],"test":[83],"by":[84],"exploiting":[85],"context":[87],"images":[90],"establishing":[92],"mapping":[94],"visual-level":[96],"features":[97,100],"cognitive-level":[99],"inferred":[101],"based":[102,126],"on":[103,127],"way,":[108],"multimodal":[110],"approach":[111],"can":[112],"developed":[114],"deliver":[116],"its":[124],"research":[132,206],"from":[133],"image":[135],"processing":[136],"community.":[137],"addition,":[139],"number":[141],"fusion":[143],"techniques":[144],"are":[145],"investigated":[146],"in":[147,184],"work":[149],"optimize":[151],"individual":[152],"results.":[154],"Extensive":[155],"experiments":[156],"been":[158],"carried":[159],"out,":[160],"their":[162],"results":[163],"demonstrate":[164],"effectiveness":[166],"comparison":[172],"existing":[175],"state-of-the-art":[176],"approaches,":[177],"framework":[180],"achieves":[181],"superior":[182],"performance":[183],"terms":[185],"not":[187],"only":[188],"standard":[190],"visual":[191],"object":[192],"criteria,":[194],"but":[195],"also":[196],"exploitation":[198],"transfer":[200],"learning.":[201],"For":[202],"convenience":[204],"dissemination,":[207],"make":[209],"source":[211],"code":[212],"publicly":[213],"available":[214],"downloading":[216],"at":[217],"GitHub":[218],"(https://github.com/aneeg/dual-modal-learning).":[219]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}