{"id":"https://openalex.org/W2032189966","doi":"https://doi.org/10.1109/tmm.2011.2172201","title":"Bridging the Semantic Gap via Functional Brain Imaging","display_name":"Bridging the Semantic Gap via Functional Brain Imaging","publication_year":2011,"publication_date":"2011-10-17","ids":{"openalex":"https://openalex.org/W2032189966","doi":"https://doi.org/10.1109/tmm.2011.2172201","mag":"2032189966"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2011.2172201","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2011.2172201","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030799310","display_name":"Xintao Hu","orcid":"https://orcid.org/0000-0001-5633-3806"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xintao Hu","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China","Sch. of Autom., Northwestern Polytech. Univ., Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Sch. of Autom., Northwestern Polytech. Univ., Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115589270","display_name":"Kaiming Li","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiming Li","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China","Sch. of Autom., Northwestern Polytech. Univ., Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Sch. of Autom., Northwestern Polytech. Univ., Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012529382","display_name":"Junwei Han","orcid":"https://orcid.org/0000-0001-5545-7217"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junwei Han","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China","Sch. of Autom., Northwestern Polytech. Univ., Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Sch. of Autom., Northwestern Polytech. Univ., Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024965898","display_name":"Xian\u2010Sheng Hua","orcid":"https://orcid.org/0000-0002-8232-5049"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiansheng Hua","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China","Microsoft research Asia, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"Microsoft research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100344286","display_name":"Lei Guo","orcid":"https://orcid.org/0000-0003-0728-896X"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Guo","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi'an, China","Sch. of Autom., Northwestern Polytech. Univ., Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Sch. of Autom., Northwestern Polytech. Univ., Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100647156","display_name":"Tianming Liu","orcid":"https://orcid.org/0000-0002-8132-9048"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianming Liu","raw_affiliation_strings":["Department of Computer Science and Bioimaging Research Center, University of Georgia, Athens, GA, USA","Department of Computer Science, University of Georgia, Athens, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Bioimaging Research Center, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"Department of Computer Science, University of Georgia, Athens, GA, USA","institution_ids":["https://openalex.org/I165733156"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.6344,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.956898,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"14","issue":"2","first_page":"314","last_page":"325"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9714000225067139,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8083208799362183},{"id":"https://openalex.org/keywords/functional-magnetic-resonance-imaging","display_name":"Functional magnetic resonance imaging","score":0.746536910533905},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6517978310585022},{"id":"https://openalex.org/keywords/semantic-gap","display_name":"Semantic gap","score":0.628382682800293},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5590255856513977},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5471464991569519},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.48274821043014526},{"id":"https://openalex.org/keywords/brain-activity-and-meditation","display_name":"Brain activity and meditation","score":0.4597246050834656},{"id":"https://openalex.org/keywords/semantic-memory","display_name":"Semantic memory","score":0.4520131051540375},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4428468644618988},{"id":"https://openalex.org/keywords/neuroimaging","display_name":"Neuroimaging","score":0.414112389087677},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.41278350353240967},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3985072672367096},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.16336235404014587},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.11892125010490417},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1138298511505127},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11110860109329224},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.10800424218177795}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8083208799362183},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.746536910533905},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6517978310585022},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.628382682800293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5590255856513977},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5471464991569519},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.48274821043014526},{"id":"https://openalex.org/C120843803","wikidata":"https://www.wikidata.org/wiki/Q4955807","display_name":"Brain activity and meditation","level":3,"score":0.4597246050834656},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.4520131051540375},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4428468644618988},{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.414112389087677},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.41278350353240967},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3985072672367096},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.16336235404014587},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.11892125010490417},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1138298511505127},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11110860109329224},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.10800424218177795},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2011.2172201","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2011.2172201","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7099999785423279}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1917380066","https://openalex.org/W1970314411","https://openalex.org/W1973693057","https://openalex.org/W1976353255","https://openalex.org/W1977427797","https://openalex.org/W1983451956","https://openalex.org/W1999563145","https://openalex.org/W2001141328","https://openalex.org/W2002045449","https://openalex.org/W2006096283","https://openalex.org/W2008261273","https://openalex.org/W2009501377","https://openalex.org/W2025341678","https://openalex.org/W2040895929","https://openalex.org/W2040903332","https://openalex.org/W2041346309","https://openalex.org/W2046589280","https://openalex.org/W2047489539","https://openalex.org/W2054802006","https://openalex.org/W2062903088","https://openalex.org/W2064863859","https://openalex.org/W2072522618","https://openalex.org/W2081863860","https://openalex.org/W2097982135","https://openalex.org/W2100171838","https://openalex.org/W2101498401","https://openalex.org/W2107034620","https://openalex.org/W2114538779","https://openalex.org/W2115369580","https://openalex.org/W2116737642","https://openalex.org/W2117553576","https://openalex.org/W2117663940","https://openalex.org/W2119821739","https://openalex.org/W2122111042","https://openalex.org/W2123238737","https://openalex.org/W2124386111","https://openalex.org/W2130660124","https://openalex.org/W2134262590","https://openalex.org/W2140681816","https://openalex.org/W2142337462","https://openalex.org/W2142432333","https://openalex.org/W2144520790","https://openalex.org/W2144714250","https://openalex.org/W2152179763","https://openalex.org/W2158807557","https://openalex.org/W2163027455","https://openalex.org/W2168037874","https://openalex.org/W2168217710","https://openalex.org/W2172168442","https://openalex.org/W2174817738","https://openalex.org/W2252168276","https://openalex.org/W2916209825","https://openalex.org/W2916567321","https://openalex.org/W4234536451","https://openalex.org/W4237723258","https://openalex.org/W4238398947","https://openalex.org/W4239510810","https://openalex.org/W6640142374","https://openalex.org/W6759319768"],"related_works":["https://openalex.org/W128114763","https://openalex.org/W2042800611","https://openalex.org/W2051472919","https://openalex.org/W4386213410","https://openalex.org/W2072179998","https://openalex.org/W1981468049","https://openalex.org/W1534314914","https://openalex.org/W2371524820","https://openalex.org/W2534241281","https://openalex.org/W1987060659"],"abstract_inverted_index":{"The":[0,102],"multimedia":[1,36,95],"content":[2],"analysis":[3],"community":[4],"has":[5],"made":[6],"significant":[7],"efforts":[8],"to":[9,46,73,113,135,165],"bridge":[10,47],"the":[11,31,39,48,76,94,99,105,118,121,127,137,146,152,160,194,206],"gaps":[12],"between":[13,186],"low-level":[14,140,200,209,223,227],"features":[15,116,149,201,210,224,228],"and":[16,27,111,158,190,199,204,225],"high-level":[17,115],"semantics":[18,125,198],"perceived":[19],"by":[20,60],"humans.":[21],"Recent":[22],"advances":[23],"in":[24,29,57,80,104,126,219],"brain":[25,77,107],"imaging":[26,65],"neuroscience":[28,44],"exploring":[30],"human":[32],"brain's":[33,122,187],"responses":[34,103,189],"during":[35],"comprehension":[37,123],"demonstrated":[38],"possibility":[40],"of":[41,120,124,196],"leveraging":[42],"cognitive":[43],"knowledge":[45],"semantic":[49,148],"gaps.":[50],"This":[51],"paper":[52],"presents":[53],"our":[54],"initial":[55],"effort":[56],"this":[58],"direction":[59],"using":[61],"functional":[62],"magnetic":[63],"resonance":[64],"(fMRI).":[66],"Specifically,":[67],"task-based":[68],"fMRI":[69,86,156,172,203],"(T-fMRI)":[70],"was":[71,133,163],"performed":[72],"accurately":[74],"localize":[75],"regions":[78,108],"involved":[79],"video":[81,169,191,217],"comprehension.":[82],"Then,":[83],"natural":[84],"stimulus":[85],"(N-fMRI)":[87],"data":[88],"were":[89,109],"acquired":[90],"when":[91],"subjects":[92],"watched":[93],"clips":[96],"selected":[97],"from":[98,230],"TRECVID":[100,168],"datasets.":[101],"localized":[106],"measured":[110],"used":[112],"extract":[114],"as":[117],"representation":[119],"videos.":[128],"A":[129],"novel":[130],"computational":[131],"framework":[132],"developed":[134],"learn":[136],"most":[138],"relevant":[139],"feature":[141,232],"sets":[142],"that":[143],"best":[144],"correlate":[145],"fMRI-derived":[147,188],"based":[150],"on":[151],"training":[153],"videos":[154],"with":[155,221],"scans,":[157],"then":[159],"learned":[161,208],"model":[162],"applied":[164],"larger":[166],"scale":[167],"datasets":[170],"without":[171],"scans":[173],"for":[174],"category":[175],"classification.":[176],"Our":[177],"experimental":[178],"results":[179],"demonstrate:":[180],"1)":[181],"there":[182],"are":[183],"meaningful":[184],"couplings":[185],"stimuli,":[192],"suggesting":[193],"validity":[195],"linking":[197],"via":[202],"2)":[205],"computationally":[207],"can":[211],"significantly":[212],"(p":[213],"<;":[214],"0.01)":[215],"improve":[216],"classification":[218],"comparison":[220],"original":[222],"extracted":[226],"resulted":[229],"well-known":[231],"projection":[233],"algorithms.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}