{"id":"https://openalex.org/W3081244177","doi":"https://doi.org/10.1145/3404555.3404593","title":"End-to-End Image Reconstruction of Image from Human Functional Magnetic Resonance Imaging Based on the \"Language\" of Visual Cortex","display_name":"End-to-End Image Reconstruction of Image from Human Functional Magnetic Resonance Imaging Based on the \"Language\" of Visual Cortex","publication_year":2020,"publication_date":"2020-04-23","ids":{"openalex":"https://openalex.org/W3081244177","doi":"https://doi.org/10.1145/3404555.3404593","mag":"3081244177"},"language":"en","primary_location":{"id":"doi:10.1145/3404555.3404593","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404555.3404593","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 6th International Conference on Computing and Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040610372","display_name":"Ziya Yu","orcid":"https://orcid.org/0000-0001-5851-6534"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziya Yu","raw_affiliation_strings":["PLA Strategy Support Force, Information Engineering University, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"PLA Strategy Support Force, Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032832863","display_name":"Kai Qiao","orcid":"https://orcid.org/0000-0001-7057-9562"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Qiao","raw_affiliation_strings":["PLA Strategy Support Force, Information Engineering University, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"PLA Strategy Support Force, Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458226","display_name":"Chi Zhang","orcid":"https://orcid.org/0000-0003-0865-5215"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Zhang","raw_affiliation_strings":["PLA Strategy Support Force, Information Engineering University, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"PLA Strategy Support Force, Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091588180","display_name":"Linyuan Wang","orcid":"https://orcid.org/0000-0003-1087-5911"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linyuan Wang","raw_affiliation_strings":["PLA Strategy Support Force, Information Engineering University, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"PLA Strategy Support Force, Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089425067","display_name":"Bin Yan","orcid":"https://orcid.org/0000-0001-8268-559X"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Yan","raw_affiliation_strings":["PLA Strategy Support Force, Information Engineering University, Zhengzhou, China"],"affiliations":[{"raw_affiliation_string":"PLA Strategy Support Force, Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5040610372"],"corresponding_institution_ids":["https://openalex.org/I169689159"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2382467,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"176","last_page":"181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7342622876167297},{"id":"https://openalex.org/keywords/voxel","display_name":"Voxel","score":0.6120760440826416},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.586957573890686},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5827699899673462},{"id":"https://openalex.org/keywords/functional-magnetic-resonance-imaging","display_name":"Functional magnetic resonance imaging","score":0.5682258009910583},{"id":"https://openalex.org/keywords/visual-cortex","display_name":"Visual cortex","score":0.5152300000190735},{"id":"https://openalex.org/keywords/human-brain","display_name":"Human brain","score":0.42644357681274414},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.372150182723999},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3698183298110962},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.20062941312789917},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1810658574104309}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7342622876167297},{"id":"https://openalex.org/C54170458","wikidata":"https://www.wikidata.org/wiki/Q663554","display_name":"Voxel","level":2,"score":0.6120760440826416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.586957573890686},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5827699899673462},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.5682258009910583},{"id":"https://openalex.org/C2779345533","wikidata":"https://www.wikidata.org/wiki/Q75785","display_name":"Visual cortex","level":2,"score":0.5152300000190735},{"id":"https://openalex.org/C2777670902","wikidata":"https://www.wikidata.org/wiki/Q492038","display_name":"Human brain","level":2,"score":0.42644357681274414},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.372150182723999},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3698183298110962},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.20062941312789917},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1810658574104309},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3404555.3404593","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404555.3404593","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 6th International Conference on Computing and Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2007226897","https://openalex.org/W2011589116","https://openalex.org/W2041853331","https://openalex.org/W2097267381","https://openalex.org/W2099471712","https://openalex.org/W2100495367","https://openalex.org/W2106664807","https://openalex.org/W2111143847","https://openalex.org/W2112180451","https://openalex.org/W2130095305","https://openalex.org/W2133665775","https://openalex.org/W2168217710","https://openalex.org/W2176324066","https://openalex.org/W2274405424","https://openalex.org/W2464317109","https://openalex.org/W2765229157","https://openalex.org/W2793312879","https://openalex.org/W2949117887","https://openalex.org/W2949869422","https://openalex.org/W2949999304","https://openalex.org/W2963341661"],"related_works":["https://openalex.org/W3027020613","https://openalex.org/W2016533837","https://openalex.org/W3167885074","https://openalex.org/W2892386716","https://openalex.org/W1998563493","https://openalex.org/W4306164210","https://openalex.org/W4313316311","https://openalex.org/W4362608745","https://openalex.org/W2364136578","https://openalex.org/W2093078333"],"abstract_inverted_index":{"In":[0,19,62],"recent":[1],"years,":[2],"with":[3],"the":[4,9,49,76,81,89,96,103,114,126,142,160,214,221,228,238,246,259],"development":[5],"of":[6,71,85,91,98,117,128,144,162,165,200,230,262],"deep":[7,40],"learning,":[8],"integration":[10],"between":[11,249],"neuroscience":[12,264],"and":[13,48,152,189,202,237,252,265],"computer":[14,20,53,266],"vision":[15],"has":[16,23],"been":[17,24],"deepened.":[18],"vision,":[21],"it":[22,67,120,256],"possible":[25],"to":[26,45,59,106,124,148,176,205,244],"generate":[27,177],"images":[28,37,134,178,223],"from":[29,36,80,95,135,179,234],"text":[30,43,58,180],"as":[31,33,141,197,207],"well":[32],"semantic":[34,198],"understanding":[35,97],"based":[38,112],"on":[39,113,181],"learning.":[41],"Here,":[42],"refers":[44],"human":[46,63,99,129],"language,":[47],"language":[50],"that":[51,74,78,213],"a":[52,170],"can":[54,219],"understand":[55,125],"typically":[56],"requires":[57],"be":[60],"encoded.":[61],"brain":[64,82,145,250],"visual":[65,72,86,93,109,118,150,156,232,253],"expression,":[66],"also":[68,226],"produces":[69],"\"descriptions\"":[70],"stimuli,":[73],"is,":[75],"\"language\"":[77,127,143],"generates":[79],"itself.":[83],"Reconstruction":[84],"information":[87,199],"is":[88,102,121],"process":[90],"reconstructing":[92,231],"stimuli":[94,151,188,233],"brain,":[100,201],"which":[101],"most":[104],"difficult":[105,123],"achieve":[107],"in":[108,146],"decoding.":[110],"And":[111],"existing":[115],"research":[116],"mechanisms,":[119],"still":[122],"brain.":[130],"Inspired":[131],"by":[132],"generating":[133],"text,":[136],"we":[137,217],"regarded":[138,194],"voxel":[139,191,195],"responses":[140,196],"order":[147],"reconstruct":[149,220],"built":[153],"an":[154],"end-to-end":[155,239],"decoding":[157,215],"model":[158,216,240],"under":[159],"condition":[161],"small":[163],"number":[164],"samples.":[166],"We":[167,193],"simply":[168],"retrained":[169],"generative":[171],"adversarial":[172],"network":[173],"(GAN)":[174],"used":[175],"1200":[182],"training":[183],"data":[184],"(including":[185],"natural":[186,222],"image":[187],"corresponding":[190],"responses).":[192],"sent":[203],"them":[204],"GAN":[206],"prior":[208],"information.":[209],"The":[210],"results":[211],"showed":[212],"trained":[218],"successfully.":[224],"It":[225],"suggested":[227],"feasibility":[229],"\"brain":[235],"language\",":[236],"was":[241],"more":[242],"likely":[243],"learn":[245],"direct":[247],"mapping":[248],"activity":[251],"perception.":[254],"Moreover,":[255],"further":[257],"indicated":[258],"great":[260],"potential":[261],"combining":[263],"vision.":[267]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}