{"id":"https://openalex.org/W4200061220","doi":"https://doi.org/10.1109/embc46164.2021.9630754","title":"Spatial-context-aware RNA-sequence prediction from head and neck cancer histopathology images","display_name":"Spatial-context-aware RNA-sequence prediction from head and neck cancer histopathology images","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4200061220","doi":"https://doi.org/10.1109/embc46164.2021.9630754","pmid":"https://pubmed.ncbi.nlm.nih.gov/34891616"},"language":"en","primary_location":{"id":"doi:10.1109/embc46164.2021.9630754","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc46164.2021.9630754","pdf_url":null,"source":{"id":"https://openalex.org/S4363607750","display_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shreya Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shreya Sharma","raw_affiliation_strings":["Rakuten Institute of Technology India, Rakuten Group, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rakuten Institute of Technology India, Rakuten Group, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Srikanth Ragothaman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Srikanth Ragothaman","raw_affiliation_strings":["Rakuten Institute of Technology India, Rakuten Group, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rakuten Institute of Technology India, Rakuten Group, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Abhishek Vahadane","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abhishek Vahadane","raw_affiliation_strings":["Rakuten Institute of Technology India, Rakuten Group, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rakuten Institute of Technology India, Rakuten Group, Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Devraj Mandal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Devraj Mandal","raw_affiliation_strings":["Rakuten Institute of Technology India, Rakuten Group, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rakuten Institute of Technology India, Rakuten Group, Inc","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Shantanu Majumdar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shantanu Majumdar","raw_affiliation_strings":["Rakuten Institute of Technology India, Rakuten Group, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rakuten Institute of Technology India, Rakuten Group, Inc","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5073,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.66617375,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"2021","issue":null,"first_page":"1711","last_page":"1714"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.659600019454956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.659600019454956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.08110000193119049,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.0786999985575676,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6449000239372253},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6401000022888184},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.48919999599456787},{"id":"https://openalex.org/keywords/histopathology","display_name":"Histopathology","score":0.4884999990463257},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4828000068664551},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.40380001068115234},{"id":"https://openalex.org/keywords/head-and-neck-cancer","display_name":"Head and neck cancer","score":0.36489999294281006},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.36079999804496765}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6581000089645386},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6449000239372253},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6401000022888184},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5360000133514404},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.48919999599456787},{"id":"https://openalex.org/C544855455","wikidata":"https://www.wikidata.org/wiki/Q1070952","display_name":"Histopathology","level":2,"score":0.4884999990463257},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4828000068664551},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.40380001068115234},{"id":"https://openalex.org/C2776530083","wikidata":"https://www.wikidata.org/wiki/Q1783924","display_name":"Head and neck cancer","level":3,"score":0.36489999294281006},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.36079999804496765},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C2777522853","wikidata":"https://www.wikidata.org/wiki/Q5276128","display_name":"Digital pathology","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C3018411727","wikidata":"https://www.wikidata.org/wiki/Q3867488","display_name":"Head and neck","level":2,"score":0.32330000400543213},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2948000133037567},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C203868755","wikidata":"https://www.wikidata.org/wiki/Q5353562","display_name":"Elastic net regularization","level":3,"score":0.2802000045776367},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25839999318122864}],"mesh":[{"descriptor_ui":"D004801","descriptor_name":"Eosine Yellowish-(YS)","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004801","descriptor_name":"Eosine Yellowish-(YS)","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004801","descriptor_name":"Eosine Yellowish-(YS)","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006258","descriptor_name":"Head and Neck Neoplasms","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":true},{"descriptor_ui":"D006258","descriptor_name":"Head and Neck Neoplasms","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":true},{"descriptor_ui":"D006258","descriptor_name":"Head and Neck Neoplasms","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":true},{"descriptor_ui":"D006416","descriptor_name":"Hematoxylin","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006416","descriptor_name":"Hematoxylin","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006416","descriptor_name":"Hematoxylin","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012313","descriptor_name":"RNA","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":false},{"descriptor_ui":"D012313","descriptor_name":"RNA","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":false},{"descriptor_ui":"D012313","descriptor_name":"RNA","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc46164.2021.9630754","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc46164.2021.9630754","pdf_url":null,"source":{"id":"https://openalex.org/S4363607750","display_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:34891616","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34891616","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2604858025","https://openalex.org/W2760946358","https://openalex.org/W2765793020","https://openalex.org/W2922408859","https://openalex.org/W2948930564","https://openalex.org/W3005082972","https://openalex.org/W3045376070","https://openalex.org/W3046305306","https://openalex.org/W3087651790","https://openalex.org/W3093375109","https://openalex.org/W6637373629","https://openalex.org/W6646288166","https://openalex.org/W6756156226","https://openalex.org/W6766978945"],"related_works":[],"abstract_inverted_index":{"Molecular":[0],"profiling":[1],"of":[2,118,175,193,213],"the":[3,8,108,119,131,162,194,202,210,214,221,229,238],"tumor":[4,10],"in":[5,57,204],"addition":[6],"to":[7,29,44,72,106,127,200,223,236],"histological":[9],"analysis":[11,27,192],"can":[12],"provide":[13],"robust":[14],"information":[15],"for":[16,26,92,155],"targeted":[17],"cancer":[18,61],"therapies.":[19],"Often":[20],"such":[21],"data":[22],"are":[23,209],"not":[24],"available":[25,148],"due":[28],"processing":[30],"delays,":[31],"cost":[32,246],"or":[33],"inaccessibility.":[34],"In":[35],"this":[36],"paper,":[37],"we":[38,187],"proposed":[39,96,144,163,218],"a":[40,66,76,97,102,115,123,166,182],"deep":[41],"learning-based":[42],"method":[43,145,164,219],"predict":[45,73,128],"RNA-sequence":[46],"expression":[47],"(RNA-seq)":[48],"from":[49,130,228],"Hematoxylin":[50],"and":[51,59,69,113,122,138,171,197,247],"Eosin":[52],"whole-slide":[53,77,120],"images":[54,231],"(H&E":[55],"WSI)":[56],"head":[58],"neck":[60],"patients.":[62],"Conventional":[63],"methods":[64,81],"utilize":[65],"patch-by-patch":[67],"prediction":[68],"aggregation":[70],"strategy":[71],"RNA-seq":[74,129,215],"at":[75],"level.":[78],"However,":[79],"these":[80],"lose":[82],"spatial-contextual":[83],"relationships":[84,110],"between":[85,111],"patches":[86,112],"that":[87,100,161,208],"comprise":[88],"morphology":[89],"interactions":[90],"crucial":[91],"predicting":[93],"RNA-seq.":[94],"We":[95,141],"novel":[98],"framework":[99],"employs":[101],"neural":[103],"image":[104,207],"compressor":[105],"preserve":[107],"spatial":[109],"generate":[114],"compressed":[116,132],"representation":[117,133],"image,":[121],"customized":[124],"deep-learning":[125],"regressor":[126],"by":[134],"learning":[135],"both":[136],"global":[137],"local":[139],"features.":[140],"tested":[142],"our":[143],"on":[146],"publicly":[147],"TCGA-HNSC":[149],"dataset":[150],"comprising":[151],"43":[152],"test":[153],"patients":[154,239],"10":[156,176],"oncogenes.":[157],"Our":[158],"experiments":[159],"showed":[160],"achieves":[165],"4.12%":[167],"higher":[168],"mean":[169],"correlation":[170,180],"predicts":[172],"6":[173],"out":[174],"genes":[177],"with":[178],"better":[179],"than":[181],"state-of-the-art":[183],"baseline":[184],"method.":[185],"Furthermore,":[186],"provided":[188],"interpretability":[189],"using":[190],"pathway":[191],"best-predicted":[195],"genes,":[196],"activation":[198],"maps":[199],"highlight":[201],"regions":[203],"an":[205],"H&E":[206],"most":[211],"salient":[212],"prediction.Clinical":[216],"relevance-The":[217],"has":[220],"potential":[222],"discover":[224],"genetic":[225,242],"biomarkers":[226],"directly":[227],"histopathology":[230],"which":[232],"could":[233],"be":[234],"used":[235],"pre-screen":[237],"before":[240],"actual":[241],"testing":[243],"thereby":[244],"saving":[245],"time.":[248]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2021-12-31T00:00:00"}
