{"id":"https://openalex.org/W7125539713","doi":"https://doi.org/10.48550/arxiv.2601.15392","title":"GeMM-GAN: A Multimodal Generative Model Conditioned on Histopathology Images and Clinical Descriptions for Gene Expression Profile Generation","display_name":"GeMM-GAN: A Multimodal Generative Model Conditioned on Histopathology Images and Clinical Descriptions for Gene Expression Profile Generation","publication_year":2026,"publication_date":"2026-01-21","ids":{"openalex":"https://openalex.org/W7125539713","doi":"https://doi.org/10.48550/arxiv.2601.15392"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.15392","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.15392","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.15392","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118155476","display_name":"Francesca Pia Panaccione","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panaccione, Francesca Pia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109021455","display_name":"Carlo Sgaravatti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sgaravatti, Carlo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5074094001","display_name":"Pietro Pinoli","orcid":"https://orcid.org/0000-0001-9786-2851"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pinoli, Pietro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.7545999884605408,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.7545999884605408,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.05999999865889549,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.034699998795986176,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6438000202178955},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5295000076293945},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4846000075340271},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4805000126361847},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.45570001006126404},{"id":"https://openalex.org/keywords/gene-expression-profiling","display_name":"Gene expression profiling","score":0.4154999852180481},{"id":"https://openalex.org/keywords/gene-expression","display_name":"Gene expression","score":0.3928000032901764},{"id":"https://openalex.org/keywords/generative-adversarial-network","display_name":"Generative adversarial network","score":0.38830000162124634},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3815999925136566}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6456999778747559},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6438000202178955},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5295000076293945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5224999785423279},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4846000075340271},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4805000126361847},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.45570001006126404},{"id":"https://openalex.org/C18431079","wikidata":"https://www.wikidata.org/wiki/Q1502169","display_name":"Gene expression profiling","level":4,"score":0.4154999852180481},{"id":"https://openalex.org/C150194340","wikidata":"https://www.wikidata.org/wiki/Q26972","display_name":"Gene expression","level":3,"score":0.3928000032901764},{"id":"https://openalex.org/C2988773926","wikidata":"https://www.wikidata.org/wiki/Q25104379","display_name":"Generative adversarial network","level":3,"score":0.38830000162124634},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.38280001282691956},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3815999925136566},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.329800009727478},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C138958017","wikidata":"https://www.wikidata.org/wiki/Q190087","display_name":"Data type","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29589998722076416},{"id":"https://openalex.org/C92087593","wikidata":"https://www.wikidata.org/wiki/Q427389","display_name":"Vector (molecular biology)","level":4,"score":0.2915000021457672},{"id":"https://openalex.org/C67339327","wikidata":"https://www.wikidata.org/wiki/Q1502576","display_name":"Gene regulatory network","level":4,"score":0.2888000011444092},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C2983449737","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Clinical diagnosis","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C201797286","wikidata":"https://www.wikidata.org/wiki/Q4914986","display_name":"Biological data","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C165864922","wikidata":"https://www.wikidata.org/wiki/Q411391","display_name":"Regulation of gene expression","level":3,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.15392","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.15392","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.15392","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.15392","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Biomedical":[0],"research":[1,38],"increasingly":[2],"relies":[3],"on":[4,63,116,146],"integrating":[5],"diverse":[6],"data":[7,32],"modalities,":[8],"including":[9],"gene":[10,30,74,109,136],"expression":[11,31,75,110,137],"profiles,":[12,138],"medical":[13,19],"images,":[14],"and":[15,21,46,67,93,120,129,133],"clinical":[16,22,28,68],"metadata.":[17],"While":[18],"images":[20],"metadata":[23],"are":[24],"routinely":[25],"collected":[26],"in":[27,105],"practice,":[29],"presents":[33],"unique":[34],"challenges":[35],"for":[36,82],"widespread":[37],"use,":[39],"mainly":[40],"due":[41],"to":[42,71,100,152],"stringent":[43],"privacy":[44],"regulations":[45],"costly":[47],"laboratory":[48],"experiments.":[49],"To":[50],"address":[51],"these":[52],"limitations,":[53],"we":[54],"present":[55],"GeMM-GAN,":[56],"a":[57,79,86,97,102],"novel":[58],"Generative":[59],"Adversarial":[60],"Network":[61],"conditioned":[62],"histopathology":[64],"tissue":[65],"slides":[66],"metadata,":[69],"designed":[70],"synthesize":[72],"realistic":[73,132],"profiles.":[76,111],"GeMM-GAN":[77],"combines":[78],"Transformer":[80],"Encoder":[81],"image":[83],"patches":[84,92],"with":[85],"final":[87],"Cross":[88],"Attention":[89],"mechanism":[90],"between":[91],"text":[94],"tokens,":[95],"producing":[96],"conditioning":[98],"vector":[99],"guide":[101],"generative":[103,127,155],"model":[104],"generating":[106],"biologically":[107],"coherent":[108],"We":[112],"evaluate":[113],"our":[114,123],"approach":[115],"the":[117,144],"TCGA":[118],"dataset":[119],"demonstrate":[121],"that":[122],"framework":[124],"outperforms":[125],"standard":[126],"models":[128],"generates":[130],"more":[131,141],"functionally":[134],"meaningful":[135],"improving":[139],"by":[140],"than":[142],"11\\%":[143],"accuracy":[145],"downstream":[147],"disease":[148],"type":[149],"prediction":[150],"compared":[151],"current":[153],"state-of-the-art":[154],"models.":[156],"Code":[157],"will":[158],"be":[159],"available":[160],"at:":[161],"https://github.com/francescapia/GeMM-GAN":[162]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-01-24T00:00:00"}