{"id":"https://openalex.org/W4407131867","doi":"https://doi.org/10.48550/arxiv.2502.01309","title":"Heterogeneous Image GNN: Graph-Conditioned Diffusion for Image Synthesis","display_name":"Heterogeneous Image GNN: Graph-Conditioned Diffusion for Image Synthesis","publication_year":2025,"publication_date":"2025-02-03","ids":{"openalex":"https://openalex.org/W4407131867","doi":"https://doi.org/10.48550/arxiv.2502.01309"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2502.01309","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.01309","pdf_url":"https://arxiv.org/pdf/2502.01309","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2502.01309","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116145353","display_name":"Rupert Menneer","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Menneer, Rupert","raw_affiliation_strings":["Department of Engineering , University of Cambridge , Cambridge , United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering , University of Cambridge , Cambridge , United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095869489","display_name":"Christos Margadji","orcid":"https://orcid.org/0000-0003-1420-3370","observed_orcids":["https://orcid.org/0000-0003-1420-3370"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Margadji, Christos","raw_affiliation_strings":["Department of Engineering , University of Cambridge , Cambridge , United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering , University of Cambridge , Cambridge , United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026454775","display_name":"Sebastian W. Pattinson","orcid":"https://orcid.org/0000-0002-7851-7718","observed_orcids":["https://orcid.org/0000-0002-7851-7718"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Pattinson, Sebastian W.","raw_affiliation_strings":["Department of Engineering , University of Cambridge , Cambridge , United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering , University of Cambridge , Cambridge , United Kingdom","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-generation","display_name":"image generation","score":0.7540000081062317},{"id":"https://openalex.org/keywords/graph-neural-networks","display_name":"graph neural networks","score":0.8389999866485596},{"id":"https://openalex.org/keywords/image-to-image-translation","display_name":"image-to-image translation","score":0.4749999940395355},{"id":"https://openalex.org/keywords/controlnet","display_name":"ControlNet","score":0.9710000157356262},{"id":"https://openalex.org/keywords/coco-stuff","display_name":"COCO-Stuff","score":0.8999999761581421},{"id":"https://openalex.org/keywords/visual-genome","display_name":"Visual Genome","score":0.9819999933242798}],"concepts":[{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.6440399289131165},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5455559492111206},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4440239369869232},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42413267493247986},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.4180726706981659},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3597484827041626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33715856075286865},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1822512149810791},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1300942599773407},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2502.01309","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.01309","pdf_url":"https://arxiv.org/pdf/2502.01309","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2502.01309","doi":"https://doi.org/10.48550/arxiv.2502.01309","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.01309","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2502.01309","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.01309","pdf_url":"https://arxiv.org/pdf/2502.01309","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2071862857","display_name":null,"funder_award_id":"EP/N509620","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3129715815","display_name":"DTP 2016-2017 University of Cambridge","funder_award_id":"EP/N509620/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407131867.pdf","grobid_xml":"https://content.openalex.org/works/W4407131867.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4387725125","https://openalex.org/W4415795497","https://openalex.org/W7169862152","https://openalex.org/W4385526465","https://openalex.org/W4391272671","https://openalex.org/W4403853676","https://openalex.org/W7165615501","https://openalex.org/W7213268151","https://openalex.org/W4415798787","https://openalex.org/W4280511821"],"abstract_inverted_index":{"We":[0,93],"introduce":[1],"a":[2,69,96,110,120],"novel":[3,70],"method":[4],"for":[5,125],"conditioning":[6,19,52,74,88,123],"diffusion-based":[7],"image":[8,35],"synthesis":[9],"models":[10,73],"with":[11],"heterogeneous":[12],"graph":[13,139],"data.":[14],"Existing":[15],"approaches":[16],"typically":[17],"incorporate":[18],"variables":[20,75],"directly":[21],"into":[22,103],"model":[23,108],"architectures,":[24],"either":[25],"through":[26],"cross-attention":[27],"layers":[28],"that":[29,37,72,99],"attend":[30],"to":[31,45,136],"text":[32],"latents":[33],"or":[34],"concatenation":[36],"spatially":[38],"restrict":[39],"generation.":[40],"However,":[41],"these":[42],"methods":[43],"struggle":[44],"handle":[46],"complex":[47],"scenarios":[48],"involving":[49],"diverse,":[50],"relational":[51],"variables,":[53],"which":[54],"are":[55],"more":[56],"naturally":[57],"represented":[58,143],"as":[59,79],"unstructured":[60],"graphs.":[61],"This":[62],"paper":[63],"presents":[64],"Heterogeneous":[65],"Image":[66],"Graphs":[67],"(HIG),":[68],"representation":[71],"and":[76,90,128,132,141],"target":[77],"images":[78],"two":[80],"interconnected":[81],"graphs,":[82],"enabling":[83],"efficient":[84],"handling":[85],"of":[86,122],"variable-length":[87],"inputs":[89,124],"their":[91],"relationships.":[92],"also":[94],"propose":[95],"magnitude-preserving":[97],"GNN":[98],"integrates":[100],"the":[101,104,117,126,134,147],"HIG":[102],"existing":[105],"EDM2":[106],"diffusion":[107],"using":[109],"ControlNet":[111],"approach.":[112],"Our":[113],"approach":[114],"improves":[115],"upon":[116],"SOTA":[118],"on":[119,138],"variety":[121],"COCO-stuff":[127],"Visual":[129],"Genome":[130],"datasets,":[131],"showcases":[133],"ability":[135],"condition":[137],"attributes":[140],"relationships":[142],"by":[144],"edges":[145],"in":[146],"HIG.":[148]},"counts_by_year":[],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2025-02-05T00:00:00"}
