{"id":"https://openalex.org/W4415444020","doi":"https://doi.org/10.1109/access.2025.3624415","title":"A Mutual Information-Based Framework for Enhancing Graph Neural Networks on Heterophily","display_name":"A Mutual Information-Based Framework for Enhancing Graph Neural Networks on Heterophily","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415444020","doi":"https://doi.org/10.1109/access.2025.3624415"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3624415","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3624415","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3624415","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111066614","display_name":"Gahee Kim","orcid":"https://orcid.org/0009-0007-3244-6807"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gahee Kim","raw_affiliation_strings":["Kim Jaechul Graduate School of AI, Korea Advanced Institute of Science and Technology (KAIST), Seoul, South Korea"],"raw_orcid":"https://orcid.org/0009-0007-3244-6807","affiliations":[{"raw_affiliation_string":"Kim Jaechul Graduate School of AI, Korea Advanced Institute of Science and Technology (KAIST), Seoul, South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Seongjin Choi","orcid":"https://orcid.org/0009-0006-0263-5589"},"institutions":[{"id":"https://openalex.org/I123900574","display_name":"Pohang University of Science and Technology","ror":"https://ror.org/04xysgw12","country_code":"KR","type":"education","lineage":["https://openalex.org/I123900574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seongjin Choi","raw_affiliation_strings":["Department of Mathematics, Pohang University of Science and Technology (POSTECH), Pohang, South Korea","Mathematics, Pohang University of Science and Technology (POSTECH), Pohang, South Korea"],"raw_orcid":"https://orcid.org/0009-0006-0263-5589","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Pohang University of Science and Technology (POSTECH), Pohang, South Korea","institution_ids":["https://openalex.org/I123900574"]},{"raw_affiliation_string":"Mathematics, Pohang University of Science and Technology (POSTECH), Pohang, South Korea","institution_ids":["https://openalex.org/I123900574"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091674853","display_name":"Se-Young Yun","orcid":"https://orcid.org/0000-0001-6675-5113"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Se-Young Yun","raw_affiliation_strings":["Kim Jaechul Graduate School of AI, Korea Advanced Institute of Science and Technology (KAIST), Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-6675-5113","affiliations":[{"raw_affiliation_string":"Kim Jaechul Graduate School of AI, Korea Advanced Institute of Science and Technology (KAIST), Seoul, South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14230657,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"199531","last_page":"199545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9016000032424927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9016000032424927,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.7199000120162964},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5006999969482422},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4733000099658966},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.46480000019073486},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.42500001192092896},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4056999981403351},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.40290001034736633},{"id":"https://openalex.org/keywords/message-passing","display_name":"Message passing","score":0.39010000228881836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8072999715805054},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7199000120162964},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5006999969482422},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4900999963283539},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4733000099658966},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.46480000019073486},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4366999864578247},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.42500001192092896},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4056999981403351},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.40290001034736633},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39489999413490295},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.39010000228881836},{"id":"https://openalex.org/C38764148","wikidata":"https://www.wikidata.org/wiki/Q17098245","display_name":"Interaction information","level":2,"score":0.35580000281333923},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3249000012874603},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C7797323","wikidata":"https://www.wikidata.org/wiki/Q3798612","display_name":"Pointwise mutual information","level":3,"score":0.31369999051094055},{"id":"https://openalex.org/C47458327","wikidata":"https://www.wikidata.org/wiki/Q910404","display_name":"Random graph","level":3,"score":0.3041999936103821},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C124805900","wikidata":"https://www.wikidata.org/wiki/Q5159269","display_name":"Conditional mutual information","level":3,"score":0.27469998598098755},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26980000734329224}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3624415","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3624415","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6ec4f07e29fc4ab2a64a1ecfa0a41784","is_oa":true,"landing_page_url":"https://doaj.org/article/6ec4f07e29fc4ab2a64a1ecfa0a41784","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 199531-199545 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3624415","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3624415","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1586910948","display_name":null,"funder_award_id":"UD230017TD","funder_id":"https://openalex.org/F4320323103","funder_display_name":"Agency for Defense Development"}],"funders":[{"id":"https://openalex.org/F4320323103","display_name":"Agency for Defense Development","ror":"https://ror.org/05fhe0r85"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Graph":[0],"Neural":[1],"Networks":[2],"(GNNs)":[3],"have":[4],"demonstrated":[5],"strong":[6],"capabilities":[7],"in":[8,27,177],"analyzing":[9],"structured":[10],"data,":[11],"particularly":[12],"under":[13],"the":[14,80,91,119,166],"assumption":[15],"of":[16,146,168],"homophily,":[17],"where":[18,30],"neighboring":[19],"nodes":[20,32],"tend":[21,37],"to":[22,38,42,52,78,105,159,173],"share":[23],"similar":[24],"attributes.":[25],"However,":[26],"heterophilic":[28,178],"graphs":[29],"adjacent":[31],"often":[33,56],"differ,":[34],"conventional":[35],"GNNs":[36],"perform":[39],"poorly":[40],"due":[41],"their":[43,101],"reliance":[44],"on":[45,58],"local":[46],"similarity.":[47],"Existing":[48],"methods":[49],"that":[50,149],"attempt":[51],"mitigate":[53],"this":[54,70],"issue":[55],"rely":[57],"neighborhood":[59],"expansion,":[60],"which":[61,129],"can":[62],"be":[63],"computationally":[64],"prohibitive":[65],"for":[66],"large-scale":[67],"graphs.":[68],"In":[69],"work,":[71],"we":[72,93,126],"introduce":[73],"a":[74,87,124],"mutual":[75,102,171],"information-based":[76],"approach":[77],"address":[79],"challenges":[81],"posed":[82],"by":[83],"heterophily.":[84],"By":[85],"formulating":[86],"probability":[88],"space":[89],"over":[90],"graph,":[92],"define":[94],"distance-aware":[95],"node":[96],"random":[97],"variables":[98],"and":[99],"compute":[100],"information":[103,114,172],"(MI)":[104],"capture":[106],"dependencies":[107],"between":[108],"nodes,":[109],"including":[110],"indirect":[111],"relationships.":[112],"This":[113],"is":[115],"then":[116],"incorporated":[117],"into":[118],"message":[120],"passing":[121],"framework":[122],"through":[123],"model":[125],"call":[127],"k-MIGNN,":[128],"uses":[130],"MI":[131],"as":[132],"adaptive":[133],"weights":[134],"during":[135],"feature":[136],"aggregation.":[137],"Empirical":[138],"evaluations":[139],"across":[140],"real-world":[141],"benchmarks":[142],"with":[143],"varying":[144],"levels":[145],"heterophily":[147],"show":[148],"our":[150],"method":[151],"consistently":[152],"achieves":[153],"competitive":[154],"or":[155],"superior":[156],"performance":[157],"compared":[158],"existing":[160],"GNN":[161],"architectures.":[162],"These":[163],"results":[164],"highlight":[165],"effectiveness":[167],"leveraging":[169],"node-level":[170],"enhance":[174],"representation":[175],"learning":[176],"settings.":[179]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-24T00:00:00"}
