{"id":"https://openalex.org/W4385562555","doi":"https://doi.org/10.1145/3580305.3599376","title":"Heterformer: Transformer-based Deep Node Representation Learning on Heterogeneous Text-Rich Networks","display_name":"Heterformer: Transformer-based Deep Node Representation Learning on Heterogeneous Text-Rich Networks","publication_year":2023,"publication_date":"2023-08-04","ids":{"openalex":"https://openalex.org/W4385562555","doi":"https://doi.org/10.1145/3580305.3599376"},"language":"en","primary_location":{"id":"doi:10.1145/3580305.3599376","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599376","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025877787","display_name":"Bowen Jin","orcid":"https://orcid.org/0000-0003-1295-2829"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Bowen Jin","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003837744","display_name":"Yu Zhang","orcid":"https://orcid.org/0000-0003-0540-6758"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Zhang","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055199412","display_name":"Qi Zhu","orcid":"https://orcid.org/0000-0003-0129-8542"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Zhu","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019539533","display_name":"Jiawei Han","orcid":"https://orcid.org/0000-0002-3629-2696"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiawei Han","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5025877787"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":4.6664,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.95890064,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1020","last_page":"1031"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8165892958641052},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.6285946369171143},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5776221752166748},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5724774599075317},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4848976731300354},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4611186981201172},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43948420882225037},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.43560537695884705},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.4307183027267456},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33643239736557007},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33336204290390015},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.09331658482551575}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8165892958641052},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.6285946369171143},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5776221752166748},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5724774599075317},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4848976731300354},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4611186981201172},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43948420882225037},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.43560537695884705},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.4307183027267456},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33643239736557007},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33336204290390015},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.09331658482551575},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3580305.3599376","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599376","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.46000000834465027,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1472423617","display_name":null,"funder_award_id":"FA8750-19-2-1004","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G2063335192","display_name":null,"funder_award_id":"2019897","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2104517209","display_name":null,"funder_award_id":"IIS-17-41317","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3269309973","display_name":null,"funder_award_id":"2118329","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3748775989","display_name":null,"funder_award_id":"HR001121C0165","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G427511869","display_name":null,"funder_award_id":"IIS 17-04532","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G6445402324","display_name":null,"funder_award_id":"IIS-19-56151","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6904642173","display_name":null,"funder_award_id":"INCAS Program No. HR001121C0165","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G7091742882","display_name":null,"funder_award_id":"HR001121C0165","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W103340358","https://openalex.org/W2022322548","https://openalex.org/W2112056172","https://openalex.org/W2154851992","https://openalex.org/W2161160262","https://openalex.org/W2339514589","https://openalex.org/W2907253296","https://openalex.org/W2911286998","https://openalex.org/W2945266622","https://openalex.org/W2962739339","https://openalex.org/W2965857891","https://openalex.org/W2970066309","https://openalex.org/W2987579681","https://openalex.org/W3035287707","https://openalex.org/W3037422790","https://openalex.org/W3042085764","https://openalex.org/W3104097132","https://openalex.org/W3114303065","https://openalex.org/W3116608846","https://openalex.org/W3117801652","https://openalex.org/W4224315235","https://openalex.org/W4235169531","https://openalex.org/W4385571564","https://openalex.org/W6600195515","https://openalex.org/W6767098714"],"related_works":["https://openalex.org/W1927327903","https://openalex.org/W1544665982","https://openalex.org/W2022479666","https://openalex.org/W2805504328","https://openalex.org/W4248847438","https://openalex.org/W2509090697","https://openalex.org/W1953159635","https://openalex.org/W4238131711","https://openalex.org/W3019690831","https://openalex.org/W1982097880"],"abstract_inverted_index":{"Representation":[0],"learning":[1,99],"on":[2,100,182,193],"networks":[3],"aims":[4],"to":[5,37,94],"derive":[6],"a":[7,67,86,131,145],"meaningful":[8],"vector":[9],"representation":[10,98],"for":[11],"each":[12,122,155],"node,":[13],"thereby":[14],"facilitating":[15],"downstream":[16],"tasks":[17,184],"such":[18],"as":[19,114,116],"link":[20,186],"prediction,":[21,187],"node":[22,25,123,160,188,191],"classification,":[23,189],"and":[24,61,140,171,190,206],"clustering.":[26],"In":[27,125],"heterogeneous":[28,68,110,141,151],"text-rich":[29,101],"networks,":[30],"this":[31,126],"task":[32],"is":[33,164],"more":[34],"challenging":[35],"due":[36],"(1)":[38],"presence":[39],"or":[40,175],"absence":[41],"of":[42,58,63,89,105,121,166],"text:":[43],"Some":[44],"nodes":[45,173],"are":[46,54],"associated":[47],"with":[48,174],"rich":[49,117],"textual":[50,118],"information,":[51],"while":[52],"others":[53],"not;":[55],"(2)":[56],"diversity":[57],"types:":[59],"Nodes":[60],"edges":[62],"multiple":[64],"types":[65],"form":[66],"network":[69],"structure.":[70],"As":[71],"pretrained":[72],"language":[73],"models":[74],"(PLMs)":[75],"have":[76],"demonstrated":[77],"their":[78],"effectiveness":[79],"in":[80,144],"obtaining":[81],"widely":[82],"generalizable":[83],"text":[84,138],"representations,":[85],"substantial":[87],"amount":[88],"effort":[90],"has":[91],"been":[92],"made":[93],"incorporate":[95],"PLMs":[96],"into":[97,154],"networks.":[102],"However,":[103],"few":[104],"them":[106],"can":[107,210],"jointly":[108],"consider":[109],"structure":[111,142,152],"(network)":[112],"information":[113,120,153],"well":[115],"semantic":[119],"effectively.":[124],"paper,":[127],"we":[128,149],"propose":[129],"Heterformer,":[130],"Heterogeneous":[132],"Network-Empowered":[133],"Transformer":[134,156],"that":[135],"performs":[136],"contextualized":[137],"encoding":[139,143,159,172],"unified":[146],"model.":[147],"Specifically,":[148],"inject":[150],"layer":[157],"when":[158],"texts.":[161,177],"Meanwhile,":[162],"Heterformer":[163,201],"capable":[165],"characterizing":[167],"node/edge":[168],"type":[169],"heterogeneity":[170],"without":[176],"We":[178],"conduct":[179],"comprehensive":[180],"experiments":[181],"three":[183,194],"(i.e.,":[185],"clustering)":[192],"large-scale":[195],"datasets":[196],"from":[197],"different":[198],"domains,":[199],"where":[200],"outperforms":[202],"competitive":[203],"baselines":[204],"significantly":[205],"consistently.":[207],"The":[208],"code":[209],"be":[211],"found":[212],"at":[213],"https://github.com/PeterGriffinJin/Heterformer.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}