{"id":"https://openalex.org/W4403582474","doi":"https://doi.org/10.1145/3627673.3679811","title":"Revisit Orthogonality in Graph-Regularized MLPs","display_name":"Revisit Orthogonality in Graph-Regularized MLPs","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403582474","doi":"https://doi.org/10.1145/3627673.3679811"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3679811","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679811","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015602388","display_name":"Hengrui Zhang","orcid":"https://orcid.org/0009-0006-1330-0899"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hengrui Zhang","raw_affiliation_strings":["University of Illinois at Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Chicago, Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102277931","display_name":"Shen Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shen Wang","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023028617","display_name":"Vassilis N. Ioannidis","orcid":"https://orcid.org/0000-0002-8367-0733"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vassilis N. Ioannidis","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016551629","display_name":"Soji Adeshina","orcid":"https://orcid.org/0000-0003-3945-3640"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soji Adeshina","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040806743","display_name":"Jiani Zhang","orcid":"https://orcid.org/0000-0003-0074-6761"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiani Zhang","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101471454","display_name":"Xiao Qin","orcid":"https://orcid.org/0000-0003-3603-3341"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao Qin","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035605036","display_name":"Christos Faloutsos","orcid":"https://orcid.org/0000-0003-2996-9790"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christos Faloutsos","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060763203","display_name":"Da Zheng","orcid":"https://orcid.org/0000-0001-8115-5415"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Da Zheng","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082384108","display_name":"George Karypis","orcid":"https://orcid.org/0000-0003-2753-1437"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Karypis","raw_affiliation_strings":["Amazon Web Services, Santa Clara, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Web Services, Santa Clara, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036357902","display_name":"Philip S. Yu","orcid":"https://orcid.org/0000-0002-3491-5968"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip S. Yu","raw_affiliation_strings":["University of Illinois at Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Chicago, Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5015602388"],"corresponding_institution_ids":["https://openalex.org/I39422238"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15831886,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3145","last_page":"3154"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orthogonality","display_name":"Orthogonality","score":0.7638684511184692},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5881239771842957},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5282613039016724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41565006971359253},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.35438334941864014},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2996739149093628}],"concepts":[{"id":"https://openalex.org/C17137986","wikidata":"https://www.wikidata.org/wiki/Q215067","display_name":"Orthogonality","level":2,"score":0.7638684511184692},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5881239771842957},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5282613039016724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41565006971359253},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35438334941864014},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2996739149093628},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627673.3679811","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679811","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2141088152","https://openalex.org/W2914721378","https://openalex.org/W2990251202","https://openalex.org/W3083272131","https://openalex.org/W3129766184","https://openalex.org/W4214689175","https://openalex.org/W4312513550"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2095582735","https://openalex.org/W2059318893","https://openalex.org/W1965698851","https://openalex.org/W834942123","https://openalex.org/W4232542516","https://openalex.org/W1967331680","https://openalex.org/W3176637561"],"abstract_inverted_index":{"This":[0,37],"paper":[1],"introduces":[2],"OrthoReg,":[3],"a":[4,41,67,75],"simple":[5],"yet":[6],"effective":[7],"Graph-regularized":[8],"MLP":[9],"model":[10,70],"for":[11,115],"semi-supervised":[12,128],"node":[13,26,59,84,90,129],"representation":[14],"learning.":[15],"We":[16],"first":[17],"demonstrate,":[18],"through":[19],"empirical":[20],"observations":[21],"and":[22],"theoretical":[23],"analysis,":[24],"that":[25],"embeddings":[27],"learned":[28,58],"from":[29,33],"conventional":[30],"GR-MLPs":[31],"suffer":[32],"the":[34,47,52,57,80,98,134,140,143],"over-correlation":[35],"issue.":[36],"issue":[38],"arises":[39],"when":[40],"few":[42],"dominant":[43],"singular":[44],"values":[45],"overwhelm":[46],"embedding":[48],"space,":[49],"leading":[50],"to":[51,97],"limited":[53],"expressive":[54],"power":[55],"of":[56,83,142],"representations.":[60,95],"To":[61],"mitigate":[62],"this":[63],"problem,":[64],"we":[65],"propose":[66],"novel":[68],"GR-MLP":[69],"called":[71],"OrthoReg.":[72],"By":[73],"incorporating":[74],"soft":[76],"regularization":[77],"loss":[78],"on":[79,127],"correlation":[81],"matrix":[82],"embeddings,":[85],"OrthoReg":[86,104],"explicitly":[87],"encourages":[88],"orthogonal":[89],"representations,":[91],"effectively":[92],"avoiding":[93],"over-correlated":[94],"Compared":[96],"currently":[99],"popular":[100],"GNN":[101],"models,":[102],"our":[103],"possesses":[105],"two":[106],"distinct":[107],"advantages:":[108],"1)":[109],"Much":[110],"faster":[111],"inference":[112],"speed,":[113],"particularly":[114],"large-scale":[116],"graphs.":[117],"2)":[118],"Significantly":[119],"superior":[120],"performance":[121],"in":[122],"inductive":[123],"cold-start":[124],"settings.":[125],"Experiments":[126],"classification":[130],"tasks,":[131],"together":[132],"with":[133],"extensive":[135],"ablation":[136],"studies,":[137],"have":[138],"demonstrated":[139],"effectiveness":[141],"proposed":[144],"designs.":[145]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}