{"id":"https://openalex.org/W4406611731","doi":"https://doi.org/10.1109/smc54092.2024.10831949","title":"Boosting MLPs on Graphs via Distillation in Resource-Constrained Environment","display_name":"Boosting MLPs on Graphs via Distillation in Resource-Constrained Environment","publication_year":2024,"publication_date":"2024-10-06","ids":{"openalex":"https://openalex.org/W4406611731","doi":"https://doi.org/10.1109/smc54092.2024.10831949"},"language":"en","primary_location":{"id":"doi:10.1109/smc54092.2024.10831949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc54092.2024.10831949","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110200980","display_name":"Zhihui Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I4210155611","display_name":"Ministry of Water Resources of the People's Republic of China","ror":"https://ror.org/04e698d63","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210155611"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihui Yang","raw_affiliation_strings":["Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China","institution_ids":["https://openalex.org/I163340411","https://openalex.org/I4210155611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017137055","display_name":"Zhihao Qu","orcid":"https://orcid.org/0000-0001-7538-1985"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I4210155611","display_name":"Ministry of Water Resources of the People's Republic of China","ror":"https://ror.org/04e698d63","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210155611"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihao Qu","raw_affiliation_strings":["Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China","institution_ids":["https://openalex.org/I163340411","https://openalex.org/I4210155611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073964231","display_name":"Ninghui Jia","orcid":"https://orcid.org/0000-0002-7441-2118"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I4210155611","display_name":"Ministry of Water Resources of the People's Republic of China","ror":"https://ror.org/04e698d63","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210155611"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ninghui Jia","raw_affiliation_strings":["Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China","institution_ids":["https://openalex.org/I163340411","https://openalex.org/I4210155611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023182670","display_name":"Shihong Hu","orcid":"https://orcid.org/0000-0002-1715-6226"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I4210155611","display_name":"Ministry of Water Resources of the People's Republic of China","ror":"https://ror.org/04e698d63","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210155611"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shihong Hu","raw_affiliation_strings":["Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hohai University,Key Laboratory of Water Big Data Technology of Ministry of Water Resources,Nanjing,China","institution_ids":["https://openalex.org/I163340411","https://openalex.org/I4210155611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087746903","display_name":"Baoliu Ye","orcid":"https://orcid.org/0000-0003-1065-449X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoliu Ye","raw_affiliation_strings":["Nanjing University,National Key Laboratory for Novel Software Technology,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University,National Key Laboratory for Novel Software Technology,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077093242","display_name":"Deze Zeng","orcid":"https://orcid.org/0000-0003-3276-1202"},"institutions":[{"id":"https://openalex.org/I3125743391","display_name":"China University of Geosciences (Beijing)","ror":"https://ror.org/04q6c7p66","country_code":"CN","type":"education","lineage":["https://openalex.org/I3125743391"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deze Zeng","raw_affiliation_strings":["School of Computer Science, China University of Geosciences,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, China University of Geosciences,Nanjing,China","institution_ids":["https://openalex.org/I3125743391"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3159","last_page":"3166"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.8891000151634216,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.8891000151634216,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.8662999868392944,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.7498999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.8606721758842468},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6734150648117065},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5756951570510864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4905511736869812},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4558980464935303},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.10830384492874146},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.08439981937408447}],"concepts":[{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.8606721758842468},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6734150648117065},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5756951570510864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4905511736869812},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4558980464935303},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.10830384492874146},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.08439981937408447}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc54092.2024.10831949","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc54092.2024.10831949","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2153959628","https://openalex.org/W2519887557","https://openalex.org/W2809583854","https://openalex.org/W2963911286","https://openalex.org/W2982242214","https://openalex.org/W3034795332","https://openalex.org/W3152626252","https://openalex.org/W3164271417","https://openalex.org/W3192084854","https://openalex.org/W3212385273","https://openalex.org/W4226426325","https://openalex.org/W4252138102","https://openalex.org/W4283805001","https://openalex.org/W4283817487","https://openalex.org/W4382239927","https://openalex.org/W4387587588","https://openalex.org/W6602764823","https://openalex.org/W6639703010","https://openalex.org/W6736685754","https://openalex.org/W6738964360","https://openalex.org/W6776488958","https://openalex.org/W6802881785","https://openalex.org/W6841058540","https://openalex.org/W6848935878"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3082059448","https://openalex.org/W4313640622","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296"],"abstract_inverted_index":{"Graph":[0],"Neural":[1],"Networks":[2],"(GNNs)":[3],"have":[4],"emerged":[5],"as":[6,129,137,139],"a":[7,93],"powerful":[8],"technique":[9],"across":[10,145],"various":[11],"applications,":[12],"due":[13],"to":[14,43,53,84,113,175],"their":[15,20],"effective":[16],"message-passing":[17],"mechanism.":[18],"However,":[19],"deployment":[21],"is":[22],"constrained":[23],"by":[24],"limited":[25],"computational":[26],"resources,":[27],"energy":[28],"concerns,":[29],"and":[30,56,78,126,160],"low-latency":[31],"processing":[32],"requirements.":[33],"While":[34],"existing":[35],"works":[36],"employ":[37,122],"logit-based":[38],"knowledge":[39,135],"distillation":[40,112],"from":[41,62],"GNNs":[42],"guide":[44],"Multilayer":[45],"Perceptrons":[46],"(MLPs)":[47],"training,":[48],"these":[49,89],"methods":[50],"may":[51],"lead":[52],"reduced":[54],"accuracy":[55,116,171],"compromised":[57],"robustness.":[58,161],"These":[59],"drawbacks":[60],"arise":[61],"two":[63],"primary":[64],"factors:":[65],"the":[66,70,75,79,102,110,115,118,132,140,150,165],"insufficient":[67],"exploitation":[68],"of":[69,82,117,134,153,158,173],"rich":[71],"information":[72,108],"embedded":[73],"within":[74],"graph":[76],"structures":[77],"inherent":[80],"susceptibility":[81],"MLPs":[83],"noisy":[85],"data.":[86],"To":[87],"tackle":[88],"issues,":[90],"we":[91,121],"propose":[92],"Mixed":[94],"Multi-order":[95],"Knowledge":[96],"Distillation":[97],"(MMKD)":[98],"method,":[99],"which":[100],"combines":[101],"GNN's":[103],"logits":[104],"with":[105,164],"hidden":[106],"layer":[107],"through":[109],"multi-order":[111],"improve":[114],"MLP.":[119],"Moreover,":[120],"both":[123],"raw":[124],"data":[125,128],"perturbed":[127],"input,":[130],"enhancing":[131],"density":[133],"extraction":[136],"well":[138],"MLPs'":[141],"generalization.":[142],"Extensive":[143],"experiments":[144],"seven":[146],"benchmark":[147],"datasets":[148],"verify":[149],"superior":[151],"performance":[152],"our":[154,167],"approach":[155,168],"in":[156,177],"terms":[157],"effectiveness":[159],"In":[162],"comparison":[163],"baseline,":[166],"achieves":[169],"an":[170],"improvement":[172],"up":[174],"8.68%":[176],"typical":[178],"GNN":[179],"tasks.":[180]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}