{"id":"https://openalex.org/W4385567993","doi":"https://doi.org/10.1145/3580305.3599398","title":"Kernel Ridge Regression-Based Graph Dataset Distillation","display_name":"Kernel Ridge Regression-Based Graph Dataset Distillation","publication_year":2023,"publication_date":"2023-08-04","ids":{"openalex":"https://openalex.org/W4385567993","doi":"https://doi.org/10.1145/3580305.3599398"},"language":"en","primary_location":{"id":"doi:10.1145/3580305.3599398","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599398","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054388396","display_name":"Zhe Xu","orcid":"https://orcid.org/0000-0002-6675-1398"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhe Xu","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061166217","display_name":"Yuzhong Chen","orcid":"https://orcid.org/0000-0002-5863-0588"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuzhong Chen","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027949894","display_name":"Menghai Pan","orcid":"https://orcid.org/0000-0002-8390-7147"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Menghai Pan","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004341287","display_name":"Huiyuan Chen","orcid":"https://orcid.org/0000-0002-6360-558X"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huiyuan Chen","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008531526","display_name":"Mahashweta Das","orcid":"https://orcid.org/0000-0003-1714-1996"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mahashweta Das","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075211218","display_name":"Hao Yang","orcid":"https://orcid.org/0000-0003-3020-9828"},"institutions":[{"id":"https://openalex.org/I4210148469","display_name":"Visa (United States)","ror":"https://ror.org/05t1y0b59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210148469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Yang","raw_affiliation_strings":["Visa Research, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Visa Research, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I4210148469"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068043486","display_name":"Hanghang Tong","orcid":"https://orcid.org/0000-0003-4405-3887"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanghang Tong","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, IL, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5054388396"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":6.2218,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.97229722,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2850","last_page":"2861"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7316210865974426},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5816410183906555},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5624687075614929},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5484172701835632},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5165321230888367},{"id":"https://openalex.org/keywords/graph-kernel","display_name":"Graph kernel","score":0.501941442489624},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4596521258354187},{"id":"https://openalex.org/keywords/kernel-method","display_name":"Kernel method","score":0.42966118454933167},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33099812269210815},{"id":"https://openalex.org/keywords/kernel-principal-component-analysis","display_name":"Kernel principal component analysis","score":0.27474305033683777},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1601855754852295},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.12027454376220703}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7316210865974426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5816410183906555},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5624687075614929},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5484172701835632},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5165321230888367},{"id":"https://openalex.org/C100595998","wikidata":"https://www.wikidata.org/wiki/Q11731931","display_name":"Graph kernel","level":5,"score":0.501941442489624},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4596521258354187},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.42966118454933167},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33099812269210815},{"id":"https://openalex.org/C182335926","wikidata":"https://www.wikidata.org/wiki/Q17093020","display_name":"Kernel principal component analysis","level":4,"score":0.27474305033683777},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1601855754852295},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.12027454376220703},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3580305.3599398","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599398","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1490481123","display_name":null,"funder_award_id":"1939725","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2540003204","display_name":null,"funder_award_id":"194713","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2741821012","display_name":null,"funder_award_id":"947135","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2926720356","display_name":null,"funder_award_id":"32799","funder_id":"https://openalex.org/F4320332299","funder_display_name":"National Institute of Food and Agriculture"},{"id":"https://openalex.org/G3748775989","display_name":null,"funder_award_id":"HR001121C0165","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4403888875","display_name":null,"funder_award_id":"W911NF2110088","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G5524522455","display_name":null,"funder_award_id":"DARPA","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G5620962805","display_name":null,"funder_award_id":"67021","funder_id":"https://openalex.org/F4320332299","funder_display_name":"National Institute of Food and Agriculture"},{"id":"https://openalex.org/G5838847886","display_name":null,"funder_award_id":"1947135","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6770826516","display_name":null,"funder_award_id":"2020-67021-32799","funder_id":"https://openalex.org/F4320332299","funder_display_name":"National Institute of Food and Agriculture"},{"id":"https://openalex.org/G7039462444","display_name":null,"funder_award_id":"1947135, 2134079","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7091742882","display_name":null,"funder_award_id":"HR001121C0165","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G8998121839","display_name":null,"funder_award_id":"911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G984405641","display_name":null,"funder_award_id":"2134079","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332299","display_name":"National Institute of Food and Agriculture","ror":"https://ror.org/05qx3fv49"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W3464401","https://openalex.org/W1567512734","https://openalex.org/W1997865285","https://openalex.org/W2348679751","https://openalex.org/W2360309522","https://openalex.org/W2407879741","https://openalex.org/W2560674852","https://openalex.org/W2621438471","https://openalex.org/W2747329762","https://openalex.org/W2998122931","https://openalex.org/W3034486793","https://openalex.org/W3035739162","https://openalex.org/W3081203761","https://openalex.org/W3095602948","https://openalex.org/W3095746859","https://openalex.org/W3116202926","https://openalex.org/W3134509497","https://openalex.org/W3154503084","https://openalex.org/W3163416963","https://openalex.org/W3168406300","https://openalex.org/W3211726607","https://openalex.org/W4212774754","https://openalex.org/W4252017042","https://openalex.org/W4283076909","https://openalex.org/W4287121295","https://openalex.org/W4310686142","https://openalex.org/W4318827727","https://openalex.org/W4321488367","https://openalex.org/W6779630500","https://openalex.org/W6784694379"],"related_works":["https://openalex.org/W2574115973","https://openalex.org/W2078320823","https://openalex.org/W1592261055","https://openalex.org/W1515878412","https://openalex.org/W2092483655","https://openalex.org/W2153211825","https://openalex.org/W4300454542","https://openalex.org/W1932525473","https://openalex.org/W1028655896","https://openalex.org/W2245059056"],"abstract_inverted_index":{"The":[0],"huge":[1,46],"volume":[2],"of":[3,24,27,62,93,105,149,161,247],"emerging":[4],"graph":[5,13,28,42,47,57,150,170,189,198],"datasets":[6,231],"has":[7,141],"become":[8],"a":[9,25,68,134,142,165,169],"double-bladed":[10],"sword":[11],"for":[12,175],"machine":[14],"learning.":[15],"On":[16,36],"the":[17,22,37,55,63,90,116,124,147,159,176,185,213,220,234,240,244,248,251,261],"one":[18],"hand,":[19,39],"it":[20],"empowers":[21],"success":[23],"myriad":[26],"neural":[29,43,128,151],"networks":[30,44],"(GNNs)":[31],"with":[32,233,266],"strong":[33,225],"empirical":[34,226],"performance.":[35,118],"other":[38],"training":[40,253,264,271],"modern":[41],"on":[45],"data":[48],"is":[49,67,154,181],"computationally":[50,97],"expensive.":[51],"How":[52],"to":[53,74,184,239,242],"distill":[54],"given":[56],"dataset":[58,162,177],"while":[59],"retaining":[60],"most":[61],"trained":[64],"models'":[65],"performance":[66,227],"challenging":[69],"problem.":[70],"Existing":[71],"efforts":[72],"try":[73],"approach":[75],"this":[76,120],"problem":[77,179],"by":[78,109,123,255],"solving":[79],"meta-learning-based":[80],"bilevel":[81],"optimization":[82],"objectives.":[83],"A":[84],"major":[85],"hurdle":[86],"lies":[87],"in":[88,113,127,158,211],"that":[89],"exact":[91,144,245],"solutions":[92],"these":[94],"methods":[95],"are":[96,107,205],"intensive":[98],"and":[99,202,215],"thus,":[100],"most,":[101],"if":[102],"not":[103],"all,":[104],"them":[106],"solved":[108],"approximate":[110],"strategies":[111],"which":[112,140,180],"turn":[114],"hurt":[115],"distillation":[117,178,236,249],"In":[119],"paper,":[121],"inspired":[122],"recent":[125],"advances":[126],"network":[129],"kernel":[130,135,153],"methods,":[131],"we":[132,167],"adopt":[133],"ridge":[136],"regression-based":[137,197],"meta-learning":[138],"objective":[139],"feasible":[143],"solution.":[145],"However,":[146],"computation":[148],"tangent":[152],"very":[155],"expensive,":[156],"especially":[157],"context":[160],"distillation.":[163],"As":[164],"response,":[166],"design":[168],"kernel,":[171],"named":[172,194],"LiteGNTK,":[173],"tailored":[174],"closely":[182],"related":[183],"classic":[186],"random":[187],"walk":[188],"kernel.":[190],"An":[191],"effective":[192],"model":[193],"Kernel":[195],"r\u0131dge":[196],"Dataset":[199],"Distillation":[200],"(KIDD)":[201],"its":[203],"variants":[204],"proposed.":[206],"KIDD":[207,223,256],"shows":[208,224],"nice":[209],"efficiency":[210],"both":[212],"forward":[214],"backward":[216],"propagation":[217],"processes.":[218],"At":[219],"same":[221],"time,":[222],"over":[228],"7":[229],"real-world":[230],"compared":[232],"state-of-the-art":[235],"methods.":[237],"Thanks":[238],"ability":[241],"find":[243],"solution":[246],"objective,":[250],"learned":[252],"graphs":[254],"can":[257],"sometimes":[258],"even":[259],"outperform":[260],"original":[262],"whole":[263],"set":[265],"as":[267,269],"few":[268],"1.65%":[270],"graphs.":[272]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}