{"id":"https://openalex.org/W4412877011","doi":"https://doi.org/10.1145/3711896.3737145","title":"<scp>TAG2M</scp> - A Task-Agnostic Knowledge Distillation Framework for Distilling GNN to MLP","display_name":"<scp>TAG2M</scp> - A Task-Agnostic Knowledge Distillation Framework for Distilling GNN to MLP","publication_year":2025,"publication_date":"2025-08-03","ids":{"openalex":"https://openalex.org/W4412877011","doi":"https://doi.org/10.1145/3711896.3737145"},"language":"en","primary_location":{"id":"doi:10.1145/3711896.3737145","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3737145","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3711896.3737145","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3711896.3737145","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111706209","display_name":"R Senthil Ganesh","orcid":null},"institutions":[{"id":"https://openalex.org/I129798099","display_name":"The NorthCap University","ror":"https://ror.org/0343j7r38","country_code":"IN","type":"education","lineage":["https://openalex.org/I129798099"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ram Ganesh V","raw_affiliation_strings":["AI Garage, Mastercard, Gurugram, HARYANA, India"],"raw_orcid":"https://orcid.org/0009-0007-8010-7594","affiliations":[{"raw_affiliation_string":"AI Garage, Mastercard, Gurugram, HARYANA, India","institution_ids":["https://openalex.org/I129798099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037637970","display_name":"Ayush Singh","orcid":null},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ayush Singh","raw_affiliation_strings":["Mathematics, IIT Delhi, New Delhi, Delhi, India"],"raw_orcid":"https://orcid.org/0009-0005-4185-8956","affiliations":[{"raw_affiliation_string":"Mathematics, IIT Delhi, New Delhi, Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102962688","display_name":"Aditi Rai","orcid":"https://orcid.org/0009-0009-9298-7861"},"institutions":[{"id":"https://openalex.org/I129798099","display_name":"The NorthCap University","ror":"https://ror.org/0343j7r38","country_code":"IN","type":"education","lineage":["https://openalex.org/I129798099"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aditi Rai","raw_affiliation_strings":["AI Garage, Mastercard, Gurgaon, Haryana, India"],"raw_orcid":"https://orcid.org/0009-0009-9298-7861","affiliations":[{"raw_affiliation_string":"AI Garage, Mastercard, Gurgaon, Haryana, India","institution_ids":["https://openalex.org/I129798099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111023553","display_name":"Harsh Pal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Harsh Pal","raw_affiliation_strings":["AI Garage, Mastercard, Gurugram, Haryana, India"],"raw_orcid":"https://orcid.org/0009-0005-2465-7570","affiliations":[{"raw_affiliation_string":"AI Garage, Mastercard, Gurugram, Haryana, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119175126","display_name":"Deepanshu Bagotia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deepanshu Bagotia","raw_affiliation_strings":["AI Garage, Mastercard, Gurugram, Haryana, India"],"raw_orcid":"https://orcid.org/0009-0008-1155-5016","affiliations":[{"raw_affiliation_string":"AI Garage, Mastercard, Gurugram, Haryana, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039257563","display_name":"Akshay Sethi","orcid":"https://orcid.org/0000-0001-9284-8452"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akshay Sethi","raw_affiliation_strings":["AI Garage, Mastercard, Gurugram, Haryana, India"],"raw_orcid":"https://orcid.org/0000-0001-9284-8452","affiliations":[{"raw_affiliation_string":"AI Garage, Mastercard, Gurugram, Haryana, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053653138","display_name":"Aakarsh Malhotra","orcid":"https://orcid.org/0000-0001-8875-6571"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aakarsh Malhotra","raw_affiliation_strings":["AI Garage, Mastercard, Gurugram, Haryana, India"],"raw_orcid":"https://orcid.org/0000-0001-8875-6571","affiliations":[{"raw_affiliation_string":"AI Garage, Mastercard, Gurugram, Haryana, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054697900","display_name":"Sayan Ranu","orcid":"https://orcid.org/0000-0003-4147-9372"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sayan Ranu","raw_affiliation_strings":["CSE, IIT Delhi, New Delhi, Delhi, India"],"raw_orcid":"https://orcid.org/0000-0003-4147-9372","affiliations":[{"raw_affiliation_string":"CSE, IIT Delhi, New Delhi, Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08507463,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2859","last_page":"2870"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.7485142350196838},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.745719850063324},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6758648753166199},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.3018733263015747},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.14612185955047607},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10825616121292114},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.0807715356349945}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.7485142350196838},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.745719850063324},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6758648753166199},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.3018733263015747},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.14612185955047607},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10825616121292114},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0807715356349945}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3711896.3737145","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3737145","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3711896.3737145","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3711896.3737145","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3737145","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3711896.3737145","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412877011.pdf","grobid_xml":"https://content.openalex.org/works/W4412877011.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1986007546","https://openalex.org/W2142498761","https://openalex.org/W2176446742","https://openalex.org/W2546973305","https://openalex.org/W2996834012","https://openalex.org/W3012846134","https://openalex.org/W3034795332","https://openalex.org/W3042563449","https://openalex.org/W3080083111","https://openalex.org/W3080997787","https://openalex.org/W3106318401","https://openalex.org/W3152626252","https://openalex.org/W3160872503","https://openalex.org/W3174146526","https://openalex.org/W3202610621","https://openalex.org/W3208783258","https://openalex.org/W3212349915","https://openalex.org/W4256361765","https://openalex.org/W4297163657","https://openalex.org/W4321485139","https://openalex.org/W4321485290","https://openalex.org/W4327532556","https://openalex.org/W4327671700","https://openalex.org/W4367046771","https://openalex.org/W4380993214","https://openalex.org/W4382202907","https://openalex.org/W4382239191","https://openalex.org/W4401863494","https://openalex.org/W4407953149","https://openalex.org/W6681029592"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Graph":[0,31],"Neural":[1],"Networks":[2],"(Gnns)":[3],"have":[4],"achieved":[5],"remarkable":[6],"success":[7],"in":[8,84,160],"various":[9],"downstream":[10,77],"tasks,":[11,200],"such":[12],"as":[13],"node":[14,122,202,207],"classification":[15],"and":[16,79,102,172,206],"link":[17,204],"prediction.":[18],"Yet,":[19],"efficiently":[20],"deploying":[21],"Gnns":[22,45,49],"remains":[23],"a":[24,94,112,150,177,184],"challenge":[25],"due":[26],"to":[27,35,46,129,183],"their":[28],"computational":[29,179],"complexity.":[30],"knowledge":[32,42],"distillation":[33,58,97],"aims":[34],"address":[36],"this":[37],"by":[38],"transferring":[39],"task-specific":[40,68],"structural":[41],"from":[43,61,121],"teacher":[44],"lightweight":[47],"student":[48],"or":[50],"Multi-Layer":[51],"Perceptrons":[52],"(MLPs).":[53],"Despite":[54],"its":[55,195],"promise,":[56],"existing":[57],"approaches":[59],"suffer":[60],"several":[62,108],"limitations:":[63],"(i)":[64],"they":[65,70,81],"require":[66],"extensive":[67],"supervision(ii)":[69],"must":[71],"be":[72],"retrained":[73],"separately":[74],"for":[75,100,145],"each":[76],"task,":[78],"(iii)":[80],"often":[82],"struggle":[83],"heterophilous":[85,173],"settings.":[86,162],"To":[87,141],"overcome":[88],"these":[89],"challenges,":[90],"we":[91],"propose":[92],"TAG2M,":[93],"Task-Agnostic":[95],"Gnn-to-MLP":[96],"framework":[98],"designed":[99],"efficient":[101],"accurate":[103],"few-shot":[104,146],"inference.":[105],"TAG2M":[106,148,166],"introduces":[107],"novel":[109],"strategies,":[110],"including":[111,201],"self-supervised":[113],"contrastive":[114],"loss":[115],"that":[116],"captures":[117],"topological":[118],"information":[119,132],"solely":[120],"attributes.":[123],"Additionally,":[124],"it":[125],"leverages":[126],"Lipschitz":[127],"embeddings":[128],"encode":[130],"positional":[131],"with":[133],"provable":[134],"distortion":[135],"bounds,":[136],"ensuring":[137],"robust":[138],"representation":[139],"learning.":[140],"further":[142],"enhance":[143],"adaptability":[144],"inference,":[147],"incorporates":[149],"learnable":[151],"prompt":[152],"head,":[153],"which":[154],"facilitates":[155],"rapid":[156],"task":[157],"adaptation":[158],"even":[159],"label-scarce":[161],"Unlike":[163],"prior":[164],"methods,":[165],"generalizes":[167],"well":[168],"across":[169,198],"both":[170],"homophilous":[171],"datasets":[174,193],"while":[175],"delivering":[176],"significant":[178],"advantage,":[180],"achieving":[181],"up":[182],"20X":[185],"-200X":[186],"speed-up.":[187],"Extensive":[188],"evaluations":[189],"on":[190],"11":[191],"public":[192],"demonstrate":[194],"superior":[196],"accuracy":[197],"diverse":[199],"classification,":[203],"prediction,":[205],"regression,":[208],"outperforming":[209],"state-of-the-art":[210],"approaches.":[211]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}