{"id":"https://openalex.org/W4408859909","doi":"https://doi.org/10.1109/tkde.2025.3554524","title":"Distill & Contrast: A New Graph Self-Supervised Method With Approximating Nature Data Relationships","display_name":"Distill & Contrast: A New Graph Self-Supervised Method With Approximating Nature Data Relationships","publication_year":2025,"publication_date":"2025-03-26","ids":{"openalex":"https://openalex.org/W4408859909","doi":"https://doi.org/10.1109/tkde.2025.3554524"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2025.3554524","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3554524","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009013876","display_name":"Dongxiao He","orcid":"https://orcid.org/0000-0002-1915-4179"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongxiao He","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-1915-4179","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100588104","display_name":"Jitao Zhao","orcid":"https://orcid.org/0000-0002-3909-1718"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jitao Zhao","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-3909-1718","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rui Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Guo","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China","ByteDance Inc, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"ByteDance Inc, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100736532","display_name":"Zhiyong Feng","orcid":"https://orcid.org/0000-0001-8158-7453"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Feng","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-8158-7453","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089719727","display_name":"Cuiying Huo","orcid":"https://orcid.org/0000-0003-4914-4577"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cuiying Huo","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-4914-4577","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012455357","display_name":"Di Jin","orcid":"https://orcid.org/0000-0002-7445-9936"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Jin","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-7445-9936","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003799782","display_name":"Witold Pedrycz","orcid":"https://orcid.org/0000-0002-9335-9930"},"institutions":[{"id":"https://openalex.org/I119004910","display_name":"Silesian University of Technology","ror":"https://ror.org/02dyjk442","country_code":"PL","type":"education","lineage":["https://openalex.org/I119004910"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Witold Pedrycz","raw_affiliation_strings":["Department of Measurement and Control Systems, Silesian University of Technology (SUT), Gliwice, Poland","Silesian University of Technology (SUT), Department of Measurement and Control Systems, Poland"],"raw_orcid":"https://orcid.org/0000-0002-9335-9930","affiliations":[{"raw_affiliation_string":"Department of Measurement and Control Systems, Silesian University of Technology (SUT), Gliwice, Poland","institution_ids":["https://openalex.org/I119004910"]},{"raw_affiliation_string":"Silesian University of Technology (SUT), Department of Measurement and Control Systems, Poland","institution_ids":["https://openalex.org/I119004910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068659777","display_name":"Weixiong Zhang","orcid":"https://orcid.org/0000-0002-4998-9791"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Weixiong Zhang","raw_affiliation_strings":["Department of Data Science and AI, Hong Kong Polytechnic University, Hong Kong, SAR, China","Department of Data Science and AI, Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-4998-9791","affiliations":[{"raw_affiliation_string":"Department of Data Science and AI, Hong Kong Polytechnic University, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Department of Data Science and AI, Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08036183,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"6","first_page":"3284","last_page":"3297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.7861999869346619,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.7861999869346619,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.7372999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.730400025844574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7692763209342957},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.6029205918312073},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5399389863014221},{"id":"https://openalex.org/keywords/graph-theory","display_name":"Graph theory","score":0.45344406366348267},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42222172021865845},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4110891819000244},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36359328031539917},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.328355073928833},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14085686206817627},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.11880794167518616}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7692763209342957},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.6029205918312073},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5399389863014221},{"id":"https://openalex.org/C88230418","wikidata":"https://www.wikidata.org/wiki/Q131476","display_name":"Graph theory","level":2,"score":0.45344406366348267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42222172021865845},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4110891819000244},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36359328031539917},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.328355073928833},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14085686206817627},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.11880794167518616}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2025.3554524","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3554524","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.4000000059604645,"display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G1171782828","display_name":null,"funder_award_id":"62422210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1491949591","display_name":null,"funder_award_id":"62372323","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1763852702","display_name":null,"funder_award_id":"62276187","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3113622006","display_name":null,"funder_award_id":"62272340","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6571002837","display_name":null,"funder_award_id":"92370111","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1932742904","https://openalex.org/W2027731328","https://openalex.org/W2090891622","https://openalex.org/W2116341502","https://openalex.org/W2142535891","https://openalex.org/W2154851992","https://openalex.org/W2387462954","https://openalex.org/W2743104969","https://openalex.org/W2899457523","https://openalex.org/W2907492528","https://openalex.org/W2914721378","https://openalex.org/W2914953695","https://openalex.org/W2962756421","https://openalex.org/W2982242214","https://openalex.org/W3003265726","https://openalex.org/W3035524453","https://openalex.org/W3035725276","https://openalex.org/W3080253043","https://openalex.org/W3095746859","https://openalex.org/W3134210100","https://openalex.org/W3135782596","https://openalex.org/W3168925038","https://openalex.org/W4223948957","https://openalex.org/W4283796586","https://openalex.org/W4292596021","https://openalex.org/W4306317405","https://openalex.org/W4320086433","https://openalex.org/W4367047461","https://openalex.org/W4382239867","https://openalex.org/W4385567636","https://openalex.org/W4385568076","https://openalex.org/W4389897635","https://openalex.org/W4390579897","https://openalex.org/W4393147741","https://openalex.org/W4396793105","https://openalex.org/W4400146370","https://openalex.org/W4400703289","https://openalex.org/W4401024222","https://openalex.org/W4408183463","https://openalex.org/W6638523607","https://openalex.org/W6678885109","https://openalex.org/W6678914141","https://openalex.org/W6680106237","https://openalex.org/W6726873649","https://openalex.org/W6730084236","https://openalex.org/W6738964360","https://openalex.org/W6745537798","https://openalex.org/W6752051073","https://openalex.org/W6755573351","https://openalex.org/W6771621015","https://openalex.org/W6778102432","https://openalex.org/W6779518175","https://openalex.org/W6779940601","https://openalex.org/W6791742336","https://openalex.org/W6796597629","https://openalex.org/W6798331393","https://openalex.org/W6803865595","https://openalex.org/W6841246528","https://openalex.org/W6845837341","https://openalex.org/W6847040243","https://openalex.org/W6849620023","https://openalex.org/W6850057380","https://openalex.org/W6856577069","https://openalex.org/W6857896527","https://openalex.org/W6870494049"],"related_works":["https://openalex.org/W2075740387","https://openalex.org/W2069592018","https://openalex.org/W2358990940","https://openalex.org/W2093931120","https://openalex.org/W2329812990","https://openalex.org/W2532801570","https://openalex.org/W4385627933","https://openalex.org/W2480127678","https://openalex.org/W2806270048","https://openalex.org/W4310605282"],"abstract_inverted_index":{"Contrastive":[0],"Learning":[1],"(CL)":[2],"has":[3,13],"emerged":[4],"as":[5,46,91],"a":[6,61,138],"popular":[7],"self-supervised":[8,47,112,140],"representation":[9],"learning":[10,25,142,149],"paradigm":[11],"that":[12,51,120,151],"been":[14],"shown":[15],"in":[16,57,107,129,175],"many":[17],"applications":[18],"to":[19,22,60,94,100,132,166,178],"perform":[20],"similarly":[21],"traditional":[23],"supervised":[24],"methods.":[26],"A":[27],"key":[28],"component":[29],"of":[30,190],"CL":[31,108],"is":[32],"mining":[33],"the":[34,65,102,126,162,176,188,191],"latent":[35],"discriminative":[36,53],"relationships":[37,128],"between":[38],"positive":[39,67],"and":[40,43,64,109,145,164],"negative":[41],"samples":[42],"using":[44],"them":[45],"labels.":[48,114],"We":[49,98,115,136],"argue":[50],"this":[52,78],"contrastive":[54],"task":[55],"is,":[56],"essence,":[58],"similar":[59],"classification":[62],"task,":[63],"\u201ceither":[66],"or":[68],"negative\u201d":[69],"hard":[70,104],"label":[71],"sampling":[72,105,118,169],"strategies":[73],"are":[74,121],"arbitrary.":[75],"To":[76],"solve":[77],"problem,":[79],"we":[80],"explore":[81,111],"ideas":[82],"from":[83,125,161],"data":[84,130,155,177],"distillation,":[85],"which":[86,171],"considers":[87],"probabilistic":[88],"logit":[89],"vectors":[90],"soft":[92,113,117,168],"labels":[93,106,119],"transfer":[95],"model":[96],"knowledge.":[97],"attempt":[99],"abandon":[101],"classical":[103],"instead":[110],"adopt":[116],"extracted,":[122],"without":[123],"supervision,":[124],"inherent":[127],"pairs":[131],"retain":[133],"more":[134],"information.":[135],"propose":[137],"new":[139],"graph":[141],"method,":[143],"Distill":[144],"Contrast":[146],"(D&C),":[147],"for":[148],"representations":[150],"closely":[152],"approximate":[153],"natural":[154],"relationships.":[156],"D&C":[157],"extracts":[158],"node":[159],"similarities":[160],"features":[163],"structures":[165],"derive":[167],"labels,":[170],"also":[172],"eliminate":[173],"noise":[174],"increase":[179],"robustness.":[180],"Extensive":[181],"experimental":[182],"results":[183],"on":[184],"real-world":[185],"datasets":[186],"demonstrate":[187],"effectiveness":[189],"proposed":[192],"method.":[193]},"counts_by_year":[],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}