{"id":"https://openalex.org/W4391991750","doi":"https://doi.org/10.1109/tnnls.2024.3363695","title":"Label Informed Contrastive Pretraining for Node Importance Estimation on Knowledge Graphs","display_name":"Label Informed Contrastive Pretraining for Node Importance Estimation on Knowledge Graphs","publication_year":2024,"publication_date":"2024-02-21","ids":{"openalex":"https://openalex.org/W4391991750","doi":"https://doi.org/10.1109/tnnls.2024.3363695","pmid":"https://pubmed.ncbi.nlm.nih.gov/38381647"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3363695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3363695","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.17791","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008847503","display_name":"Tianyu Zhang","orcid":"https://orcid.org/0009-0009-4483-5564"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyu Zhang","raw_affiliation_strings":["Department of Automation, Ministry of Education Key Laboratory of Bioinformatics, Bioinformatics Division, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-4483-5564","affiliations":[{"raw_affiliation_string":"Department of Automation, Ministry of Education Key Laboratory of Bioinformatics, Bioinformatics Division, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023835254","display_name":"Chengbin Hou","orcid":"https://orcid.org/0000-0001-6648-793X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chengbin Hou","raw_affiliation_strings":["School of Computer Science and Engineering, Fuyao Institute of Technology, Fuzhou, China","Fuzhou Institute of Data Technology, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6648-793X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Fuyao Institute of Technology, Fuzhou, China","institution_ids":[]},{"raw_affiliation_string":"Fuzhou Institute of Data Technology, Fuzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100623015","display_name":"Rui Jiang","orcid":"https://orcid.org/0000-0002-7533-3753"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Jiang","raw_affiliation_strings":["Department of Automation, Ministry of Education Key Laboratory of Bioinformatics, Bioinformatics Division, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7533-3753","affiliations":[{"raw_affiliation_string":"Department of Automation, Ministry of Education Key Laboratory of Bioinformatics, Bioinformatics Division, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081242795","display_name":"Xuegong Zhang","orcid":"https://orcid.org/0000-0002-9684-5643"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuegong Zhang","raw_affiliation_strings":["Department of Automation, Ministry of Education Key Laboratory of Bioinformatics, Bioinformatics Division, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9684-5643","affiliations":[{"raw_affiliation_string":"Department of Automation, Ministry of Education Key Laboratory of Bioinformatics, Bioinformatics Division, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023919188","display_name":"Chenghu Zhou","orcid":"https://orcid.org/0000-0003-3331-2302"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210160793","display_name":"Institute of Geographic Sciences and Natural Resources Research","ror":"https://ror.org/04t1cdb72","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210160793"]},{"id":"https://openalex.org/I4391767971","display_name":"State Key Laboratory of Resources and Environmental Information System","ror":"https://ror.org/03w41by72","country_code":null,"type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210160793","https://openalex.org/I4391767971"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenghu Zhou","raw_affiliation_strings":["State Key Laboratory of Resources and Environmental Information Systems, Institute of Geographic Sciences and Natural Resources Research, Chinese Academy of Sciences, Beijing, China","Institute of Geographic Sciences and Natural Resources Research, State Key Laboratory of Resources and Environmental Information Systems, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3331-2302","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Resources and Environmental Information Systems, Institute of Geographic Sciences and Natural Resources Research, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210160793"]},{"raw_affiliation_string":"Institute of Geographic Sciences and Natural Resources Research, State Key Laboratory of Resources and Environmental Information Systems, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210160793","https://openalex.org/I4391767971"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021254405","display_name":"Ke Tang","orcid":"https://orcid.org/0000-0002-6236-2002"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Tang","raw_affiliation_strings":["Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6236-2002","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074195858","display_name":"Hairong Lv","orcid":"https://orcid.org/0000-0003-1568-6861"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hairong Lv","raw_affiliation_strings":["Department of Automation, Ministry of Education Key Laboratory of Bioinformatics, Bioinformatics Division, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","Fuzhou Institute of Data Technology, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1568-6861","affiliations":[{"raw_affiliation_string":"Department of Automation, Ministry of Education Key Laboratory of Bioinformatics, Bioinformatics Division, Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Fuzhou Institute of Data Technology, Fuzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.164,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.88196932,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"36","issue":"3","first_page":"4462","last_page":"4476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5649352073669434},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.5622034668922424},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5023801326751709},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4805208146572113},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.41842329502105713},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4076336622238159},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10153824090957642}],"concepts":[{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5649352073669434},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.5622034668922424},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5023801326751709},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4805208146572113},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41842329502105713},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4076336622238159},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10153824090957642},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2024.3363695","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3363695","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38381647","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38381647","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:arXiv.org:2402.17791","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.17791","pdf_url":"https://arxiv.org/pdf/2402.17791","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.17791","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.17791","pdf_url":"https://arxiv.org/pdf/2402.17791","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4023284953","display_name":null,"funder_award_id":"2022YFF1202403","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G946821591","display_name":null,"funder_award_id":"2022YFF1202403","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G989809018","display_name":null,"funder_award_id":"42050101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391991750.pdf","grobid_xml":"https://content.openalex.org/works/W4391991750.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1552847225","https://openalex.org/W1854214752","https://openalex.org/W1975414584","https://openalex.org/W2022166150","https://openalex.org/W2056944867","https://openalex.org/W2094728533","https://openalex.org/W2127387319","https://openalex.org/W2127405101","https://openalex.org/W2154851992","https://openalex.org/W2170344111","https://openalex.org/W2187089797","https://openalex.org/W2403806030","https://openalex.org/W2604314403","https://openalex.org/W2842511635","https://openalex.org/W2896457183","https://openalex.org/W2907492528","https://openalex.org/W2945594170","https://openalex.org/W2947217805","https://openalex.org/W2962756421","https://openalex.org/W2964110616","https://openalex.org/W3003265726","https://openalex.org/W3003795821","https://openalex.org/W3033754547","https://openalex.org/W3035524453","https://openalex.org/W3036776523","https://openalex.org/W3104097132","https://openalex.org/W3106008006","https://openalex.org/W3106460253","https://openalex.org/W3133518153","https://openalex.org/W3166984733","https://openalex.org/W3208988339","https://openalex.org/W4221141430","https://openalex.org/W4284666445","https://openalex.org/W4289533947","https://openalex.org/W4294170691","https://openalex.org/W4295224294","https://openalex.org/W4297808394","https://openalex.org/W4306317406","https://openalex.org/W6639055396","https://openalex.org/W6725762072","https://openalex.org/W6726873649","https://openalex.org/W6738964360","https://openalex.org/W6754278344","https://openalex.org/W6754929296","https://openalex.org/W6755573351","https://openalex.org/W6766156693","https://openalex.org/W6784694379","https://openalex.org/W6809884082"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W3006817050","https://openalex.org/W4401768695","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W2083375246","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Node":[0],"importance":[1,10,45,71,117,177],"estimation":[2],"(NIE)":[3],"is":[4,121,285],"the":[5,9,13,20,52,67,87,105,113,145,182,185,195,229,237,241,246,256,263],"task":[6],"of":[7,12,22,30,112,125,213,265],"inferring":[8],"scores":[11],"nodes":[14,68,114,156,165,183,231,239],"in":[15,78],"a":[16,122,150,167,171,216],"graph.":[17],"Due":[18],"to":[19,35,104,132,137,160,209,226],"availability":[21],"richer":[23],"data":[24],"and":[25,57,170,179,205,235,269,277],"knowledge,":[26],"recent":[27],"research":[28],"interests":[29],"NIE":[31,49,106,146,267],"have":[32],"been":[33],"dedicated":[34],"knowledge":[36],"graphs":[37],"(KGs)":[38],"for":[39,108,141,283],"predicting":[40],"future":[41],"or":[42,74,89],"missing":[43],"node":[44,62,176,211],"scores.":[46,118,196],"Existing":[47],"state-of-the-art":[48,272],"methods":[50,268],"train":[51],"model":[53],"by":[54,244],"available":[55,286],"labels,":[56],"they":[58],"consider":[59],"every":[60],"interested":[61,164],"equally":[63],"before":[64],"training.":[65],"However,":[66],"with":[69,91,115],"higher":[70,92],"often":[72],"require":[73],"receive":[75],"more":[76,85],"attention":[77,221],"real-world":[79],"scenarios,":[80],"e.g.,":[81],"people":[82],"may":[83],"care":[84],"about":[86],"movies":[88],"webpages":[90],"importance.":[93],"To":[94],"this":[95],"end,":[96],"we":[97],"introduce":[98],"Label":[99],"Informed":[100],"ContrAstive":[101],"Pretraining":[102],"(LICAP)":[103],"problem":[107],"being":[109],"better":[110,227],"aware":[111],"high":[116],"Specifically,":[119],"LICAP":[120,148,257],"novel":[123,151],"type":[124],"contrastive":[126,139,198],"learning":[127],"(CL)":[128],"framework":[129],"that":[130,255],"aims":[131],"fully":[133],"utilize":[134],"continuous":[135],"labels":[136],"generate":[138],"samples":[140,199],"pretraining":[142],"embeddings.":[143],"Considering":[144],"problem,":[147],"adopts":[149],"sampling":[152,159],"strategy":[153],"called":[154],"top":[155,168,186,230,238,242],"preferred":[157],"hierarchical":[158],"first":[161],"group":[162],"all":[163],"into":[166,188],"bin":[169,173,187,243],"nontop":[172,233],"based":[174,193],"on":[175,194],"scores,":[178],"then":[180,207],"divide":[181],"within":[184,240],"several":[189],"finer":[190,250],"bins":[191,204],"also":[192],"The":[197,280],"are":[200,206],"generated":[201],"from":[202,232],"those":[203],"used":[208],"pretrain":[210],"embeddings":[212,259],"KGs":[214],"via":[215],"newly":[217],"proposed":[218],"predicate-aware":[219],"graph":[220],"networks":[222],"(PreGATs),":[223],"so":[224],"as":[225],"separate":[228],"nodes,":[234],"distinguish":[236],"keeping":[245],"relative":[247],"order":[248],"among":[249],"bins.":[251],"Extensive":[252],"experiments":[253],"demonstrate":[254],"pretrained":[258],"can":[260],"further":[261],"boost":[262],"performance":[264,273],"existing":[266],"achieve":[270],"new":[271],"regarding":[274],"both":[275],"regression":[276],"ranking":[278],"metrics.":[279],"source":[281],"code":[282],"reproducibility":[284],"at":[287],"https://github.com/zhangtia16/LICAP.":[288]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}