{"id":"https://openalex.org/W4362602149","doi":"https://doi.org/10.1109/tnnls.2023.3262937","title":"Position-Aware Relational Transformer for Knowledge Graph Embedding","display_name":"Position-Aware Relational Transformer for Knowledge Graph Embedding","publication_year":2023,"publication_date":"2023-04-05","ids":{"openalex":"https://openalex.org/W4362602149","doi":"https://doi.org/10.1109/tnnls.2023.3262937","pmid":"https://pubmed.ncbi.nlm.nih.gov/37018088"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3262937","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3262937","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100338854","display_name":"Guangyao Li","orcid":"https://orcid.org/0000-0002-2233-8470"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guangyao Li","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101848528","display_name":"Zequn Sun","orcid":"https://orcid.org/0000-0003-4177-9199"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zequn Sun","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100727084","display_name":"Wei Hu","orcid":"https://orcid.org/0000-0003-3635-6335"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Hu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology and the National Institute of Healthcare Data Science, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology and the National Institute of Healthcare Data Science, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063617509","display_name":"Gong Cheng","orcid":"https://orcid.org/0000-0003-3539-7776"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gong Cheng","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089586983","display_name":"Yuzhong Qu","orcid":"https://orcid.org/0000-0003-2777-8149"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuzhong Qu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100338854"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":4.3588,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.95416163,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"35","issue":"8","first_page":"11580","last_page":"11594"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6621874570846558},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6406652927398682},{"id":"https://openalex.org/keywords/relational-database","display_name":"Relational database","score":0.5387858152389526},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5325419306755066},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48820334672927856},{"id":"https://openalex.org/keywords/statistical-relational-learning","display_name":"Statistical relational learning","score":0.4527885317802429},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.44401827454566956},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.41191551089286804},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4068935215473175},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2447381317615509}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6621874570846558},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6406652927398682},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.5387858152389526},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5325419306755066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48820334672927856},{"id":"https://openalex.org/C177877439","wikidata":"https://www.wikidata.org/wiki/Q7604413","display_name":"Statistical relational learning","level":3,"score":0.4527885317802429},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.44401827454566956},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.41191551089286804},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4068935215473175},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2447381317615509},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3262937","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3262937","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37018088","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37018088","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5899999737739563,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3137102087","display_name":null,"funder_award_id":"62272219","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7284953509","display_name":null,"funder_award_id":"61872172","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W1426956448","https://openalex.org/W1552847225","https://openalex.org/W1982350890","https://openalex.org/W2079735306","https://openalex.org/W2081580037","https://openalex.org/W2094728533","https://openalex.org/W2184957013","https://openalex.org/W2194775991","https://openalex.org/W2250635077","https://openalex.org/W2283196293","https://openalex.org/W2551361256","https://openalex.org/W2581102923","https://openalex.org/W2728059831","https://openalex.org/W2759136286","https://openalex.org/W2767692092","https://openalex.org/W2808284704","https://openalex.org/W2890187992","https://openalex.org/W2903963001","https://openalex.org/W2914592219","https://openalex.org/W2949700412","https://openalex.org/W2955205099","https://openalex.org/W2955238243","https://openalex.org/W2962916648","https://openalex.org/W2963157366","https://openalex.org/W2963608065","https://openalex.org/W2963925437","https://openalex.org/W2964263523","https://openalex.org/W2970188762","https://openalex.org/W2970921796","https://openalex.org/W2972167903","https://openalex.org/W2988237903","https://openalex.org/W2997062749","https://openalex.org/W2997897037","https://openalex.org/W3001896264","https://openalex.org/W3003265726","https://openalex.org/W3031696893","https://openalex.org/W3034862985","https://openalex.org/W3034906292","https://openalex.org/W3035134435","https://openalex.org/W3035643691","https://openalex.org/W3098038527","https://openalex.org/W3098583774","https://openalex.org/W3103296573","https://openalex.org/W3103472792","https://openalex.org/W3120491054","https://openalex.org/W3129758539","https://openalex.org/W3129998940","https://openalex.org/W3130909864","https://openalex.org/W3155001903","https://openalex.org/W3155355417","https://openalex.org/W3164786495","https://openalex.org/W3171160983","https://openalex.org/W3173999950","https://openalex.org/W3174206097","https://openalex.org/W4252707176","https://openalex.org/W4285507497","https://openalex.org/W4288089799","https://openalex.org/W4306955484","https://openalex.org/W4385245566","https://openalex.org/W6608344535","https://openalex.org/W6622957738","https://openalex.org/W6631190155","https://openalex.org/W6631964550","https://openalex.org/W6678830454","https://openalex.org/W6680230698","https://openalex.org/W6718112784","https://openalex.org/W6726873649","https://openalex.org/W6737547214","https://openalex.org/W6745537798","https://openalex.org/W6755207826","https://openalex.org/W6755477022","https://openalex.org/W6762867004","https://openalex.org/W6767905578","https://openalex.org/W6769589523","https://openalex.org/W6769627184","https://openalex.org/W6770199028","https://openalex.org/W6771376659","https://openalex.org/W6773526639","https://openalex.org/W6779157770","https://openalex.org/W6779902714"],"related_works":["https://openalex.org/W3181676408","https://openalex.org/W2112176619","https://openalex.org/W1549959306","https://openalex.org/W320292658","https://openalex.org/W2212764924","https://openalex.org/W2186138942","https://openalex.org/W2806326686","https://openalex.org/W2001007279","https://openalex.org/W2079674650","https://openalex.org/W2945061532"],"abstract_inverted_index":{"Although":[0],"Transformer":[1,28,86],"has":[2,17],"achieved":[3],"success":[4],"in":[5,27,34,97,118,200],"language":[6],"and":[7,104,142,154,174,203,210,226],"vision":[8],"tasks,":[9],"its":[10,63,113],"capacity":[11],"for":[12,90,125],"knowledge":[13],"graph":[14],"(KG)":[15],"embedding":[16,156],"not":[18],"been":[19],"fully":[20],"exploited.":[21],"Using":[22],"the":[23,31,45,74,106,140,143,151,177,188,197],"self-attention":[24],"(SA)":[25],"mechanism":[26],"to":[29,44,56,72,100,136,158,168,195],"model":[30],"subject-relation-object":[32],"triples":[33],"KGs":[35],"suffers":[36],"from":[37,62,150],"training":[38],"inconsistency":[39],"as":[40],"SA":[41,173,189],"is":[42,54,193],"invariant":[43],"order":[46],"of":[47,108,131],"input":[48],"tokens.":[49],"As":[50],"a":[51,58,84,119,126,132,165],"result,":[52],"it":[53],"unable":[55],"distinguish":[57,196],"(real)":[59],"relation":[60,120,133,141],"triple":[61,134],"shuffled":[64],"(fake)":[65],"variants":[66],"(e.g.,":[67],"object-relation-subject)":[68],"and,":[69],"thus,":[70],"fails":[71],"capture":[73,105,205],"correct":[75],"semantics.":[76,207],"To":[77],"cope":[78],"with":[79,190],"this":[80],"issue,":[81],"we":[82],"propose":[83],"novel":[85],"architecture,":[87],"namely,":[88],"Knowformer,":[89],"KG":[91],"embedding.":[92],"It":[93],"incorporates":[94],"relational":[95,123,160,170,179,191,206],"compositions":[96,171,192],"entity":[98,110,130,198,227],"representations":[99],"explicitly":[101],"inject":[102],"semantics":[103,180],"role":[107],"an":[109,137],"based":[111],"on":[112,139,212,222],"position":[114],"(subject":[115],"or":[116],"object)":[117,129],"triple.":[121],"The":[122],"composition":[124],"subject":[127],"(or":[128,145],"refers":[135],"operator":[138],"object":[144],"subject).":[146],"We":[147,162,184],"borrow":[148],"ideas":[149],"typical":[152],"translational":[153],"semantic-matching":[155],"techniques":[157],"design":[159,164],"compositions.":[161],"carefully":[163],"residual":[166],"block":[167],"integrate":[169],"into":[172],"efficiently":[175],"propagate":[176],"composed":[178],"layer":[181],"by":[182],"layer.":[183],"formally":[185],"prove":[186],"that":[187,217],"able":[194],"roles":[199],"different":[201],"positions":[202],"correctly":[204],"Extensive":[208],"experiments":[209],"analyses":[211],"six":[213],"benchmark":[214],"datasets":[215],"show":[216],"Knowformer":[218],"achieves":[219],"state-of-the-art":[220],"performance":[221],"both":[223],"link":[224],"prediction":[225],"alignment.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}