{"id":"https://openalex.org/W7160762712","doi":"https://doi.org/10.1016/j.neunet.2026.109081","title":"KAB: A knowledge-aligned benchmark for reproducible evaluation of distantly supervised relation extraction","display_name":"KAB: A knowledge-aligned benchmark for reproducible evaluation of distantly supervised relation extraction","publication_year":2026,"publication_date":"2026-05-10","ids":{"openalex":"https://openalex.org/W7160762712","doi":"https://doi.org/10.1016/j.neunet.2026.109081","pmid":"https://pubmed.ncbi.nlm.nih.gov/42143856"},"language":"en","primary_location":{"id":"doi:10.1016/j.neunet.2026.109081","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.neunet.2026.109081","pdf_url":null,"source":{"id":"https://openalex.org/S123019304","display_name":"Neural Networks","issn_l":"0893-6080","issn":["0893-6080","1879-2782"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100427695","display_name":"Bowen Liu","orcid":"https://orcid.org/0000-0002-4194-8119"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowen Liu","raw_affiliation_strings":["School of Medical Technology, Beijing Institute of Technology, Beijing 100081, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Medical Technology, Beijing Institute of Technology, Beijing 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135818380","display_name":"Junhang Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhang Hu","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University, Hangzhou 310018, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108527831","display_name":"Yuxin Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yucong Lin","raw_affiliation_strings":["Beijing Key Laboratory for Surgical Navigation Robots with Augmented Reality, School of Optics and Photonics, Beijing Institute of Technology, Beijing 100081, China. Electronic address: linyucong@bit.edu.cn"],"raw_orcid":"https://orcid.org/0000-0002-9039-0318","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory for Surgical Navigation Robots with Augmented Reality, School of Optics and Photonics, Beijing Institute of Technology, Beijing 100081, China. Electronic address: linyucong@bit.edu.cn","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135798223","display_name":"Hong Song","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145393","display_name":"Hainan Agricultural School","ror":"https://ror.org/04p8ncq94","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210145393"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Song","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing 100081, China; School of Biomedical Engineering, Hainan University, Hainan 570228, China. Electronic address: songhong@bit.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing 100081, China; School of Biomedical Engineering, Hainan University, Hainan 570228, China. Electronic address: songhong@bit.edu.cn","institution_ids":["https://openalex.org/I4210145393"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135799741","display_name":"Yaqing Nie","orcid":"https://orcid.org/0009-0009-8940-1559"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaqing Nie","raw_affiliation_strings":["Beijing Key Laboratory for Surgical Navigation Robots with Augmented Reality, School of Optics and Photonics, Beijing Institute of Technology, Beijing 100081, China"],"raw_orcid":"https://orcid.org/0009-0009-8940-1559","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory for Surgical Navigation Robots with Augmented Reality, School of Optics and Photonics, Beijing Institute of Technology, Beijing 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060122045","display_name":"Hongmin Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]},{"id":"https://openalex.org/I4210106836","display_name":"China Architecture Design & Research Group (China)","ror":"https://ror.org/01hgdcb87","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210087675","https://openalex.org/I4210106836","https://openalex.org/I4210127390"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongmin Xiao","raw_affiliation_strings":["NCE Architecture & Design Department, Huawei Technology, Beijing 100095, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NCE Architecture & Design Department, Huawei Technology, Beijing 100095, China","institution_ids":["https://openalex.org/I2250955327","https://openalex.org/I4210106836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135822472","display_name":"Zichao Lin","orcid":"https://orcid.org/0000-0002-4897-845X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zichao Lin","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing 100081, China"],"raw_orcid":"https://orcid.org/0000-0002-4897-845X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100671148","display_name":"Jingtao Li","orcid":"https://orcid.org/0000-0003-2702-1736"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I2801051648","display_name":"China-Japan Friendship Hospital","ror":"https://ror.org/037cjxp13","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801051648"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingtao Li","raw_affiliation_strings":["Beijing Key Laboratory for Surgical Navigation Robots with Augmented Reality, School of Optics and Photonics, Beijing Institute of Technology, Beijing 100081, China; Zhengzhou Research Institute, Beijing Institute of Technology, Zhengzhou 450003, China","Department of Gastroenterology, China-Japan Friendship Hospital, Beijing 100029, China"],"raw_orcid":"https://orcid.org/0000-0002-2124-3605","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory for Surgical Navigation Robots with Augmented Reality, School of Optics and Photonics, Beijing Institute of Technology, Beijing 100081, China; Zhengzhou Research Institute, Beijing Institute of Technology, Zhengzhou 450003, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Department of Gastroenterology, China-Japan Friendship Hospital, Beijing 100029, China","institution_ids":["https://openalex.org/I2801051648"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052124883","display_name":"Xutao Weng","orcid":"https://orcid.org/0000-0001-5550-8416"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xutao Weng","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing 100081, China"],"raw_orcid":"https://orcid.org/0000-0001-5550-8416","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102819959","display_name":"Zhaoli Su","orcid":"https://orcid.org/0009-0009-3137-6389"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoli Su","raw_affiliation_strings":["School of Medical Technology, Beijing Institute of Technology, Beijing 100081, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Medical Technology, Beijing Institute of Technology, Beijing 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067687143","display_name":"J. W. Li","orcid":"https://orcid.org/0009-0008-6013-5675"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I2801051648","display_name":"China-Japan Friendship Hospital","ror":"https://ror.org/037cjxp13","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801051648"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinfu Li","raw_affiliation_strings":["Beijing Key Laboratory for Surgical Navigation Robots with Augmented Reality, School of Optics and Photonics, Beijing Institute of Technology, Beijing 100081, China; Zhengzhou Research Institute, Beijing Institute of Technology, Zhengzhou 450003, China","Department of Gastroenterology, China-Japan Friendship Hospital, Beijing 100029, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory for Surgical Navigation Robots with Augmented Reality, School of Optics and Photonics, Beijing Institute of Technology, Beijing 100081, China; Zhengzhou Research Institute, Beijing Institute of Technology, Zhengzhou 450003, China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Department of Gastroenterology, China-Japan Friendship Hospital, Beijing 100029, China","institution_ids":["https://openalex.org/I2801051648"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100404947","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-4801-7162"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yang","raw_affiliation_strings":["Beijing Key Laboratory for Surgical Navigation Robots with Augmented Reality, School of Optics and Photonics, Beijing Institute of Technology, Beijing 100081, China; School of Biomedical Engineering, Hainan University, Hainan 570228, China. Electronic address: jyang@bit.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory for Surgical Navigation Robots with Augmented Reality, School of Optics and Photonics, Beijing Institute of Technology, Beijing 100081, China; School of Biomedical Engineering, Hainan University, Hainan 570228, China. Electronic address: jyang@bit.edu.cn","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3350,"currency":"USD","value_usd":3350},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.73070279,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"203","issue":null,"first_page":"109081","last_page":"109081"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9150999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9150999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.03550000116229057,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.023099999874830246,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.8331999778747559},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.781499981880188},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.7222999930381775},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5622000098228455},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.5394999980926514},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.5249000191688538},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5160999894142151},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4496999979019165}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.8331999778747559},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8007000088691711},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.781499981880188},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.7222999930381775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5856999754905701},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5622000098228455},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5394999980926514},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.5249000191688538},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5160999894142151},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5008000135421753},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4496999979019165},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.43309998512268066},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.4275999963283539},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3831999897956848},{"id":"https://openalex.org/C56289545","wikidata":"https://www.wikidata.org/wiki/Q6423376","display_name":"Knowledge integration","level":3,"score":0.3560999929904938},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3206999897956848},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.28940001130104065},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.26269999146461487}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.neunet.2026.109081","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.neunet.2026.109081","pdf_url":null,"source":{"id":"https://openalex.org/S123019304","display_name":"Neural Networks","issn_l":"0893-6080","issn":["0893-6080","1879-2782"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Networks","raw_type":"journal-article"},{"id":"pmid:42143856","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42143856","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural networks : the official journal of the International Neural Network Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2963866616","https://openalex.org/W3025229828","https://openalex.org/W3027691400","https://openalex.org/W3156850293","https://openalex.org/W3165168781","https://openalex.org/W3204131821","https://openalex.org/W4200290778","https://openalex.org/W4283318325","https://openalex.org/W4286435951","https://openalex.org/W4293833743","https://openalex.org/W4311221186","https://openalex.org/W4311459432","https://openalex.org/W4319594316","https://openalex.org/W4379206827","https://openalex.org/W4379743587","https://openalex.org/W4391407054","https://openalex.org/W4391759534","https://openalex.org/W4391836235","https://openalex.org/W4391912342","https://openalex.org/W4398163780","https://openalex.org/W4399978597","https://openalex.org/W4401285166","https://openalex.org/W4402301039","https://openalex.org/W4402858196","https://openalex.org/W4404623641","https://openalex.org/W4404645695","https://openalex.org/W4406457650","https://openalex.org/W4407694303","https://openalex.org/W4408173677","https://openalex.org/W4408566246","https://openalex.org/W7125522849","https://openalex.org/W7140074262"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-11T00:00:00"}