{"id":"https://openalex.org/W4401109674","doi":"https://doi.org/10.1109/tkde.2024.3435765","title":"A Bidirectional Extraction-Then-Evaluation Framework for Complex Relation Extraction","display_name":"A Bidirectional Extraction-Then-Evaluation Framework for Complex Relation Extraction","publication_year":2024,"publication_date":"2024-07-30","ids":{"openalex":"https://openalex.org/W4401109674","doi":"https://doi.org/10.1109/tkde.2024.3435765"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3435765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3435765","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101989940","display_name":"Weiyan Zhang","orcid":"https://orcid.org/0000-0001-6512-3202"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiyan Zhang","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6512-3202","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018181104","display_name":"Jiacheng Wang","orcid":"https://orcid.org/0000-0003-2595-265X"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiacheng Wang","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089399763","display_name":"Chuang Chen","orcid":"https://orcid.org/0000-0003-4285-4496"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuang Chen","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114199537","display_name":"Wanpeng Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanpeng Lu","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113023482","display_name":"Wen Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen Du","raw_affiliation_strings":["Research and Development Department, DS Information Technology Company, Ltd., Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research and Development Department, DS Information Technology Company, Ltd., Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039059501","display_name":"Haofen Wang","orcid":"https://orcid.org/0000-0003-3018-3824"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haofen Wang","raw_affiliation_strings":["College of Design and Innovation, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3018-3824","affiliations":[{"raw_affiliation_string":"College of Design and Innovation, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100746224","display_name":"Jingping Liu","orcid":"https://orcid.org/0000-0002-8671-2302"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingping Liu","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8671-2302","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005820786","display_name":"Tong Ruan","orcid":"https://orcid.org/0000-0002-3546-8338"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Ruan","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3546-8338","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5273,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.85268891,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"36","issue":"12","first_page":"7442","last_page":"7454"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9379000067710876,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9379000067710876,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7885936498641968},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.6682412028312683},{"id":"https://openalex.org/keywords/extraction","display_name":"Extraction (chemistry)","score":0.660981297492981},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.46915969252586365},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4033396244049072}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7885936498641968},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.6682412028312683},{"id":"https://openalex.org/C4725764","wikidata":"https://www.wikidata.org/wiki/Q844704","display_name":"Extraction (chemistry)","level":2,"score":0.660981297492981},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.46915969252586365},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4033396244049072},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2024.3435765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3435765","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3544427973","display_name":null,"funder_award_id":"62306112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2759211898","https://openalex.org/W2935052563","https://openalex.org/W2949922292","https://openalex.org/W2963341956","https://openalex.org/W2984452801","https://openalex.org/W2984582583","https://openalex.org/W3034617555","https://openalex.org/W3034862440","https://openalex.org/W3102348525","https://openalex.org/W3105063288","https://openalex.org/W3114696828","https://openalex.org/W3116427155","https://openalex.org/W3156977337","https://openalex.org/W3167136668","https://openalex.org/W3169341408","https://openalex.org/W3173892794","https://openalex.org/W3174146318","https://openalex.org/W3174770825","https://openalex.org/W3196690920","https://openalex.org/W3212955044","https://openalex.org/W4200080621","https://openalex.org/W4212926911","https://openalex.org/W4221166835","https://openalex.org/W4223610499","https://openalex.org/W4281749865","https://openalex.org/W4283689910","https://openalex.org/W4283802662","https://openalex.org/W4285294723","https://openalex.org/W4285305471","https://openalex.org/W4288071690","https://openalex.org/W4306317404","https://openalex.org/W4312837449","https://openalex.org/W4365420739","https://openalex.org/W4385570269","https://openalex.org/W4385574144","https://openalex.org/W4385764368","https://openalex.org/W4388979610","https://openalex.org/W4389100692","https://openalex.org/W4389519045","https://openalex.org/W4389520264","https://openalex.org/W4393147100","https://openalex.org/W6787909211","https://openalex.org/W6843814252","https://openalex.org/W6850671237"],"related_works":["https://openalex.org/W2976808399","https://openalex.org/W2609844752","https://openalex.org/W2981341912","https://openalex.org/W4285246823","https://openalex.org/W4226278302","https://openalex.org/W4385734297","https://openalex.org/W4221160509","https://openalex.org/W2547211086","https://openalex.org/W2538200646","https://openalex.org/W2888033806"],"abstract_inverted_index":{"Relation":[0],"extraction":[1,27,42,90,170],"is":[2],"an":[3],"important":[4],"task":[5],"in":[6,28,67,137,140,164],"the":[7,59,64,73,89,95,121,141],"field":[8],"of":[9,63],"natural":[10],"language":[11,177],"processing.":[12],"Previous":[13],"works":[14],"mainly":[15],"focus":[16],"on":[17,72,135,151],"adopting":[18],"pipeline":[19],"methods":[20,23,34,66],"or":[21],"joint":[22],"to":[24,39,111,130,155,175],"model":[25],"relation":[26,41,69,98,169],"general":[29,168],"scenarios.":[30,171],"However,":[31],"these":[32],"existing":[33],"face":[35],"challenges":[36],"when":[37,173],"adapting":[38],"complex":[40,68,166],"scenarios,":[43],"such":[44],"as":[45],"handling":[46],"overlapped":[47],"triplets,":[48,50,116],"multiple":[49],"and":[51,61,100,107,167],"cross-sentence":[52],"triplets.":[53],"In":[54,88,120],"this":[55],"paper,":[56],"we":[57,76,92,104,124],"revisit":[58],"advantages":[60],"disadvantages":[62],"aforementioned":[65],"extraction.":[70],"Based":[71],"in-depth":[74],"analysis,":[75],"propose":[77],"a":[78,126],"novel":[79],"two-stage":[80],"bidirectional":[81],"extract-then-evaluate":[82],"framework":[83],"named":[84],"<sc":[85,158,182],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[86,159,183],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">BeeRe</small>.":[87],"stage,":[91,123,143],"first":[93,142],"obtain":[94,114],"subject":[96],"set,":[97,99],"object":[101],"set.":[102],"Then,":[103],"design":[105],"subject-":[106],"object-oriented":[108],"triplet":[109,128],"extractors":[110],"iteratively":[112],"recurrent":[113],"candidate":[115],"ensuring":[117,144],"high":[118,145],"recall.":[119],"evaluation":[122],"adopt":[125],"relation-oriented":[127],"filter":[129],"determine":[131],"subject-object":[132],"pairs":[133],"based":[134],"relations":[136],"triplets":[138],"obtained":[139],"precision.":[146],"We":[147],"conduct":[148],"extensive":[149],"experiments":[150],"three":[152],"public":[153],"datasets":[154],"show":[156],"that":[157],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">BeeRe</small>":[160,184],"achieves":[161],"state-of-the-art":[162],"performance":[163,188],"both":[165],"Even":[172],"compared":[174],"large":[176],"models":[178],"like":[179],"closed-source/open-source":[180],"LLMs,":[181],"still":[185],"has":[186],"significant":[187],"gains.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}