{"id":"https://openalex.org/W4319990795","doi":"https://doi.org/10.48550/arxiv.2210.10678","title":"Towards Realistic Low-resource Relation Extraction: A Benchmark with Empirical Baseline Study","display_name":"Towards Realistic Low-resource Relation Extraction: A Benchmark with Empirical Baseline Study","publication_year":2022,"publication_date":"2022-10-19","ids":{"openalex":"https://openalex.org/W4319990795","doi":"https://doi.org/10.48550/arxiv.2210.10678"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2210.10678","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.10678","pdf_url":"https://arxiv.org/pdf/2210.10678","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.10678","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100319817","display_name":"Xin Xu","orcid":"https://orcid.org/0009-0002-2319-1682"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441973","display_name":"Xiang Chen","orcid":"https://orcid.org/0009-0003-6841-7283"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066906745","display_name":"Ningyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ningyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100723570","display_name":"Xin Xie","orcid":"https://orcid.org/0000-0002-6031-4808"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100329874","display_name":"Xi Chen","orcid":"https://orcid.org/0000-0001-8360-8887"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102018239","display_name":"Huajun Chen","orcid":"https://orcid.org/0000-0001-5496-7442"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Huajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8042930364608765},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7919419407844543},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.65253746509552},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6301358342170715},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5992401242256165},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5774334669113159},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5508579611778259},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5124900341033936},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.48728621006011963},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4431299567222595},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38132578134536743},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37192022800445557},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36825793981552124},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32262101769447327},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.07210829854011536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8042930364608765},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7919419407844543},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.65253746509552},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6301358342170715},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5992401242256165},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5774334669113159},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5508579611778259},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5124900341033936},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.48728621006011963},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4431299567222595},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38132578134536743},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37192022800445557},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36825793981552124},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32262101769447327},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.07210829854011536},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2210.10678","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.10678","pdf_url":"https://arxiv.org/pdf/2210.10678","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.10678","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.10678","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.10678","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.10678","pdf_url":"https://arxiv.org/pdf/2210.10678","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.44999998807907104,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2805262146","https://openalex.org/W4379517534"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"an":[3],"empirical":[4],"study":[5],"to":[6,25,46,58,151],"build":[7],"relation":[8,70],"extraction":[9,71],"systems":[10],"in":[11,29,99,110,158],"low-resource":[12,30,100,152],"settings.":[13],"Based":[14],"upon":[15],"recent":[16],"pre-trained":[17],"language":[18],"models,":[19],"we":[20],"comprehensively":[21],"investigate":[22],"three":[23],"schemes":[24,87],"evaluate":[26],"the":[27,48,85],"performance":[28,142],"settings:":[31],"(i)":[32,93],"different":[33,75],"types":[34],"of":[35],"prompt-based":[36,95],"methods":[37,45,122],"with":[38,68,88,116,129],"few-shot":[39],"labeled":[40,61],"data;":[41],"(ii)":[42,120],"diverse":[43],"balancing":[44],"address":[47],"long-tailed":[49,130],"distribution":[50],"issue;":[51],"(iii)":[52,132],"data":[53],"augmentation":[54,134],"technologies":[55],"and":[56,78,80,138,155],"self-training":[57,145],"generate":[59],"more":[60],"in-domain":[62],"data.":[63],"We":[64],"create":[65],"a":[66],"benchmark":[67],"8":[69],"(RE)":[72],"datasets":[73,156],"covering":[74],"languages,":[76],"domains":[77],"contexts":[79,115],"perform":[81],"extensive":[82],"comparisons":[83],"over":[84],"proposed":[86],"combinations.":[89],"Our":[90],"experiments":[91],"illustrate:":[92],"Though":[94],"tuning":[96],"is":[97,103],"beneficial":[98],"RE,":[101],"there":[102],"still":[104],"much":[105,141],"potential":[106],"for":[107,127],"improvement,":[108],"especially":[109],"extracting":[111],"relations":[112],"from":[113],"cross-sentence":[114],"multiple":[117],"relational":[118],"triples;":[119],"Balancing":[121],"are":[123,157],"not":[124,147],"always":[125],"helpful":[126],"RE":[128],"distribution;":[131],"Data":[133],"complements":[135],"existing":[136],"baselines":[137],"can":[139],"bring":[140],"gain,":[143],"while":[144],"may":[146],"consistently":[148],"achieve":[149],"advancement":[150],"RE.":[153],"Code":[154],"https://github.com/zjunlp/LREBench.":[159]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}