{"id":"https://openalex.org/W4396819101","doi":"https://doi.org/10.48550/arxiv.2404.17809","title":"Recall, Retrieve and Reason: Towards Better In-Context Relation Extraction","display_name":"Recall, Retrieve and Reason: Towards Better In-Context Relation Extraction","publication_year":2024,"publication_date":"2024-04-27","ids":{"openalex":"https://openalex.org/W4396819101","doi":"https://doi.org/10.48550/arxiv.2404.17809"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2404.17809","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.17809","pdf_url":"https://arxiv.org/pdf/2404.17809","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.17809","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089711319","display_name":"Guozheng Li","orcid":"https://orcid.org/0000-0001-5568-0347"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Li, Guozheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058176560","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0001-8782-857X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Peng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007700207","display_name":"Wenjun Ke","orcid":"https://orcid.org/0000-0002-8836-3257"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ke, Wenjun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035858118","display_name":"Yikai Guo","orcid":"https://orcid.org/0000-0003-0345-1686"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Yikai","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102000879","display_name":"Ke Ji","orcid":"https://orcid.org/0000-0003-0761-6484"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Ke","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008140023","display_name":"Ziyu Shang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang, Ziyu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029321864","display_name":"Jiajun Liu","orcid":"https://orcid.org/0000-0002-7871-0518"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiajun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5055958562","display_name":"Zijie Xu","orcid":"https://orcid.org/0000-0002-3514-9310"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zijie","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5089711319"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9519000053405762,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9478999972343445,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.8042922019958496},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.7010257244110107},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6530698537826538},{"id":"https://openalex.org/keywords/relationship-extraction","display_name":"Relationship extraction","score":0.521759569644928},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4946121871471405},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.47008848190307617},{"id":"https://openalex.org/keywords/extraction","display_name":"Extraction (chemistry)","score":0.43502163887023926},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38489770889282227},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33825409412384033},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3161531686782837},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.25938937067985535},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.2518599033355713},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.19210189580917358},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07484656572341919},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.07423099875450134},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.06753095984458923}],"concepts":[{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.8042922019958496},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.7010257244110107},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6530698537826538},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.521759569644928},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4946121871471405},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.47008848190307617},{"id":"https://openalex.org/C4725764","wikidata":"https://www.wikidata.org/wiki/Q844704","display_name":"Extraction (chemistry)","level":2,"score":0.43502163887023926},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38489770889282227},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33825409412384033},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3161531686782837},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25938937067985535},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2518599033355713},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.19210189580917358},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07484656572341919},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.07423099875450134},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.06753095984458923}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2404.17809","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.17809","pdf_url":"https://arxiv.org/pdf/2404.17809","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2404.17809","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2404.17809","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.17809","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.17809","pdf_url":"https://arxiv.org/pdf/2404.17809","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324856","display_name":"Southeast University","ror":"https://ror.org/04ct4d772"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396819101.pdf","grobid_xml":"https://content.openalex.org/works/W4396819101.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2976808399","https://openalex.org/W2609844752","https://openalex.org/W2981341912","https://openalex.org/W4285246823","https://openalex.org/W4226278302","https://openalex.org/W4385734297","https://openalex.org/W4221160509","https://openalex.org/W2547211086","https://openalex.org/W2538200646","https://openalex.org/W2888033806"],"abstract_inverted_index":{"Relation":[0],"extraction":[1],"(RE)":[2],"aims":[3],"to":[4,34,136,154,174,187,228],"identify":[5],"relations":[6],"between":[7],"entities":[8,86],"mentioned":[9],"in":[10,24,64,77,82,100,109],"texts.":[11],"Although":[12],"large":[13,116],"language":[14,107],"models":[15],"(LLMs)":[16],"have":[17],"demonstrated":[18],"impressive":[19],"in-context":[20,142],"learning":[21],"(ICL)":[22],"abilities":[23,63,215],"various":[25],"tasks,":[26],"they":[27],"still":[28],"suffer":[29],"from":[30,53,106,151,179],"poor":[31,98],"performances":[32],"compared":[33,227],"most":[35],"supervised":[36,230],"fine-tuned":[37],"RE":[38,43,101,103,126,200,226],"methods.":[39,235],"Utilizing":[40],"ICL":[41,62,93,190,214],"for":[42,185],"with":[44,94,131],"LLMs":[45,59,130,156,186,198],"encounters":[46],"two":[47],"challenges:":[48],"(1)":[49],"retrieving":[50,70,139],"good":[51,71],"demonstrations":[52,72,184],"training":[54,152,177],"examples,":[55],"and":[56,87,140,199,208,212,233],"(2)":[57],"enabling":[58],"exhibit":[60],"strong":[61],"RE.":[65],"On":[66,89],"the":[67,90,112,147,180],"one":[68],"hand,":[69,92],"is":[73,104,114],"a":[74,123],"non-trivial":[75],"process":[76],"RE,":[78],"which":[79],"easily":[80],"results":[81],"low":[83],"relevance":[84],"regarding":[85],"relations.":[88],"other":[91],"an":[95],"LLM":[96,113],"achieves":[97],"performance":[99,223],"while":[102],"different":[105,197],"modeling":[108],"nature":[110],"or":[111,220],"not":[115],"enough.":[117],"In":[118],"this":[119],"work,":[120],"we":[121,145],"propose":[122],"novel":[124],"recall-retrieve-reason":[125],"framework":[127],"that":[128,203],"synergizes":[129],"retrieval":[132,163,181],"corpora":[133,164,182],"(training":[134],"examples)":[135],"enable":[137],"relevant":[138,158,176,207],"reliable":[141],"reasoning.":[143],"Specifically,":[144],"distill":[146],"consistently":[148],"ontological":[149],"knowledge":[150],"datasets":[153,201],"let":[155],"generate":[157],"entity":[159,169,210],"pairs":[160,170,211],"grounded":[161],"by":[162],"as":[165,183],"valid":[166,209],"queries.":[167],"These":[168],"are":[171],"then":[172],"used":[173],"retrieve":[175],"examples":[178],"conduct":[188],"better":[189],"via":[191],"instruction":[192],"tuning.":[193],"Extensive":[194],"experiments":[195],"on":[196,224],"demonstrate":[202],"our":[204],"method":[205],"generates":[206],"boosts":[213],"of":[216],"LLMs,":[217],"achieving":[218],"competitive":[219],"new":[221],"state-of-the-art":[222],"sentence-level":[225],"previous":[229],"fine-tuning":[231],"methods":[232],"ICL-based":[234]},"counts_by_year":[],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}