{"id":"https://openalex.org/W4389984232","doi":"https://doi.org/10.48550/arxiv.2312.11062","title":"Entity or Relation Embeddings? An Analysis of Encoding Strategies for Relation Extraction","display_name":"Entity or Relation Embeddings? An Analysis of Encoding Strategies for Relation Extraction","publication_year":2023,"publication_date":"2023-12-18","ids":{"openalex":"https://openalex.org/W4389984232","doi":"https://doi.org/10.48550/arxiv.2312.11062"},"language":"en","primary_location":{"id":"pmh:oai:https://orca.cardiff.ac.uk:173142","doi":null,"is_oa":false,"landing_page_url":"https://orca.cardiff.ac.uk/id/eprint/173142/1/EMNLP2024_Entity_or_Relation_Embeddings__An_Analysis_of_Encoding_Strategies_for_Relation_Extraction-2.pdf","pdf_url":"https://orca.cardiff.ac.uk/id/eprint/173142/1/EMNLP2024_Entity_or_Relation_Embeddings__An_Analysis_of_Encoding_Strategies_for_Relation_Extraction-2.pdf","source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"volume":null,"type":"article","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.11062","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045082862","display_name":"Frank Mtumbuka","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mtumbuka, Frank","raw_affiliation_strings":["Cardiff University , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cardiff University , UK","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052196540","display_name":"Steven Schockaert","orcid":"https://orcid.org/0000-0002-9256-2881","observed_orcids":["https://orcid.org/0000-0002-9256-2881"]},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Schockaert, Steven","raw_affiliation_strings":["Cardiff University , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cardiff University , UK","institution_ids":["https://openalex.org/I79510175"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79510175"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14007628,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relation-extraction","display_name":"relation extraction","score":0.9980000257492065},{"id":"https://openalex.org/keywords/relation-embeddings","display_name":"relation embeddings","score":0.9309999942779541},{"id":"https://openalex.org/keywords/entity-embeddings","display_name":"entity embeddings","score":0.9629999995231628},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.7509999871253967},{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.6240000128746033},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.6679999828338623}],"concepts":[{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.821030855178833},{"id":"https://openalex.org/C153604712","wikidata":"https://www.wikidata.org/wiki/Q7310755","display_name":"Relationship extraction","level":3,"score":0.8168550729751587},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7839330434799194},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7082460522651672},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6996798515319824},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6261962652206421},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5076369047164917},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.48256245255470276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4573054611682892},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.4519098997116089},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.421017050743103},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.397578626871109},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2697067856788635},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:https://orca.cardiff.ac.uk:173142","doi":null,"is_oa":false,"landing_page_url":"https://orca.cardiff.ac.uk/id/eprint/173142/1/EMNLP2024_Entity_or_Relation_Embeddings__An_Analysis_of_Encoding_Strategies_for_Relation_Extraction-2.pdf","pdf_url":"https://orca.cardiff.ac.uk/id/eprint/173142/1/EMNLP2024_Entity_or_Relation_Embeddings__An_Analysis_of_Encoding_Strategies_for_Relation_Extraction-2.pdf","source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:arXiv.org:2312.11062","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.11062","pdf_url":"https://arxiv.org/pdf/2312.11062","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2312.11062","doi":"https://doi.org/10.48550/arxiv.2312.11062","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.11062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.11062","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.11062","pdf_url":"https://arxiv.org/pdf/2312.11062","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1107794609","display_name":"Reasoning about Structured Story Representations","funder_award_id":"EP/W003309/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320350","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389984232.pdf","grobid_xml":"https://content.openalex.org/works/W4389984232.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2997152889","https://openalex.org/W2081900870","https://openalex.org/W4387768015"],"abstract_inverted_index":{"Relation":[0],"extraction":[1,29,79,167],"is":[2,76,107,136],"essentially":[3],"a":[4,14,20,88,98,101,110,157],"text":[5],"classification":[6],"problem,":[7],"which":[8],"can":[9,81],"be":[10,32,82],"tackled":[11],"by":[12,84,138],"fine-tuning":[13],"pre-trained":[15],"language":[16],"model":[17,159],"(LM).":[18],"However,":[19],"key":[21],"challenge":[22],"arises":[23],"from":[24,67],"the":[25,43,57,65,121,127,141,162],"fact":[26],"that":[27,77,126,160],"relation":[28,78,111,129,166],"cannot":[30],"straightforwardly":[31],"reduced":[33],"to":[34,53,134],"sequence":[35],"or":[36],"token":[37],"classification.":[38],"Existing":[39],"approaches":[40],"therefore":[41],"solve":[42],"problem":[44],"in":[45,73,87],"an":[46,51],"indirect":[47],"way:":[48],"they":[49],"fine-tune":[50],"LM":[52],"learn":[54],"embeddings":[55,130,139],"of":[56,140,151],"head":[58,142],"and":[59,62,143],"tail":[60,144],"entities,":[61],"then":[63],"predict":[64],"relationship":[66],"these":[68],"entity":[69],"embeddings.":[70],"Our":[71],"hypothesis":[72],"this":[74,117],"paper":[75],"models":[80],"improved":[83],"capturing":[85],"relationships":[86],"more":[89],"direct":[90],"way.":[91],"In":[92],"particular,":[93],"we":[94,124,153],"experiment":[95],"with":[96,100,156],"appending":[97],"prompt":[99],"[MASK]":[102],"token,":[103],"whose":[104],"contextualised":[105],"representation":[106],"treated":[108],"as":[109],"embedding.":[112],"While,":[113],"on":[114],"its":[115],"own,":[116],"strategy":[118],"significantly":[119],"underperforms":[120],"aforementioned":[122],"approach,":[123],"find":[125],"resulting":[128],"are":[131],"highly":[132],"complementary":[133],"what":[135],"captured":[137],"entity.":[145],"By":[146],"jointly":[147],"considering":[148],"both":[149],"types":[150],"representations,":[152],"end":[154],"up":[155],"simple":[158],"outperforms":[161],"state-of-the-art":[163],"across":[164],"several":[165],"benchmarks.":[168]},"counts_by_year":[],"updated_date":"2026-10-04T09:36:47.201465","created_date":"2025-10-10T00:00:00"}