{"id":"https://openalex.org/W4385164282","doi":"https://doi.org/10.1007/s10579-023-09677-w","title":"Fine-tuning language models to recognize semantic relations","display_name":"Fine-tuning language models to recognize semantic relations","publication_year":2023,"publication_date":"2023-07-23","ids":{"openalex":"https://openalex.org/W4385164282","doi":"https://doi.org/10.1007/s10579-023-09677-w"},"language":"en","primary_location":{"id":"doi:10.1007/s10579-023-09677-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-023-09677-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10579-023-09677-w.pdf","source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10579-023-09677-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021935248","display_name":"Dmitri Roussinov","orcid":"https://orcid.org/0000-0002-9313-2234"},"institutions":[{"id":"https://openalex.org/I181647926","display_name":"University of Strathclyde","ror":"https://ror.org/00n3w3b69","country_code":"GB","type":"education","lineage":["https://openalex.org/I181647926"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Dmitri Roussinov","raw_affiliation_strings":["University of Strathclyde, Glasgow, Scotland, UK"],"raw_orcid":"https://orcid.org/0000-0002-9313-2234","affiliations":[{"raw_affiliation_string":"University of Strathclyde, Glasgow, Scotland, UK","institution_ids":["https://openalex.org/I181647926"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072701587","display_name":"Serge Sharoff","orcid":"https://orcid.org/0000-0002-4877-0210"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Serge Sharoff","raw_affiliation_strings":["University of Leeds, Leeds, England, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Leeds, Leeds, England, UK","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055218629","display_name":"Nadezhda Puchnina","orcid":null},"institutions":[{"id":"https://openalex.org/I193629610","display_name":"Tallinn University","ror":"https://ror.org/05mey9k78","country_code":"EE","type":"education","lineage":["https://openalex.org/I193629610"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Nadezhda Puchnina","raw_affiliation_strings":["University of Tallinn, Tallinn, Estonia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tallinn, Tallinn, Estonia","institution_ids":["https://openalex.org/I193629610"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5021935248"],"corresponding_institution_ids":["https://openalex.org/I181647926"],"apc_list":null,"apc_paid":null,"fwci":0.3255,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.64074457,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"57","issue":"4","first_page":"1463","last_page":"1486"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.785681962966919},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6990460157394409},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6234350800514221},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5905303955078125},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5597431659698486},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.5098432898521423},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.46681496500968933},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.41871270537376404},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.41720470786094666}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.785681962966919},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6990460157394409},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6234350800514221},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5905303955078125},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5597431659698486},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.5098432898521423},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.46681496500968933},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.41871270537376404},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.41720470786094666},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10579-023-09677-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-023-09677-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10579-023-09677-w.pdf","source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},{"id":"pmh:oai:strathprints.strath.ac.uk:86248","is_oa":true,"landing_page_url":"https://strathprints.strath.ac.uk/view/author/650264.html>","pdf_url":"https://strathprints.strath.ac.uk/86248/7/Roussinov-etal-LRE-2023-Fine-tuning-language-models-to-recognize-semantic-relations.pdf","source":{"id":"https://openalex.org/S4306402226","display_name":"Strathprints: The University of Strathclyde institutional repository (University of Strathclyde)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I181647926","host_organization_name":"University of Strathclyde","host_organization_lineage":["https://openalex.org/I181647926"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"doi:10.1007/s10579-023-09677-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10579-023-09677-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10579-023-09677-w.pdf","source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385164282.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1483236033","https://openalex.org/W1986408257","https://openalex.org/W2068737686","https://openalex.org/W2135964261","https://openalex.org/W2142086811","https://openalex.org/W2153579005","https://openalex.org/W2155157567","https://openalex.org/W2157331557","https://openalex.org/W2250533418","https://openalex.org/W2250539671","https://openalex.org/W2296076036","https://openalex.org/W2321087410","https://openalex.org/W2583105957","https://openalex.org/W2604314403","https://openalex.org/W2803986565","https://openalex.org/W2892248135","https://openalex.org/W2896457183","https://openalex.org/W2910612103","https://openalex.org/W2941666437","https://openalex.org/W2950401678","https://openalex.org/W2951286828","https://openalex.org/W2962724755","https://openalex.org/W2962909572","https://openalex.org/W2970476646","https://openalex.org/W2972002291","https://openalex.org/W2972324944","https://openalex.org/W2981852735","https://openalex.org/W2983004086","https://openalex.org/W2991223644","https://openalex.org/W3004346089","https://openalex.org/W3008424731","https://openalex.org/W3099178230","https://openalex.org/W3101204082","https://openalex.org/W3102659883","https://openalex.org/W3104142402","https://openalex.org/W3105218021","https://openalex.org/W3118485687","https://openalex.org/W6739901393","https://openalex.org/W6759455113","https://openalex.org/W6768061436"],"related_works":["https://openalex.org/W2367925007","https://openalex.org/W3015724364","https://openalex.org/W3099576124","https://openalex.org/W3094085917","https://openalex.org/W4288263119","https://openalex.org/W2967994095","https://openalex.org/W4287631637","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4225162083"],"abstract_inverted_index":{"Abstract":[0],"Transformer-based":[1],"pre-trained":[2],"Language":[3],"Models":[4],"(PLMs)":[5],"have":[6,154],"emerged":[7],"as":[8,31],"the":[9,12,39,103,108,117,120,184,205,209,213,227,231,240,254,259,283,297,306],"foundations":[10],"for":[11,75,250],"current":[13],"state-of-the-art":[14,185],"algorithms":[15],"in":[16,22,42,56,116,149],"most":[17],"natural":[18,80],"language":[19,81,163,251],"processing":[20,311],"tasks,":[21],"particular":[23,58,147],"when":[24],"applied":[25],"to":[26,52,106,111,160,169,190,201,212,281,288],"context":[27],"rich":[28],"data":[29],"such":[30],"sentences":[32],"or":[33,100],"paragraphs.":[34],"However,":[35],"their":[36,53,113],"impact":[37],"on":[38,89,194],"tasks":[40],"defined":[41],"terms":[43],"of":[44,79,91,97,119,145,215,242,253,261,285],"abstract":[45],"individual":[46],"word":[47,101],"properties,":[48],"not":[49,139],"necessary":[50],"tied":[51],"specific":[54,289,298],"use":[55],"a":[57,66,95,127,146,162],"sentence,":[59],"has":[60],"been":[61,155],"inadequately":[62],"explored,":[63],"which":[64,150],"is":[65,73,105,126,143,246],"notable":[67],"research":[68],"gap.":[69],"Addressing":[70],"this":[71,85,170,220],"gap":[72],"crucial":[74],"advancing":[76],"our":[77,262,286],"understanding":[78],"processing.":[82],"To":[83],"fill":[84],"void,":[86],"we":[87,295],"concentrate":[88],"classification":[90,142,245],"semantic":[92,109,243],"relations:":[93],"given":[94],"pair":[96,121],"concepts":[98,152],"(words":[99],"sequences)":[102],"aim":[104],"identify":[107,266],"label":[110],"describe":[112],"relationship.":[114],"E.g.":[115],"case":[118],"green/colour":[122],",":[123],"\u201cis":[124],"a\u201d":[125],"suitable":[128],"relation":[129,244],"while":[130],"\u201cpart":[131],"of\u201d,":[132,134],"\u201cproperty":[133],"and":[135,174,186,273,278,291,304,310],"\u201copposite":[136],"of\u201d":[137],"are":[138,158,198],"suitable.":[140],"This":[141],"independent":[144],"sentence":[148],"these":[151],"might":[153],"used.":[156],"We":[157,197,218,264],"first":[159,200],"incorporate":[161],"model":[164],"into":[165],"both":[166],"existing":[167],"approaches":[168,179,271],"task,":[171],"namely":[172],"path-based":[173],"distribution-based":[175],"methods.":[176],"Our":[177],"transformer-based":[178],"exhibit":[180],"significant":[181],"improvements":[182],"over":[183],"come":[187],"remarkably":[188],"close":[189],"achieving":[191],"human-level":[192],"performance":[193,210,233],"rigorous":[195],"benchmarks.":[196],"also":[199,265],"provide":[202],"evidence":[203],"that":[204,239,269,300],"standard":[206],"datasets":[207],"over-state":[208],"due":[211],"effect":[214,221],"\u201clexical":[216],"memorisation.\u201d":[217],"reduce":[219],"by":[222],"applying":[223],"lexical":[224],"separation.":[225],"On":[226],"new":[228],"benchmark":[229],"datasets,":[230],"algorithmic":[232],"remains":[234],"significantly":[235],"below":[236],"human-level,":[237],"highlighting":[238],"task":[241],"still":[247],"unresolved,":[248],"particularly":[249],"models":[252],"sizes":[255],"commonly":[256],"used":[257],"at":[258],"time":[260],"study.":[263],"additional":[267],"challenges":[268,303],"PLM-based":[270],"face":[272],"conduct":[274],"extensive":[275],"ablation":[276],"studies":[277],"other":[279],"experiments":[280],"investigate":[282],"sensitivity":[284],"findings":[287],"modelling":[290],"implementation":[292],"choices.":[293],"Furthermore,":[294],"examine":[296],"relations":[299],"pose":[301],"greater":[302],"discuss":[305],"trade-offs":[307],"between":[308],"accuracy":[309],"time.":[312]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-10-10T00:00:00"}