{"id":"https://openalex.org/W4293057253","doi":"https://doi.org/10.1109/access.2022.3201542","title":"K-LM: Knowledge Augmenting in Language Models Within the Scholarly Domain","display_name":"K-LM: Knowledge Augmenting in Language Models Within the Scholarly Domain","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4293057253","doi":"https://doi.org/10.1109/access.2022.3201542"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3201542","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3201542","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09866735.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09866735.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060822647","display_name":"Vivek Kumar","orcid":"https://orcid.org/0000-0002-0083-5839"},"institutions":[{"id":"https://openalex.org/I172446870","display_name":"University of Cagliari","ror":"https://ror.org/003109y17","country_code":"IT","type":"education","lineage":["https://openalex.org/I172446870"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Vivek Kumar","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Cagliari, Cagliari, Italy","Department of Mathematics and Computer Science, University of Cagliari, Via Ospedale 72, Cagliari, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Cagliari, Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Cagliari, Via Ospedale 72, Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014673075","display_name":"Diego Reforgiato Recupero","orcid":"https://orcid.org/0000-0001-8646-6183"},"institutions":[{"id":"https://openalex.org/I172446870","display_name":"University of Cagliari","ror":"https://ror.org/003109y17","country_code":"IT","type":"education","lineage":["https://openalex.org/I172446870"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Diego Reforgiato Recupero","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Cagliari, Cagliari, Italy","Department of Mathematics and Computer Science, University of Cagliari, Via Ospedale 72, Cagliari, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Cagliari, Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Cagliari, Via Ospedale 72, Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033386919","display_name":"Rim Helaoui","orcid":"https://orcid.org/0000-0001-6915-8920"},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Rim Helaoui","raw_affiliation_strings":["Philips Research, High Tech Campus, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research, High Tech Campus, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I4210122849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074097123","display_name":"Daniele Riboni","orcid":"https://orcid.org/0000-0002-0695-2040"},"institutions":[{"id":"https://openalex.org/I172446870","display_name":"University of Cagliari","ror":"https://ror.org/003109y17","country_code":"IT","type":"education","lineage":["https://openalex.org/I172446870"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Daniele Riboni","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Cagliari, Cagliari, Italy","Department of Mathematics and Computer Science, University of Cagliari, Via Ospedale 72, Cagliari, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Cagliari, Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Cagliari, Via Ospedale 72, Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060822647"],"corresponding_institution_ids":["https://openalex.org/I172446870"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.9893,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.88323612,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"91802","last_page":"91815"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.833631694316864},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6296031475067139},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.5904943943023682},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5582380890846252},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5299117565155029},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5069149136543274},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.4802042245864868},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47715848684310913},{"id":"https://openalex.org/keywords/rdf","display_name":"RDF","score":0.4706890881061554},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4279508888721466},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.42774638533592224},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.41669464111328125},{"id":"https://openalex.org/keywords/semantic-web","display_name":"Semantic Web","score":0.16862058639526367}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.833631694316864},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6296031475067139},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.5904943943023682},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5582380890846252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5299117565155029},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5069149136543274},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.4802042245864868},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47715848684310913},{"id":"https://openalex.org/C147497476","wikidata":"https://www.wikidata.org/wiki/Q54872","display_name":"RDF","level":3,"score":0.4706890881061554},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4279508888721466},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.42774638533592224},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.41669464111328125},{"id":"https://openalex.org/C2129575","wikidata":"https://www.wikidata.org/wiki/Q54837","display_name":"Semantic Web","level":2,"score":0.16862058639526367},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3201542","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3201542","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09866735.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f41c1234a6f0449ebb0f00e4fbfa72b5","is_oa":true,"landing_page_url":"https://doaj.org/article/f41c1234a6f0449ebb0f00e4fbfa72b5","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 91802-91815 (2022)","raw_type":"article"},{"id":"pmh:oai:iris.unica.it:11584/349850","is_oa":true,"landing_page_url":"https://hdl.handle.net/11584/349850","pdf_url":null,"source":{"id":"https://openalex.org/S4377196293","display_name":"UNICA IRIS Institutional Research Information System (University of Cagliari)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172446870","host_organization_name":"University of Cagliari","host_organization_lineage":["https://openalex.org/I172446870"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3201542","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3201542","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09866735.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4293057253.pdf","grobid_xml":"https://content.openalex.org/works/W4293057253.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W68132019","https://openalex.org/W102708294","https://openalex.org/W160339868","https://openalex.org/W1512387364","https://openalex.org/W2014545475","https://openalex.org/W2022166150","https://openalex.org/W2080133951","https://openalex.org/W2081580037","https://openalex.org/W2094728533","https://openalex.org/W2099752825","https://openalex.org/W2165698076","https://openalex.org/W2184957013","https://openalex.org/W2283196293","https://openalex.org/W2499696929","https://openalex.org/W2572147858","https://openalex.org/W2604314403","https://openalex.org/W2759136286","https://openalex.org/W2774837955","https://openalex.org/W2889506968","https://openalex.org/W2896457183","https://openalex.org/W2949434543","https://openalex.org/W2949972983","https://openalex.org/W2950393809","https://openalex.org/W2951723246","https://openalex.org/W2962739339","https://openalex.org/W2963906317","https://openalex.org/W2972483465","https://openalex.org/W2988647680","https://openalex.org/W2991170427","https://openalex.org/W2998385486","https://openalex.org/W3032390337","https://openalex.org/W3092710364","https://openalex.org/W3097858486","https://openalex.org/W3099387504","https://openalex.org/W3111112601","https://openalex.org/W3118485687","https://openalex.org/W3164758947","https://openalex.org/W4285106525","https://openalex.org/W6606482852","https://openalex.org/W6608344535","https://openalex.org/W6638311095","https://openalex.org/W6638754787","https://openalex.org/W6678830454","https://openalex.org/W6718112784","https://openalex.org/W6731801563","https://openalex.org/W6746267677","https://openalex.org/W6755207826","https://openalex.org/W6758075616","https://openalex.org/W6763701032","https://openalex.org/W6772406930","https://openalex.org/W6776906657","https://openalex.org/W7034357076"],"related_works":["https://openalex.org/W2403539072","https://openalex.org/W2610995041","https://openalex.org/W2380075625","https://openalex.org/W2354489606","https://openalex.org/W3104418915","https://openalex.org/W2360498695","https://openalex.org/W3085073370","https://openalex.org/W4386395399","https://openalex.org/W3203979266","https://openalex.org/W153599042"],"abstract_inverted_index":{"The":[0,97],"use":[1,67,84],"of":[2,33,187,189,195,201],"superior":[3],"algorithms":[4],"and":[5,30,43,108,115,123,159,173],"complex":[6],"architectures":[7],"in":[8,101,138],"language":[9,39,57,166],"models":[10,40,58],"have":[11],"successfully":[12],"imparted":[13],"human-like":[14],"abilities":[15],"to":[16,49,54,72,83,120,134,226],"machines":[17],"for":[18,175,205,223],"specific":[19],"tasks.":[20],"But":[21],"two":[22,157],"significant":[23],"constraints,":[24],"the":[25,31,37,56,63,85,125,149,153,171,185,193,207,212],"available":[26],"training":[27],"data":[28],"size":[29],"understanding":[32],"domain-specific":[34,136],"context,":[35],"hamper":[36],"pre-trained":[38],"from":[41,93,112],"optimal":[42],"reliable":[44],"performance.":[45],"A":[46],"potential":[47,221],"solution":[48],"tackle":[50],"these":[51],"limitations":[52],"is":[53,219],"equip":[55],"with":[59,103],"domain":[60,74,155,224],"knowledge.":[61],"While":[62],"commonly":[64],"adopted":[65],"techniques":[66],"Knowledge":[68,79],"Graphs":[69],"Embeddings":[70],"(KGEs)":[71],"inject":[73,135],"knowledge,":[75],"we":[76,130],"provide":[77],"a":[78,117,220],"Language":[80],"Model":[81],"(K-LM)":[82],"Resource":[86],"Description":[87],"Framework":[88],"(RDF)":[89],"triples":[90,209],"directly,":[91],"extracted":[92],"world":[94],"knowledge":[95,137,141],"bases.":[96],"proposed":[98,165,203],"model":[99,167],"works":[100],"conjunction":[102],"Generative":[104],"Pretrained":[105],"Transformer":[106],"(GPT-2)":[107],"Bidirectional":[109],"Encoder":[110],"Representations":[111],"Transformers":[113],"(BERT)":[114],"uses":[116],"well-defined":[118],"pipeline":[119],"select,":[121],"categorize,":[122],"filter":[124],"RDF":[126,197,208],"triples.":[127,198],"In":[128],"addition,":[129],"introduce":[131],"heuristic":[132],"methods":[133,204],"K-LM,":[139],"leveraging":[140],"graphs":[142],"(KGs).":[143],"We":[144],"tested":[145],"our":[146,160,164,202],"approaches":[147],"on":[148],"classification":[150],"task":[151],"within":[152],"scholarly":[154],"using":[156],"KGs,":[158],"results":[161],"show":[162],"that":[163,217],"has":[168,210],"significantly":[169],"outperformed":[170],"baselines":[172],"BERT":[174],"each":[176,200],"KG.":[177],"Our":[178],"experimental":[179],"findings":[180],"also":[181],"help":[182],"us":[183],"conclude":[184],"importance":[186],"relevance":[188],"KG":[190],"used":[191],"over":[192],"quantity":[194],"injected":[196],"Also,":[199],"injecting":[206],"increased":[211],"overall":[213],"model’s":[214],"accuracy,":[215],"demonstrating":[216],"K-LM":[218],"choice":[222],"adaptation":[225],"solve":[227],"knowledge-driven":[228],"problems.":[229]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2022-08-25T00:00:00"}