{"id":"https://openalex.org/W4285807172","doi":"https://doi.org/10.1016/j.knosys.2022.109460","title":"Pre-trained language models with domain knowledge for biomedical extractive summarization","display_name":"Pre-trained language models with domain knowledge for biomedical extractive summarization","alternate_titles":[],"publication_year":2022,"publication_date":"2022-07-19","ids":{"openalex":"https://openalex.org/W4285807172","doi":"https://doi.org/10.1016/j.knosys.2022.109460"},"language":"en","primary_location":{"id":"doi:10.1016/j.knosys.2022.109460","doi":"https://doi.org/10.1016/j.knosys.2022.109460","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.knosys.2022.109460","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0950705122007328/pdf","source":{"id":"https://openalex.org/S10169007","display_name":"Knowledge-Based Systems","issn_l":"0950-7051","issn":["0950-7051","1872-7409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-b","fnege-4","jufo-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge-Based Systems","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4285807172"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.sciencedirect.com/science/article/pii/S0950705122007328/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101868563","display_name":"Qianqian Xie","orcid":"https://orcid.org/0000-0002-9588-7454","observed_orcids":["https://orcid.org/0000-0002-9588-7454","https://orcid.org/0009-0004-0629-7260"]},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Qianqian Xie","raw_affiliation_strings":["National Centre for Text Mining, School of Computer Science, The University of Manchester, Manchester, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-9588-7454","affiliations":[{"raw_affiliation_string":"National Centre for Text Mining, School of Computer Science, The University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033580552","display_name":"Jennifer Amy Bishop","orcid":"https://orcid.org/0000-0003-2646-7445","observed_orcids":["https://orcid.org/0000-0003-2646-7445"]},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jennifer Amy Bishop","raw_affiliation_strings":["National Centre for Text Mining, School of Computer Science, The University of Manchester, Manchester, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Centre for Text Mining, School of Computer Science, The University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082046789","display_name":"Prayag Tiwari","orcid":"https://orcid.org/0000-0002-2851-4260","observed_orcids":["https://orcid.org/0000-0002-2851-4260"]},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Prayag Tiwari","raw_affiliation_strings":["Department of Computer Science, Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0002-2851-4260","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077976343","display_name":"Sophia Ananiadou","orcid":"https://orcid.org/0000-0002-4097-9191","observed_orcids":["https://orcid.org/0000-0002-4097-9191"]},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]},{"id":"https://openalex.org/I4210128584","display_name":"The Alan Turing Institute","ror":"https://ror.org/035dkdb55","country_code":"GB","type":"facility","lineage":["https://openalex.org/I4210128584"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Sophia Ananiadou","raw_affiliation_strings":["Alan Turing Institute, London, United Kingdom","National Centre for Text Mining, School of Computer Science, The University of Manchester, Manchester, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alan Turing Institute, London, United Kingdom","institution_ids":["https://openalex.org/I4210128584"]},{"raw_affiliation_string":"National Centre for Text Mining, School of Computer Science, The University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077976343"],"corresponding_institution_ids":["https://openalex.org/I28407311","https://openalex.org/I4210128584"],"apc_list":{"value":3040,"currency":"USD","value_usd":3040},"apc_paid":{"value":3040,"currency":"USD","value_usd":3040},"fwci":5.8042,"has_fulltext":true,"cited_by_count":120,"citation_normalized_percentile":{"value":0.97022825,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"252","issue":null,"first_page":"109460","last_page":"109460"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.5512999892234802,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.5512999892234802,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2915000021457672,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.12489999830722809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/biomedical-text-summarization","display_name":"biomedical text summarization","score":0.8519999980926514},{"id":"https://openalex.org/keywords/extractive-summarization","display_name":"extractive summarization","score":0.996999979019165},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.9679999947547913},{"id":"https://openalex.org/keywords/knowledge-injection","display_name":"knowledge injection","score":0.7110000252723694},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"domain knowledge","score":0.5230000019073486},{"id":"https://openalex.org/keywords/biomedical-literature","display_name":"biomedical literature","score":0.550000011920929},{"id":"https://openalex.org/keywords/evidence-based-medicine","display_name":"evidence-based medicine","score":0.7770000100135803}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9258509874343872},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8340585231781006},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6105344295501709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5736515522003174},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.515140175819397},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4956241846084595},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4778944253921509},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.47419053316116333},{"id":"https://openalex.org/C165141518","wikidata":"https://www.wikidata.org/wiki/Q4915126","display_name":"Biomedical text mining","level":3,"score":0.4208489954471588},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3238080143928528},{"id":"https://openalex.org/C71472368","wikidata":"https://www.wikidata.org/wiki/Q676880","display_name":"Text mining","level":2,"score":0.1723307967185974},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06590190529823303},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1016/j.knosys.2022.109460","doi":"https://doi.org/10.1016/j.knosys.2022.109460","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.knosys.2022.109460","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0950705122007328/pdf","source":{"id":"https://openalex.org/S10169007","display_name":"Knowledge-Based Systems","issn_l":"0950-7051","issn":["0950-7051","1872-7409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-b","fnege-4","jufo-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge-Based Systems","raw_type":"journal-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/116056","doi":null,"is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/08059ad7-cbf4-45c1-b1e0-bbc87b951fdb","pdf_url":"https://research.aalto.fi/files/86924427/Pre_trained_language_models_with_domain_knowledge_for_biomedical_extractive_summarization.pdf","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/72f6659e-3fa1-4bb3-b570-127b03b9df8b","doi":null,"is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/72f6659e-3fa1-4bb3-b570-127b03b9df8b","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Xie, Q, Bishop, J, Tiwari, P & Ananiadou, S 2022, 'Pre-trained language models with domain knowledge for biomedical extractive summarization', Knowledge-Based Systems. https://doi.org/https://www.sciencedirect.com/science/article/pii/S0950705122007328?via%3Dihub","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1016/j.knosys.2022.109460","doi":"https://doi.org/10.1016/j.knosys.2022.109460","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.knosys.2022.109460","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0950705122007328/pdf","source":{"id":"https://openalex.org/S10169007","display_name":"Knowledge-Based Systems","issn_l":"0950-7051","issn":["0950-7051","1872-7409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-b","fnege-4","jufo-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Knowledge-Based Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G6457786194","display_name":null,"funder_award_id":"BB/P025684/1","funder_id":"https://openalex.org/F4320334629","funder_display_name":"Biotechnology and Biological Sciences Research Council"},{"id":"https://openalex.org/G7679475066","display_name":"Japan Partnering Award. Text mining and bioinformatics platforms for metabolic pathway modelling.","funder_award_id":"BB/P025684/1","funder_id":"https://openalex.org/F4320334629","funder_display_name":"Biotechnology and Biological Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320313467","display_name":"Alan Turing Institute","ror":"https://ror.org/035dkdb55"},{"id":"https://openalex.org/F4320332167","display_name":"Directorate for Biological Sciences","ror":"https://ror.org/001xhss06"},{"id":"https://openalex.org/F4320334629","display_name":"Biotechnology and Biological Sciences Research Council","ror":"https://ror.org/00cwqg982"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285807172.pdf","grobid_xml":"https://content.openalex.org/works/W4285807172.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W8550301","https://openalex.org/W49437421","https://openalex.org/W1553529581","https://openalex.org/W2062908157","https://openalex.org/W2111722073","https://openalex.org/W2123442489","https://openalex.org/W2146668368","https://openalex.org/W2154652894","https://openalex.org/W2159583324","https://openalex.org/W2317879529","https://openalex.org/W2600107025","https://openalex.org/W2612690371","https://openalex.org/W2626778328","https://openalex.org/W2798240283","https://openalex.org/W2798373858","https://openalex.org/W2911489562","https://openalex.org/W2913946806","https://openalex.org/W2936695845","https://openalex.org/W2952138241","https://openalex.org/W2963341956","https://openalex.org/W2963716420","https://openalex.org/W2965373594","https://openalex.org/W2970419734","https://openalex.org/W2970771982","https://openalex.org/W2971258845","https://openalex.org/W2975059944","https://openalex.org/W2977683229","https://openalex.org/W2979826702","https://openalex.org/W2982399380","https://openalex.org/W2992824360","https://openalex.org/W2996035354","https://openalex.org/W3011574394","https://openalex.org/W3014399069","https://openalex.org/W3015453090","https://openalex.org/W3015468748","https://openalex.org/W3023360076","https://openalex.org/W3023528699","https://openalex.org/W3033544963","https://openalex.org/W3035050380","https://openalex.org/W3042667808","https://openalex.org/W3046375318","https://openalex.org/W3080464152","https://openalex.org/W3091889354","https://openalex.org/W3093553144","https://openalex.org/W3105892552","https://openalex.org/W3113280695","https://openalex.org/W3116423158","https://openalex.org/W3152969993","https://openalex.org/W3159493748","https://openalex.org/W3164540570","https://openalex.org/W3175604467","https://openalex.org/W3199484478","https://openalex.org/W3206153991","https://openalex.org/W3213807576","https://openalex.org/W4385456320","https://openalex.org/W6768021236","https://openalex.org/W6771917389","https://openalex.org/W7113569933"],"related_works":["https://openalex.org/W3023360076","https://openalex.org/W4386108432","https://openalex.org/W4414091824","https://openalex.org/W4377091689","https://openalex.org/W4383989368","https://openalex.org/W3211384762","https://openalex.org/W4403637494","https://openalex.org/W4389524595","https://openalex.org/W4385573338","https://openalex.org/W6995959620"],"abstract_inverted_index":{"Biomedical":[0],"text":[1,32,39],"summarization":[2,40,103,142,149],"is":[3],"a":[4,83,92],"critical":[5],"task":[6,100,150],"for":[7,38,72,98,138],"comprehension":[8],"of":[9,13,94,101],"an":[10],"ever-growing":[11],"amount":[12],"biomedical":[14,31,105,153],"literature.":[15,106],"Pre-trained":[16],"language":[17],"models":[18],"(PLMs)":[19],"with":[20],"transformer-based":[21],"architectures":[22],"have":[23],"been":[24],"shown":[25],"to":[26,67,114,128],"greatly":[27],"improve":[28],"performance":[29],"in":[30,62],"mining":[33],"tasks.":[34],"However,":[35],"existing":[36,158],"methods":[37],"generally":[41],"fine-tune":[42],"PLMs":[43,95,137,159],"on":[44,104,151],"the":[45,69,78,99,131,135,140,147,169,177],"target":[46],"corpora":[47],"directly":[48],"and":[49,89,110,124,163,173],"do":[50],"not":[51],"consider":[52],"how":[53],"fine-grained":[54],"domain":[55,116],"knowledge,":[56],"such":[57],"as":[58,96],"PICO":[59,119],"elements":[60],"used":[61],"evidence-based":[63],"medicine,":[64],"can":[65],"help":[66],"identify":[68],"context":[70],"needed":[71],"generating":[73],"coherent":[74],"summaries.":[75],"To":[76],"fill":[77],"gap,":[79],"we":[80],"propose":[81],"KeBioSum,":[82],"novel":[84],"knowledge":[85,117,122,132,171],"infusion":[86],"training":[87,112],"framework,":[88],"experiment":[90],"using":[91],"number":[93],"bases,":[97],"extractive":[102,141,148],"We":[107],"investigate":[108],"generative":[109],"discriminative":[111],"techniques":[113],"fuse":[115],"(i.e.,":[118],"elements)":[120],"into":[121,134],"adapters":[123,133],"apply":[125],"adapter":[126],"fusion":[127],"efficiently":[129],"inject":[130],"basic":[136],"fine-tuning":[139],"task.":[143],"Experimental":[144],"results":[145],"from":[146],"three":[152],"literature":[154],"datasets":[155],"show":[156],"that":[157],"(BERT,":[160],"RoBERTa,":[161],"BioBERT,":[162],"PubMedBERT)":[164],"are":[165],"improved":[166],"by":[167],"incorporating":[168],"KeBioSum":[170],"adapters,":[172],"our":[174],"model":[175],"outperforms":[176],"strong":[178],"baselines.":[179]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4285807172","counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":35},{"year":2022,"cited_by_count":3}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2022-07-19T00:00:00"}
