{"id":"https://openalex.org/W4388893569","doi":"https://doi.org/10.1109/tencon58879.2023.10322357","title":"Attention to COVID-19: Abstractive Summarization of COVID-19 Research with State-of-the-Art Transformers","display_name":"Attention to COVID-19: Abstractive Summarization of COVID-19 Research with State-of-the-Art Transformers","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4388893569","doi":"https://doi.org/10.1109/tencon58879.2023.10322357"},"language":"en","primary_location":{"id":"doi:10.1109/tencon58879.2023.10322357","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon58879.2023.10322357","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TENCON 2023 - 2023 IEEE Region 10 Conference (TENCON)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093314455","display_name":"Jan Apolline D. Estrella","orcid":null},"institutions":[{"id":"https://openalex.org/I87074743","display_name":"University of the Philippines Diliman","ror":"https://ror.org/03tbh6y23","country_code":"PH","type":"education","lineage":["https://openalex.org/I103911934","https://openalex.org/I87074743"]}],"countries":["PH"],"is_corresponding":true,"raw_author_name":"Jan Apolline D. Estrella","raw_affiliation_strings":["University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines"],"affiliations":[{"raw_affiliation_string":"University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","institution_ids":["https://openalex.org/I87074743"]},{"raw_affiliation_string":"Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines","institution_ids":["https://openalex.org/I87074743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093314456","display_name":"Christian S. Quinzon","orcid":null},"institutions":[{"id":"https://openalex.org/I87074743","display_name":"University of the Philippines Diliman","ror":"https://ror.org/03tbh6y23","country_code":"PH","type":"education","lineage":["https://openalex.org/I103911934","https://openalex.org/I87074743"]}],"countries":["PH"],"is_corresponding":false,"raw_author_name":"Christian S. Quinzon","raw_affiliation_strings":["University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines"],"affiliations":[{"raw_affiliation_string":"University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","institution_ids":["https://openalex.org/I87074743"]},{"raw_affiliation_string":"Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines","institution_ids":["https://openalex.org/I87074743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049712662","display_name":"Francis George C. Cabarle","orcid":"https://orcid.org/0000-0002-5006-6310"},"institutions":[{"id":"https://openalex.org/I87074743","display_name":"University of the Philippines Diliman","ror":"https://ror.org/03tbh6y23","country_code":"PH","type":"education","lineage":["https://openalex.org/I103911934","https://openalex.org/I87074743"]}],"countries":["PH"],"is_corresponding":false,"raw_author_name":"Francis George C. Cabarle","raw_affiliation_strings":["University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines"],"affiliations":[{"raw_affiliation_string":"University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","institution_ids":["https://openalex.org/I87074743"]},{"raw_affiliation_string":"Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines","institution_ids":["https://openalex.org/I87074743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003475663","display_name":"Jhoirene Clemente","orcid":"https://orcid.org/0000-0001-8400-0785"},"institutions":[{"id":"https://openalex.org/I87074743","display_name":"University of the Philippines Diliman","ror":"https://ror.org/03tbh6y23","country_code":"PH","type":"education","lineage":["https://openalex.org/I103911934","https://openalex.org/I87074743"]}],"countries":["PH"],"is_corresponding":false,"raw_author_name":"Jhoirene B. Clemente","raw_affiliation_strings":["University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines"],"affiliations":[{"raw_affiliation_string":"University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","institution_ids":["https://openalex.org/I87074743"]},{"raw_affiliation_string":"Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines","institution_ids":["https://openalex.org/I87074743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5093314455"],"corresponding_institution_ids":["https://openalex.org/I87074743"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.15210542,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1266","last_page":"1271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9349091053009033},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7003214359283447},{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.5719020366668701},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5424731969833374},{"id":"https://openalex.org/keywords/coronavirus-disease-2019","display_name":"Coronavirus disease 2019 (COVID-19)","score":0.5358520746231079},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43620967864990234},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3796052038669586},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3615036606788635},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1256680190563202},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.0780738890171051}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9349091053009033},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7003214359283447},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.5719020366668701},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5424731969833374},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.5358520746231079},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43620967864990234},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3796052038669586},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3615036606788635},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1256680190563202},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0780738890171051},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tencon58879.2023.10322357","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon58879.2023.10322357","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TENCON 2023 - 2023 IEEE Region 10 Conference (TENCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320324410","display_name":"University of the Philippines","ror":"https://ror.org/02hqkr514"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2154652894","https://openalex.org/W2606974598","https://openalex.org/W2950670227","https://openalex.org/W2962785754","https://openalex.org/W2964061924","https://openalex.org/W2964813902","https://openalex.org/W2979826702","https://openalex.org/W3015468748","https://openalex.org/W3020786614","https://openalex.org/W3041333867","https://openalex.org/W3042185737","https://openalex.org/W3098960752","https://openalex.org/W3108936148","https://openalex.org/W3110414860","https://openalex.org/W3111412136","https://openalex.org/W3119558324","https://openalex.org/W3121250149","https://openalex.org/W3141701798","https://openalex.org/W3154065069","https://openalex.org/W4210721047","https://openalex.org/W4224019840","https://openalex.org/W4225384917","https://openalex.org/W4225727438","https://openalex.org/W4287025617","https://openalex.org/W4292953985","https://openalex.org/W4307727568","https://openalex.org/W4385245566","https://openalex.org/W4386566496","https://openalex.org/W4389518794","https://openalex.org/W4389520146","https://openalex.org/W4404752306","https://openalex.org/W6682631176","https://openalex.org/W6737294268","https://openalex.org/W6766909357","https://openalex.org/W6769243733","https://openalex.org/W6776048684","https://openalex.org/W6810880244","https://openalex.org/W6875130942"],"related_works":["https://openalex.org/W1964661231","https://openalex.org/W4254960163","https://openalex.org/W3110264473","https://openalex.org/W2370831213","https://openalex.org/W4285478380","https://openalex.org/W4315704968","https://openalex.org/W2100255360","https://openalex.org/W2140061545","https://openalex.org/W4317547544","https://openalex.org/W4313395829"],"abstract_inverted_index":{"The":[0],"COVID-19":[1,24,64,127,204],"pandemic":[2],"has":[3,72],"led":[4],"to":[5,15,31,74,186,195],"an":[6],"over-whelming":[7],"volume":[8],"of":[9,37,92,116,126],"scientific":[10],"publications":[11],"as":[12],"researchers":[13],"strive":[14],"address":[16],"the":[17,23,97,114,123],"crisis.":[18],"To":[19],"alleviate":[20],"information":[21],"overload,":[22],"Open":[25],"Research":[26],"Dataset":[27],"(CORD-19)":[28],"was":[29],"released":[30],"help":[32],"in":[33,77,122,152],"analyzing":[34],"large":[35],"amounts":[36],"data":[38],"and":[39,57,83,105,137,147],"facilitate":[40],"faster":[41],"response.":[42],"Most":[43],"existing":[44,135],"tools":[45],"based":[46],"on":[47,96,119,131,140],"CORD-19":[48,98,132],"use":[49],"extractive":[50],"summarizers,":[51],"which":[52],"suffer":[53],"from":[54],"poor":[55],"coherence":[56],"readability.":[58],"Thus":[59],"more":[60,141,196],"abstractive":[61,124],"summarizers":[62,118],"for":[63,203],"are":[65],"needed.":[66],"Specifically,":[67],"using":[68],"state-of-the-art":[69],"(SOTA)":[70],"transformers":[71,138],"shown":[73],"be":[75,184],"successful":[76],"summarizing":[78],"biomedical":[79],"datasets":[80,121,144],"like":[81],"arXiv":[82,146],"PubMed.":[84],"In":[85],"this":[86,181],"study,":[87],"we":[88,154],"finetune":[89],"two":[90],"checkpoints":[91,129,136,173,202],"SOTA":[93],"transformer":[94],"PEGASUS-X":[95,100,106,157,163],"dataset:":[99],"<inf":[101,107,158,164],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[102,108,159,165],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">BASE</inf>":[103,109,160,166],"-CORD19":[104,167],"-arXiv-CORD19.":[110],"Our":[111,172],"results":[112],"highlight":[113],"importance":[115],"finetuning":[117],"domain-specific":[120],"summarization":[125],"research:":[128],"finetuned":[130,139],"out-perform":[133],"other":[134],"general":[142],"research":[143,205],"(e.g.,":[145],"PubMed).":[148],"After":[149],"stopword":[150],"removal":[151],"evaluation,":[153],"observe":[155],"that":[156],"-arXiv-CORD19":[161],"surpasses":[162],"by":[168],"a":[169],"small":[170],"margin.":[171],"still":[174],"fall":[175],"behind":[176],"earlier":[177],"sequence-to-sequence":[178],"models;":[179],"however,":[180],"limitation":[182],"may":[183],"due":[185],"our":[187,201],"constrained":[188],"GPU":[189],"resources.":[190],"Future":[191],"works,":[192],"with":[193],"access":[194],"resources,":[197],"can":[198],"further":[199],"improve":[200],"summarization.":[206]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}