{"id":"https://openalex.org/W4388893569","doi":"https://doi.org/10.1109/tencon58879.2023.10322357","title":"Attention to COVID-19: Abstractive Summarization of COVID-19 Research with State-of-the-Art Transformers","display_name":"Attention to COVID-19: Abstractive Summarization of COVID-19 Research with State-of-the-Art Transformers","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4388893569","doi":"https://doi.org/10.1109/tencon58879.2023.10322357"},"language":"en","primary_location":{"id":"doi:10.1109/tencon58879.2023.10322357","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon58879.2023.10322357","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TENCON 2023 - 2023 IEEE Region 10 Conference (TENCON)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093314455","display_name":"Jan Apolline D. Estrella","orcid":null},"institutions":[{"id":"https://openalex.org/I87074743","display_name":"University of the Philippines Diliman","ror":"https://ror.org/03tbh6y23","country_code":"PH","type":"education","lineage":["https://openalex.org/I103911934","https://openalex.org/I87074743"]}],"countries":["PH"],"is_corresponding":false,"raw_author_name":"Jan Apolline D. Estrella","raw_affiliation_strings":["University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","institution_ids":["https://openalex.org/I87074743"]},{"raw_affiliation_string":"Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines","institution_ids":["https://openalex.org/I87074743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093314456","display_name":"Christian S. Quinzon","orcid":null},"institutions":[{"id":"https://openalex.org/I87074743","display_name":"University of the Philippines Diliman","ror":"https://ror.org/03tbh6y23","country_code":"PH","type":"education","lineage":["https://openalex.org/I103911934","https://openalex.org/I87074743"]}],"countries":["PH"],"is_corresponding":false,"raw_author_name":"Christian S. Quinzon","raw_affiliation_strings":["University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","institution_ids":["https://openalex.org/I87074743"]},{"raw_affiliation_string":"Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines","institution_ids":["https://openalex.org/I87074743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049712662","display_name":"Francis George C. Cabarle","orcid":"https://orcid.org/0000-0002-5006-6310"},"institutions":[{"id":"https://openalex.org/I87074743","display_name":"University of the Philippines Diliman","ror":"https://ror.org/03tbh6y23","country_code":"PH","type":"education","lineage":["https://openalex.org/I103911934","https://openalex.org/I87074743"]}],"countries":["PH"],"is_corresponding":false,"raw_author_name":"Francis George C. Cabarle","raw_affiliation_strings":["University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","institution_ids":["https://openalex.org/I87074743"]},{"raw_affiliation_string":"Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines","institution_ids":["https://openalex.org/I87074743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003475663","display_name":"Jhoirene Clemente","orcid":"https://orcid.org/0000-0001-8400-0785"},"institutions":[{"id":"https://openalex.org/I87074743","display_name":"University of the Philippines Diliman","ror":"https://ror.org/03tbh6y23","country_code":"PH","type":"education","lineage":["https://openalex.org/I103911934","https://openalex.org/I87074743"]}],"countries":["PH"],"is_corresponding":false,"raw_author_name":"Jhoirene B. Clemente","raw_affiliation_strings":["University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of the Philippines, Diliman,Department of Computer Science,Quezon City,Philippines","institution_ids":["https://openalex.org/I87074743"]},{"raw_affiliation_string":"Department of Computer Science, University of the Philippines, Diliman, Quezon City, Philippines","institution_ids":["https://openalex.org/I87074743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87074743"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17328821,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1266","last_page":"1271"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9811000227928162,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9349091053009033},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7003214359283447},{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.5719020366668701},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5424731969833374},{"id":"https://openalex.org/keywords/coronavirus-disease-2019","display_name":"Coronavirus disease 2019 (COVID-19)","score":0.5358520746231079},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43620967864990234},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3796052038669586},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3615036606788635},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1256680190563202},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.0780738890171051}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9349091053009033},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7003214359283447},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.5719020366668701},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5424731969833374},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.5358520746231079},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43620967864990234},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3796052038669586},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3615036606788635},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1256680190563202},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0780738890171051},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tencon58879.2023.10322357","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon58879.2023.10322357","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TENCON 2023 - 2023 IEEE Region 10 Conference (TENCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320324410","display_name":"University of the Philippines","ror":"https://ror.org/02hqkr514"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2154652894","https://openalex.org/W2606974598","https://openalex.org/W2950670227","https://openalex.org/W2962785754","https://openalex.org/W2964061924","https://openalex.org/W2964813902","https://openalex.org/W2979826702","https://openalex.org/W3015468748","https://openalex.org/W3020786614","https://openalex.org/W3041333867","https://openalex.org/W3042185737","https://openalex.org/W3098960752","https://openalex.org/W3108936148","https://openalex.org/W3110414860","https://openalex.org/W3111412136","https://openalex.org/W3119558324","https://openalex.org/W3121250149","https://openalex.org/W3141701798","https://openalex.org/W3154065069","https://openalex.org/W4210721047","https://openalex.org/W4224019840","https://openalex.org/W4225384917","https://openalex.org/W4225727438","https://openalex.org/W4287025617","https://openalex.org/W4292953985","https://openalex.org/W4307727568","https://openalex.org/W4385245566","https://openalex.org/W4386566496","https://openalex.org/W4389518794","https://openalex.org/W4389520146","https://openalex.org/W4404752306","https://openalex.org/W6682631176","https://openalex.org/W6737294268","https://openalex.org/W6766909357","https://openalex.org/W6769243733","https://openalex.org/W6776048684","https://openalex.org/W6810880244","https://openalex.org/W6875130942"],"related_works":["https://openalex.org/W1964661231","https://openalex.org/W4254960163","https://openalex.org/W3110264473","https://openalex.org/W2370831213","https://openalex.org/W4285478380","https://openalex.org/W4315704968","https://openalex.org/W2100255360","https://openalex.org/W2140061545","https://openalex.org/W4317547544","https://openalex.org/W4313395829"],"abstract_inverted_index":{"The":[0],"COVID-19":[1,24,64,119,188],"pandemic":[2],"has":[3,72],"led":[4],"to":[5,15,31,74,170,179],"an":[6],"over-whelming":[7],"volume":[8],"of":[9,37,92,108,118],"scientific":[10],"publications":[11],"as":[12],"researchers":[13],"strive":[14],"address":[16],"the":[17,23,97,106,115],"crisis.":[18],"To":[19],"alleviate":[20],"information":[21],"overload,":[22],"Open":[25],"Research":[26],"Dataset":[27],"(CORD-19)":[28],"was":[29],"released":[30],"help":[32],"in":[33,77,114,144],"analyzing":[34],"large":[35],"amounts":[36],"data":[38],"and":[39,57,83,101,129,139],"facilitate":[40],"faster":[41],"response.":[42],"Most":[43],"existing":[44,127],"tools":[45],"based":[46],"on":[47,96,111,123,132],"CORD-19":[48,98,124],"use":[49],"extractive":[50],"summarizers,":[51],"which":[52],"suffer":[53],"from":[54],"poor":[55],"coherence":[56],"readability.":[58],"Thus":[59],"more":[60,133,180],"abstractive":[61,116],"summarizers":[62,110],"for":[63,187],"are":[65],"needed.":[66],"Specifically,":[67],"using":[68],"state-of-the-art":[69],"(SOTA)":[70],"transformers":[71,130],"shown":[73],"be":[75,168],"successful":[76],"summarizing":[78],"biomedical":[79],"datasets":[80,113,136],"like":[81],"arXiv":[82,138],"PubMed.":[84],"In":[85],"this":[86,165],"study,":[87],"we":[88,146],"finetune":[89],"two":[90],"checkpoints":[91,121,128,157,186],"SOTA":[93],"transformer":[94],"PEGASUS-X":[95],"dataset:":[99],"PEGASUS-XBASE-CORD19":[100,151],"PEGASUS-XBASE-arXiv-CORD19.":[102],"Our":[103,156],"results":[104],"highlight":[105],"importance":[107],"finetuning":[109],"domain-specific":[112],"summarization":[117],"research:":[120],"finetuned":[122,131],"out-perform":[125],"other":[126],"general":[134],"research":[135,189],"(e.g.,":[137],"PubMed).":[140],"After":[141],"stopword":[142],"removal":[143],"evaluation,":[145],"observe":[147],"that":[148],"PEGASUS-XBASE-arXiv-CORD19":[149],"surpasses":[150],"by":[152],"a":[153],"small":[154],"margin.":[155],"still":[158],"fall":[159],"behind":[160],"earlier":[161],"sequence-to-sequence":[162],"models;":[163],"however,":[164],"limitation":[166],"may":[167],"due":[169],"our":[171,185],"constrained":[172],"GPU":[173],"resources.":[174],"Future":[175],"works,":[176],"with":[177],"access":[178],"resources,":[181],"can":[182],"further":[183],"improve":[184],"summarization.":[190]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}