{"id":"https://openalex.org/W4387385704","doi":"https://doi.org/10.1109/access.2023.3322226","title":"Warm-Starting for Improving the Novelty of Abstractive Summarization","display_name":"Warm-Starting for Improving the Novelty of Abstractive Summarization","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4387385704","doi":"https://doi.org/10.1109/access.2023.3322226"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3322226","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3322226","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dx.doi.org/10.1109/access.2023.3322226","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072730043","display_name":"Ayham Alomari","orcid":"https://orcid.org/0000-0002-3507-5796"},"institutions":[{"id":"https://openalex.org/I146367977","display_name":"Applied Science Private University","ror":"https://ror.org/01ah6nb52","country_code":"JO","type":"education","lineage":["https://openalex.org/I146367977"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Ayham Alomari","raw_affiliation_strings":["Department of Computer Science, Faculty of Information Technology, Applied Science Private University, Amman, Jordan"],"raw_orcid":"https://orcid.org/0000-0002-3507-5796","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Information Technology, Applied Science Private University, Amman, Jordan","institution_ids":["https://openalex.org/I146367977"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076799915","display_name":"Ahmad Sami Al\u2010Shamayleh","orcid":"https://orcid.org/0000-0002-7222-2433"},"institutions":[{"id":"https://openalex.org/I104941359","display_name":"Al-Ahliyya Amman University","ror":"https://ror.org/00xddhq60","country_code":"JO","type":"education","lineage":["https://openalex.org/I104941359"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Ahmad Sami Al-Shamayleh","raw_affiliation_strings":["Department of Data Science and Artificial Intelligence, Al-Ahliyya Amman University, Amman, Jordan","Department of Networks and Cybersecurity, Faculty of Information Technology, Al-Ahliyya Amman University, Al-Salt, Amman, Jordan"],"raw_orcid":"https://orcid.org/0000-0002-7222-2433","affiliations":[{"raw_affiliation_string":"Department of Data Science and Artificial Intelligence, Al-Ahliyya Amman University, Amman, Jordan","institution_ids":["https://openalex.org/I104941359"]},{"raw_affiliation_string":"Department of Networks and Cybersecurity, Faculty of Information Technology, Al-Ahliyya Amman University, Al-Salt, Amman, Jordan","institution_ids":["https://openalex.org/I104941359"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025895244","display_name":"Norisma Idris","orcid":"https://orcid.org/0000-0002-8006-7496"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Norisma Idris","raw_affiliation_strings":["Department of Artificial Intelligence, Faculty of Computer Science and Information Technology, University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Faculty of Computer Science and Information Technology, University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061102335","display_name":"Aznul Qalid Md Sabri","orcid":"https://orcid.org/0000-0002-4758-5400"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Aznul Qalid Md Sabri","raw_affiliation_strings":["Department of Artificial Intelligence, Faculty of Computer Science and Information Technology, University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-4758-5400","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, Faculty of Computer Science and Information Technology, University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075965221","display_name":"Izzat Alsmadi","orcid":"https://orcid.org/0000-0001-7832-5081"},"institutions":[{"id":"https://openalex.org/I1335518801","display_name":"Texas A&M University \u2013 San Antonio","ror":"https://ror.org/0084njv03","country_code":"US","type":"education","lineage":["https://openalex.org/I1335518801"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Izzat Alsmadi","raw_affiliation_strings":["Department of Computing and Cybersecurity, Texas A&M University-San Antonio, San Antonio, TX, USA"],"raw_orcid":"https://orcid.org/0000-0001-7832-5081","affiliations":[{"raw_affiliation_string":"Department of Computing and Cybersecurity, Texas A&M University-San Antonio, San Antonio, TX, USA","institution_ids":["https://openalex.org/I1335518801"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073977110","display_name":"Danah Omary","orcid":null},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danah Omary","raw_affiliation_strings":["Department of Electrical Engineering, University of North Texas, Denton, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of North Texas, Denton, TX, USA","institution_ids":["https://openalex.org/I123534392"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.1586,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53891173,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"11","issue":null,"first_page":"112483","last_page":"112501"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.9054670333862305},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8507277369499207},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7970235347747803},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6982637643814087},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6651642322540283},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6417962312698364},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5894456505775452},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5864754319190979},{"id":"https://openalex.org/keywords/novelty-detection","display_name":"Novelty detection","score":0.519737720489502},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.49440932273864746},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.4572533965110779},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4502817392349243},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.43976473808288574},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4396655857563019},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3276277780532837},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09877917170524597},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08076122403144836}],"concepts":[{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.9054670333862305},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8507277369499207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7970235347747803},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6982637643814087},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6651642322540283},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6417962312698364},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5894456505775452},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5864754319190979},{"id":"https://openalex.org/C2778924833","wikidata":"https://www.wikidata.org/wiki/Q7064603","display_name":"Novelty detection","level":3,"score":0.519737720489502},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.49440932273864746},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.4572533965110779},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4502817392349243},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.43976473808288574},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4396655857563019},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3276277780532837},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09877917170524597},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08076122403144836},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2023.3322226","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3322226","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:eprints.um.edu.my:50947","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ACCESS.2023.3322226","pdf_url":null,"source":{"id":"https://openalex.org/S4306400330","display_name":"The University of Malaya Research Repository (University of Malaya)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I33849332","host_organization_name":"University of Malaya","host_organization_lineage":["https://openalex.org/I33849332"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:doaj.org/article:d4304272523b463e8f6ffeb5bfdde4f8","is_oa":true,"landing_page_url":"https://doaj.org/article/d4304272523b463e8f6ffeb5bfdde4f8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 112483-112501 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3322226","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1109/access.2023.3322226","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7599999904632568,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1836913137","display_name":null,"funder_award_id":"JPT(BKPI)1000/016/018/25(58)","funder_id":"https://openalex.org/F4320321709","funder_display_name":"Ministry of Higher Education, Malaysia"}],"funders":[{"id":"https://openalex.org/F4320321709","display_name":"Ministry of Higher Education, Malaysia","ror":"https://ror.org/05mcs2t73"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W2133459682","https://openalex.org/W2143668817","https://openalex.org/W2154652894","https://openalex.org/W2341349540","https://openalex.org/W2606974598","https://openalex.org/W2798542795","https://openalex.org/W2889518897","https://openalex.org/W2896457183","https://openalex.org/W2897667608","https://openalex.org/W2936695845","https://openalex.org/W2938704169","https://openalex.org/W2943249692","https://openalex.org/W2962849707","https://openalex.org/W2962985882","https://openalex.org/W2963227052","https://openalex.org/W2963521413","https://openalex.org/W2963545005","https://openalex.org/W2963929190","https://openalex.org/W2965373594","https://openalex.org/W2970597249","https://openalex.org/W2970641574","https://openalex.org/W2970785793","https://openalex.org/W2986729576","https://openalex.org/W2996264288","https://openalex.org/W2996428491","https://openalex.org/W2997200074","https://openalex.org/W2998056485","https://openalex.org/W3016473712","https://openalex.org/W3034999214","https://openalex.org/W3036120435","https://openalex.org/W3042185737","https://openalex.org/W3099766584","https://openalex.org/W3100439847","https://openalex.org/W3101017384","https://openalex.org/W3107229750","https://openalex.org/W3125565408","https://openalex.org/W3159259047","https://openalex.org/W3173210704","https://openalex.org/W3190367510","https://openalex.org/W3198675293","https://openalex.org/W3205944346","https://openalex.org/W4220828618","https://openalex.org/W4288089799","https://openalex.org/W4385245566","https://openalex.org/W6682631176","https://openalex.org/W6704329389","https://openalex.org/W6739901393","https://openalex.org/W6754249353","https://openalex.org/W6755207826","https://openalex.org/W6756363949","https://openalex.org/W6761205521","https://openalex.org/W6761551260","https://openalex.org/W6761711107","https://openalex.org/W6763701032","https://openalex.org/W6766673545","https://openalex.org/W6768021236","https://openalex.org/W6769311223","https://openalex.org/W6769627184","https://openalex.org/W6771915120","https://openalex.org/W6776148200","https://openalex.org/W6801061384","https://openalex.org/W6802693680","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2064636555","https://openalex.org/W2585503716","https://openalex.org/W1939982668","https://openalex.org/W2105014086","https://openalex.org/W2076090200","https://openalex.org/W3025682415","https://openalex.org/W2081173909","https://openalex.org/W4389009659","https://openalex.org/W198251434","https://openalex.org/W4312933423"],"abstract_inverted_index":{"Abstractive":[0],"summarization":[1,87],"is":[2],"distinguished":[3],"by":[4,158],"using":[5,141],"novel":[6],"phrases":[7],"that":[8,97,110],"are":[9,52,89],"not":[10],"found":[11],"in":[12,23,126],"the":[13,30,56,60,67,80,137,142,145],"source":[14],"text.":[15],"However,":[16],"most":[17],"previous":[18],"research":[19],"ignores":[20],"this":[21],"feature":[22],"favour":[24],"of":[25,69],"enhancing":[26],"syntactical":[27,81],"similarity":[28,82],"with":[29,42],"reference.":[31],"To":[32],"improve":[33,155],"novelty":[34,70,95,101,156],"aspects,":[35],"we":[36,132],"have":[37],"used":[38],"multiple":[39],"warm-started":[40],"models":[41,51,135,140],"varying":[43],"encoder":[44],"and":[45,48,59,71,103,115,144,153,161],"decoder":[46],"checkpoints":[47],"vocabulary.":[49],"These":[50],"then":[53],"adapted":[54],"to":[55,64,75,122,136],"paraphrasing":[57,154],"task":[58],"sampling":[61],"decoding":[62],"strategy":[63],"further":[65],"boost":[66],"levels":[68],"quality.":[72],"In":[73],"addition,":[74],"avoid":[76],"relying":[77],"only":[78],"on":[79,168],"assessment,":[83],"two":[84],"additional":[85],"abstractive":[86],"metrics":[88],"introduced:":[90],"1)":[91],"NovScore:":[92],"a":[93,99,106,119,128,149],"new":[94,107],"metric":[96,109],"delivers":[98],"summary":[100],"score;":[102],"2)":[104],"NSSF:":[105],"comprehensive":[108],"ensembles":[111],"Novelty,":[112],"Syntactic,":[113],"Semantic,":[114],"Faithfulness":[116],"features":[117],"into":[118],"single":[120],"score":[121],"simulate":[123],"human":[124],"assessment":[125],"providing":[127],"reliable":[129],"evaluation.":[130],"Finally,":[131],"compare":[133],"our":[134],"state-of-the-art":[138],"sequence-to-sequence":[139],"current":[143],"proposed":[146],"metrics.":[147,170],"As":[148],"result,":[150],"warm-starting,":[151],"sampling,":[152],"degrees":[157],"2%,":[159],"5%,":[160],"14%,":[162],"respectively,":[163],"while":[164],"maintaining":[165],"comparable":[166],"scores":[167],"other":[169]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}