{"id":"https://openalex.org/W6943917543","doi":"https://doi.org/10.18130/txax-4719","title":"Investigating Abstractive Summarization with Metric Reviews, Model Experiments, and a New Consistency Score","display_name":"Investigating Abstractive Summarization with Metric Reviews, Model Experiments, and a New Consistency Score","publication_year":2025,"publication_date":"2025-04-16","ids":{"openalex":"https://openalex.org/W6943917543","doi":"https://doi.org/10.18130/txax-4719"},"language":"en","primary_location":{"id":"doi:10.18130/txax-4719","doi":"https://doi.org/10.18130/txax-4719","is_oa":true,"landing_page_url":"https://doi.org/10.18130/txax-4719","pdf_url":null,"source":{"id":"https://openalex.org/S7407053236","display_name":"Libra","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"thesis"},"volume":null,"type":"dissertation","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.18130/txax-4719","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yixuan Ren","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yixuan Ren","raw_affiliation_strings":["University of Virginia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9140999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9140999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.05999999865889549,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.010200000368058681,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/abstractive-summarization","display_name":"abstractive summarization","score":0.9229999780654907},{"id":"https://openalex.org/keywords/summarization-evaluation-metrics","display_name":"summarization evaluation metrics","score":0.8650000095367432},{"id":"https://openalex.org/keywords/self-consistency","display_name":"self-consistency","score":0.6359999775886536},{"id":"https://openalex.org/keywords/consistency-score","display_name":"consistency score","score":0.9929999709129333},{"id":"https://openalex.org/keywords/lexical-overlap","display_name":"lexical overlap","score":0.7829999923706055},{"id":"https://openalex.org/keywords/semantic-distance","display_name":"semantic distance","score":0.9940000176429749},{"id":"https://openalex.org/keywords/factual-consistency","display_name":"factual consistency","score":0.9890000224113464},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9010000228881836},{"id":"https://openalex.org/keywords/llama","display_name":"llamas","score":0.9629999995231628},{"id":"https://openalex.org/keywords/gemma","display_name":"Gemma","score":0.9509999752044678}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9470999836921692},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8008000254631042},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7609000205993652},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6904000043869019},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6359999775886536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5936999917030334},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.4799000024795532},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.46000000834465027},{"id":"https://openalex.org/C2776916960","wikidata":"https://www.wikidata.org/wiki/Q637156","display_name":"Warrant","level":2,"score":0.3995000123977661},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3463999927043915},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34310001134872437},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3068999946117401},{"id":"https://openalex.org/C66945725","wikidata":"https://www.wikidata.org/wiki/Q18388823","display_name":"Text graph","level":3,"score":0.3059000074863434},{"id":"https://openalex.org/C134714966","wikidata":"https://www.wikidata.org/wiki/Q6934448","display_name":"Multi-document summarization","level":3,"score":0.28610000014305115},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27410000562667847},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18130/txax-4719","doi":"https://doi.org/10.18130/txax-4719","is_oa":true,"landing_page_url":"https://doi.org/10.18130/txax-4719","pdf_url":null,"source":{"id":"https://openalex.org/S7407053236","display_name":"Libra","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"thesis"}],"best_oa_location":{"id":"doi:10.18130/txax-4719","doi":"https://doi.org/10.18130/txax-4719","is_oa":true,"landing_page_url":"https://doi.org/10.18130/txax-4719","pdf_url":null,"source":{"id":"https://openalex.org/S7407053236","display_name":"Libra","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"thesis"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.7517945766448975,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"their":[1],"impressive":[2],"performance":[3,23,73],"in":[4,17,26,99],"natural":[5],"language":[6],"generation":[7],"tasks,":[8],"Large":[9],"Language":[10],"Models":[11],"(LLMs)":[12],"still":[13],"face":[14],"critical":[15],"challenges":[16],"text":[18,28,101,127],"summarization.":[19],"In":[20,40],"particular,":[21],"the":[22,31,72,78,94,112,124],"of":[24,33,48,74,93,96,107,114,126],"LLMs":[25,98],"abstractive":[27,100],"summarization":[29,49,75,102,128],"and":[30,59,80,116],"limitations":[32,106],"existing":[34],"evaluation":[35,50,67],"frameworks":[36],"warrant":[37],"further":[38],"investigation.":[39],"this":[41],"work,":[42],"we":[43,69,110],"present":[44],"a":[45,118],"comprehensive":[46],"analysis":[47],"metrics,":[51,109],"covering":[52],"lexical":[53],"overlap,":[54],"semantic":[55],"distance,":[56],"factual":[57],"consistency,":[58],"recent":[60],"LLM-based":[61],"methods.":[62],"Employing":[63],"these":[64],"metrics":[65],"as":[66],"tools,":[68],"empirically":[70],"assess":[71,123],"models":[76],"across":[77],"LLaMA,":[79],"Gemma":[81],"model":[82],"families,":[83],"utilizing":[84],"datasets":[85],"from":[86],"diverse":[87],"domains":[88],"to":[89,122],"provide":[90],"an":[91],"examination":[92],"capabilities":[95],"current":[97,108],"tasks.":[103],"To":[104],"address":[105],"introduce":[111],"concept":[113],"self-consistency":[115],"propose":[117],"novel":[119],"consistency":[120],"score":[121],"reliability":[125],"models.":[129]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}