{"id":"https://openalex.org/W4281755729","doi":"https://doi.org/10.1142/s0218001422510119","title":"Towards a Reliable Text Summarization Evaluation Metric Using Predictive Models","display_name":"Towards a Reliable Text Summarization Evaluation Metric Using Predictive Models","publication_year":2022,"publication_date":"2022-06-04","ids":{"openalex":"https://openalex.org/W4281755729","doi":"https://doi.org/10.1142/s0218001422510119"},"language":"en","primary_location":{"id":"doi:10.1142/s0218001422510119","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218001422510119","pdf_url":null,"source":{"id":"https://openalex.org/S41486457","display_name":"International Journal of Pattern Recognition and Artificial Intelligence","issn_l":"0218-0014","issn":["0218-0014","1793-6381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Pattern Recognition and Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103114339","display_name":"Bo Zhao","orcid":"https://orcid.org/0000-0002-2120-2571"},"institutions":[{"id":"https://openalex.org/I28324025","display_name":"University of Central Missouri","ror":"https://ror.org/02c63wv67","country_code":"US","type":"education","lineage":["https://openalex.org/I28324025"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Zhao","raw_affiliation_strings":["School of Computer Science and Mathematics, University of Central Missouri, Warrensburg, MO 64093, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Mathematics, University of Central Missouri, Warrensburg, MO 64093, USA","institution_ids":["https://openalex.org/I28324025"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105349489","display_name":"Yui Man Lui","orcid":"https://orcid.org/0000-0002-5156-0310"},"institutions":[{"id":"https://openalex.org/I28324025","display_name":"University of Central Missouri","ror":"https://ror.org/02c63wv67","country_code":"US","type":"education","lineage":["https://openalex.org/I28324025"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yui Man Lui","raw_affiliation_strings":["School of Computer Science and Mathematics, University of Central Missouri, Warrensburg, MO 64093, USA"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Mathematics, University of Central Missouri, Warrensburg, MO 64093, USA","institution_ids":["https://openalex.org/I28324025"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5105349489"],"corresponding_institution_ids":["https://openalex.org/I28324025"],"apc_list":null,"apc_paid":null,"fwci":0.2651,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.59681764,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"36","issue":"10","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9199638366699219},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8571192026138306},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7135509252548218},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6007916927337646},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5301768779754639},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4838389456272125},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.43345633149147034},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4178592264652252},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.1472908854484558}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9199638366699219},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8571192026138306},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7135509252548218},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6007916927337646},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5301768779754639},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4838389456272125},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.43345633149147034},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4178592264652252},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.1472908854484558},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218001422510119","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218001422510119","pdf_url":null,"source":{"id":"https://openalex.org/S41486457","display_name":"International Journal of Pattern Recognition and Artificial Intelligence","issn_l":"0218-0014","issn":["0218-0014","1793-6381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Pattern Recognition and Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W28412257","https://openalex.org/W1529731474","https://openalex.org/W1588100052","https://openalex.org/W1593271688","https://openalex.org/W1678356000","https://openalex.org/W1988790447","https://openalex.org/W1996430422","https://openalex.org/W2017337590","https://openalex.org/W2033398965","https://openalex.org/W2048207804","https://openalex.org/W2076063813","https://openalex.org/W2079361112","https://openalex.org/W2082512208","https://openalex.org/W2113952909","https://openalex.org/W2133512280","https://openalex.org/W2145907631","https://openalex.org/W2238199890","https://openalex.org/W2479531437","https://openalex.org/W2566820872","https://openalex.org/W2629692252","https://openalex.org/W2733628661","https://openalex.org/W2758374095","https://openalex.org/W2913059114","https://openalex.org/W2935960257","https://openalex.org/W2947771965","https://openalex.org/W2963672599","https://openalex.org/W2963929190","https://openalex.org/W2970785793","https://openalex.org/W3022436500","https://openalex.org/W3034535994","https://openalex.org/W3080114912","https://openalex.org/W3204438512","https://openalex.org/W4210834152","https://openalex.org/W4212883601","https://openalex.org/W4242097849","https://openalex.org/W4250908292","https://openalex.org/W4285723325","https://openalex.org/W4297957988"],"related_works":["https://openalex.org/W2351187795","https://openalex.org/W2380641910","https://openalex.org/W2589098947","https://openalex.org/W2285613413","https://openalex.org/W2561691764","https://openalex.org/W2389846579","https://openalex.org/W2308250245","https://openalex.org/W2136308941","https://openalex.org/W2887112617","https://openalex.org/W2443684444"],"abstract_inverted_index":{"With":[0],"an":[1,12,130],"increasing":[2],"number":[3],"of":[4,25,46,102,132,135,144],"new":[5],"summarization":[6,26,177],"systems":[7,27],"proposed":[8],"in":[9],"recent":[10],"years,":[11],"automatic":[13,35,91,124,145],"text":[14,36,176],"evaluation":[15,37,70,85],"metric":[16],"that":[17,66],"can":[18,39,80],"accurately":[19],"and":[20,53,72,164,174],"reliably":[21],"rate":[22],"the":[23,47,103,133,142,157,159,165],"performance":[24,134],"has":[28],"been":[29],"a":[30,98,120,170,179,180],"pressing":[31],"need.":[32],"However,":[33],"current":[34],"metrics":[38,71,125,146],"only":[40],"measure":[41],"one":[42],"or":[43],"certain":[44],"aspects":[45],"quality":[48],"between":[49],"two":[50],"summary":[51],"texts":[52],"do":[54],"not":[55],"agree":[56],"with":[57,129],"human":[58,77,99],"judgments":[59],"consistently.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64],"show":[65],"combining":[67],"multiple":[68],"well-chosen":[69],"training":[73,151],"predictive":[74,94,137],"models":[75,95,167],"using":[76,88],"annotated":[78,100],"datasets":[79],"lead":[81],"to":[82],"more":[83],"reliable":[84],"scores":[86],"than":[87],"any":[89],"individual":[90,117],"metric.":[92],"Our":[93],"trained":[96,166],"on":[97,123],"subset":[101],"CNN/DailyMail":[104],"corpus":[105],"demonstrate":[106],"significant":[107],"improvements":[108],"(e.g.":[109],"approximately":[110],"25%":[111],"along":[112,128],"coherence":[113],"dimension)":[114],"over":[115],"selected":[116],"metrics.":[118],"Furthermore,":[119],"concise":[121],"meta-evaluation":[122],"is":[126],"provided":[127],"analysis":[131],"12":[136],"models.":[138,153],"We":[139,154],"also":[140],"investigate":[141],"sensitivity":[143],"when":[147],"mixed":[148],"together":[149],"for":[150,161,172],"these":[152],"have":[155],"made":[156],"code,":[158],"instructions":[160],"experiment":[162],"setup,":[163],"available":[168],"as":[169],"tool":[171],"comparing":[173],"evaluating":[175],"systems.":[178],"https://github.com/bzhao2718/ReliableSummEvalReg":[181],".":[182]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}