{"id":"https://openalex.org/W4307273670","doi":"https://doi.org/10.3390/e24111514","title":"QAScore\u2014An Unsupervised Unreferenced Metric for the Question Generation Evaluation","display_name":"QAScore\u2014An Unsupervised Unreferenced Metric for the Question Generation Evaluation","publication_year":2022,"publication_date":"2022-10-24","ids":{"openalex":"https://openalex.org/W4307273670","doi":"https://doi.org/10.3390/e24111514","pmid":"https://pubmed.ncbi.nlm.nih.gov/36359608"},"language":"en","primary_location":{"id":"doi:10.3390/e24111514","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24111514","pdf_url":"https://www.mdpi.com/1099-4300/24/11/1514/pdf?version=1667824037","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/24/11/1514/pdf?version=1667824037","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071808662","display_name":"Tianbo Ji","orcid":"https://orcid.org/0000-0003-0143-6220"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Tianbo Ji","raw_affiliation_strings":["ADAPT Centre, School of Computing, Dublin City University, 9 Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0003-0143-6220","affiliations":[{"raw_affiliation_string":"ADAPT Centre, School of Computing, Dublin City University, 9 Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043763521","display_name":"Chenyang Lyu","orcid":"https://orcid.org/0000-0002-3403-7050"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Chenyang Lyu","raw_affiliation_strings":["SFI Centre for Research Training in Machine Learning, School of Computing, Dublin City University, 9 Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SFI Centre for Research Training in Machine Learning, School of Computing, Dublin City University, 9 Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018481328","display_name":"Gareth J. F. Jones","orcid":"https://orcid.org/0000-0003-2923-8365"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Gareth Jones","raw_affiliation_strings":["ADAPT Centre, School of Computing, Dublin City University, 9 Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ADAPT Centre, School of Computing, Dublin City University, 9 Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071890018","display_name":"Liting Zhou","orcid":"https://orcid.org/0000-0002-7778-8743"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Liting Zhou","raw_affiliation_strings":["ADAPT Centre, School of Computing, Dublin City University, 9 Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ADAPT Centre, School of Computing, Dublin City University, 9 Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020500064","display_name":"Yvette Graham","orcid":"https://orcid.org/0000-0001-6741-4855"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Yvette Graham","raw_affiliation_strings":["ADAPT Centre, School of Computer Science and Statistics, Trinity College Dublin, 2 Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ADAPT Centre, School of Computer Science and Statistics, Trinity College Dublin, 2 Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020500064","https://openalex.org/A5043763521"],"corresponding_institution_ids":["https://openalex.org/I205274468","https://openalex.org/I42934936"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":1.1603,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.81365272,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"24","issue":"11","first_page":"1514","last_page":"1514"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7502623200416565},{"id":"https://openalex.org/keywords/judgement","display_name":"Judgement","score":0.7059378623962402},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7045422196388245},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6667826771736145},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5840163230895996},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5570449233055115},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5344945788383484},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.533928632736206},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5314435362815857},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.481080025434494},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4410489499568939}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7502623200416565},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.7059378623962402},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7045422196388245},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6667826771736145},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5840163230895996},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5570449233055115},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5344945788383484},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.533928632736206},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5314435362815857},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.481080025434494},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4410489499568939},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e24111514","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24111514","pdf_url":"https://www.mdpi.com/1099-4300/24/11/1514/pdf?version=1667824037","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:36359608","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36359608","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:701bc11e08014af79e40975db486076f","is_oa":true,"landing_page_url":"https://doaj.org/article/701bc11e08014af79e40975db486076f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 24, Iss 11, p 1514 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/24/11/1514/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e24111514","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 24; Issue 11; Pages: 1514","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9689497","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9689497","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e24111514","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24111514","pdf_url":"https://www.mdpi.com/1099-4300/24/11/1514/pdf?version=1667824037","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2563910032","display_name":null,"funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3239979300","display_name":null,"funder_award_id":"13/RC/2106_P2","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3756142841","display_name":null,"funder_award_id":"18/CRT/6183","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3993907298","display_name":"ADAPT: Centre for Digital Content Platform Research","funder_award_id":"13/RC/2106","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G6334448832","display_name":"ADAPT_Phase 2","funder_award_id":"13/RC/2106_P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G7316039843","display_name":"SFI Centre for Research Training in Machine Learning","funder_award_id":"18/CRT/6183","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320320864","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19"},{"id":"https://openalex.org/F4320320865","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4307273670.pdf","grobid_xml":"https://content.openalex.org/works/W4307273670.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2123301721","https://openalex.org/W2130942839","https://openalex.org/W2157331557","https://openalex.org/W2251023345","https://openalex.org/W2260677151","https://openalex.org/W2470681840","https://openalex.org/W2525778437","https://openalex.org/W2557764419","https://openalex.org/W2610891036","https://openalex.org/W2806532810","https://openalex.org/W2888812214","https://openalex.org/W2889787757","https://openalex.org/W2891946694","https://openalex.org/W2896457183","https://openalex.org/W2962717047","https://openalex.org/W2963748441","https://openalex.org/W2963928014","https://openalex.org/W2963963993","https://openalex.org/W2965373594","https://openalex.org/W2967827612","https://openalex.org/W2997054320","https://openalex.org/W3003604522","https://openalex.org/W3011993973","https://openalex.org/W3017596848","https://openalex.org/W3019906500","https://openalex.org/W3027879771","https://openalex.org/W3034383728","https://openalex.org/W3034999214","https://openalex.org/W3035252911","https://openalex.org/W3098267758","https://openalex.org/W3101007570","https://openalex.org/W3101798106","https://openalex.org/W3104976898","https://openalex.org/W3110038866","https://openalex.org/W3117289850","https://openalex.org/W3155743842","https://openalex.org/W3197315967","https://openalex.org/W3201266133","https://openalex.org/W3207095490","https://openalex.org/W3210366802","https://openalex.org/W3215490307","https://openalex.org/W4221148741","https://openalex.org/W4285110842","https://openalex.org/W4285292592","https://openalex.org/W4288089799","https://openalex.org/W6682631176","https://openalex.org/W6736172710","https://openalex.org/W6755013920","https://openalex.org/W6761205521","https://openalex.org/W6762942113","https://openalex.org/W6769627184","https://openalex.org/W6771227413","https://openalex.org/W6786773419","https://openalex.org/W7001508427"],"related_works":["https://openalex.org/W2886802431","https://openalex.org/W4388216822","https://openalex.org/W1761762290","https://openalex.org/W4391191813","https://openalex.org/W4387575966","https://openalex.org/W2384262901","https://openalex.org/W2975214487","https://openalex.org/W651304006","https://openalex.org/W2345720417","https://openalex.org/W2385564112"],"abstract_inverted_index":{"Question":[0],"Generation":[1],"(QG)":[2],"aims":[3],"to":[4,48,123,139,143,161,175],"automate":[5],"the":[6,22,27,64,67,73,119,124,127,133,137,171],"task":[7,173],"of":[8,17,29,38,44,84,104,179],"composing":[9],"questions":[10,41,69],"for":[11,109],"a":[12,15,94,106,115,154,176],"passage":[13],"with":[14,88,157],"set":[16],"chosen":[18],"answers":[19],"found":[20],"within":[21],"passage.":[23],"In":[24],"recent":[25],"years,":[26],"introduction":[28],"neural":[30],"generation":[31],"models":[32],"has":[33],"resulted":[34],"in":[35,42,136,170],"substantial":[36],"improvements":[37],"automatically":[39],"generated":[40,68],"terms":[43],"quality,":[45],"especially":[46],"compared":[47],"traditional":[49],"approaches":[50],"that":[51,126,140,167],"employ":[52],"manually":[53],"crafted":[54],"heuristics.":[55],"However,":[56],"current":[57],"QG":[58,111,172],"evaluation":[59,97,164,180],"metrics":[60,79,145],"solely":[61],"rely":[62],"on":[63],"comparison":[65],"between":[66],"and":[70,149],"references,":[71],"ignoring":[72],"passages":[74],"or":[75],"answers.":[76],"Meanwhile,":[77],"these":[78],"are":[80],"generally":[81],"criticized":[82],"because":[83],"their":[85],"low":[86],"agreement":[87],"human":[89,158,163],"judgement.":[90],"We":[91],"therefore":[92],"propose":[93],"new":[95],"reference-free":[96],"metric":[98],"called":[99],"QAScore,":[100],"which":[101],"is":[102],"capable":[103],"providing":[105],"better":[107],"mechanism":[108],"evaluating":[110],"systems.":[112],"QAScore":[113,151,169],"evaluates":[114],"question":[116],"by":[117],"computing":[118],"cross":[120],"entropy":[121],"according":[122,160],"probability":[125],"language":[128],"model":[129],"can":[130,152],"correctly":[131],"generate":[132],"masked":[134],"words":[135],"answer":[138],"question.":[141],"Compared":[142],"existing":[144],"such":[146],"as":[147],"BLEU":[148],"BERTScore,":[150],"obtain":[153],"stronger":[155],"correlation":[156],"judgement":[159],"our":[162],"experiment,":[165],"meaning":[166],"applying":[168],"benefits":[174],"higher":[177],"level":[178],"accuracy.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}