{"id":"https://openalex.org/W4392808709","doi":"https://doi.org/10.1186/s12911-024-02481-8","title":"Exploring the potential of ChatGPT in medical dialogue summarization: a study on consistency with human preferences","display_name":"Exploring the potential of ChatGPT in medical dialogue summarization: a study on consistency with human preferences","publication_year":2024,"publication_date":"2024-03-14","ids":{"openalex":"https://openalex.org/W4392808709","doi":"https://doi.org/10.1186/s12911-024-02481-8","pmid":"https://pubmed.ncbi.nlm.nih.gov/38486198"},"language":"en","primary_location":{"id":"doi:10.1186/s12911-024-02481-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-024-02481-8","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-024-02481-8","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-024-02481-8","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101595133","display_name":"Yong Liu","orcid":"https://orcid.org/0000-0002-8120-3461"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Liu","raw_affiliation_strings":["Department of Computer Science, Sichuan University, No. 24, South Section 1, 1st Ring Road, Chendu, 610065, Sichuan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sichuan University, No. 24, South Section 1, 1st Ring Road, Chendu, 610065, Sichuan, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042930315","display_name":"Shenggen Ju","orcid":"https://orcid.org/0000-0003-3730-0755"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shenggen Ju","raw_affiliation_strings":["Department of Computer Science, Sichuan University, No. 24, South Section 1, 1st Ring Road, Chendu, 610065, Sichuan, China. jsg@scu.edu.cn","Department of Computer Science, Sichuan University, No. 24, South Section 1, 1st Ring Road, Chendu, 610065, Sichuan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sichuan University, No. 24, South Section 1, 1st Ring Road, Chendu, 610065, Sichuan, China. jsg@scu.edu.cn","institution_ids":["https://openalex.org/I24185976"]},{"raw_affiliation_string":"Department of Computer Science, Sichuan University, No. 24, South Section 1, 1st Ring Road, Chendu, 610065, Sichuan, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100377341","display_name":"Junfeng Wang","orcid":"https://orcid.org/0000-0003-1699-2270"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junfeng Wang","raw_affiliation_strings":["Department of Computer Science, Sichuan University, No. 24, South Section 1, 1st Ring Road, Chendu, 610065, Sichuan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sichuan University, No. 24, South Section 1, 1st Ring Road, Chendu, 610065, Sichuan, China","institution_ids":["https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5042930315"],"corresponding_institution_ids":["https://openalex.org/I24185976"],"apc_list":{"value":1570,"currency":"GBP","value_usd":1925},"apc_paid":{"value":1570,"currency":"GBP","value_usd":1925},"fwci":9.981,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.98464482,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"24","issue":"1","first_page":"75","last_page":"75"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3301999866962433,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3301999866962433,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3255000114440918,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.16120000183582306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8174251914024353},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7339305877685547},{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.5723719596862793},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5593772530555725},{"id":"https://openalex.org/keywords/natural-language-generation","display_name":"Natural language generation","score":0.5484181642532349},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.507257878780365},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4712909758090973},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.465304434299469},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41777175664901733},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3827534317970276},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35488361120224},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.28757262229919434}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8174251914024353},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7339305877685547},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.5723719596862793},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5593772530555725},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.5484181642532349},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.507257878780365},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4712909758090973},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.465304434299469},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41777175664901733},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3827534317970276},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35488361120224},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.28757262229919434},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003142","descriptor_name":"Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003142","descriptor_name":"Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003142","descriptor_name":"Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D058873","descriptor_name":"Pandemics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1186/s12911-024-02481-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-024-02481-8","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-024-02481-8","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},{"id":"pmid:38486198","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38486198","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC medical informatics and decision making","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10938713","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10938713","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10938713/pdf/12911_2024_Article_2481.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Med Inform Decis Mak","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:627eadf6bb034715a87483a28919df58","is_oa":true,"landing_page_url":"https://doaj.org/article/627eadf6bb034715a87483a28919df58","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Medical Informatics and Decision Making, Vol 24, Iss 1, Pp 1-20 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s12911-024-02481-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-024-02481-8","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-024-02481-8","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","score":0.5400000214576721,"display_name":"Good health and well-being"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321851","display_name":"Fudan University","ror":"https://ror.org/013q1eq08"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4392808709.pdf"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W2914929557","https://openalex.org/W2933138175","https://openalex.org/W2953356739","https://openalex.org/W2965373594","https://openalex.org/W2972749265","https://openalex.org/W2981852735","https://openalex.org/W3009063690","https://openalex.org/W3019006697","https://openalex.org/W3034457371","https://openalex.org/W3034999214","https://openalex.org/W3098562101","https://openalex.org/W3116079511","https://openalex.org/W3153712169","https://openalex.org/W3159493748","https://openalex.org/W3167691769","https://openalex.org/W3177464472","https://openalex.org/W3186420848","https://openalex.org/W3201710275","https://openalex.org/W4206445734","https://openalex.org/W4226278401","https://openalex.org/W4285247398","https://openalex.org/W4287887977","https://openalex.org/W4319301505","https://openalex.org/W4322718832","https://openalex.org/W4323050332","https://openalex.org/W4323848232","https://openalex.org/W4327500636","https://openalex.org/W4361002760","https://openalex.org/W4362608470","https://openalex.org/W4368367885","https://openalex.org/W4383302171","https://openalex.org/W4385571397","https://openalex.org/W4385571667","https://openalex.org/W4385571713","https://openalex.org/W4385573581","https://openalex.org/W4385988359","https://openalex.org/W4389437528","https://openalex.org/W4389518968","https://openalex.org/W4391759824","https://openalex.org/W6739901393","https://openalex.org/W6848909144"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W2122804826","https://openalex.org/W2988746243"],"abstract_inverted_index":{"BACKGROUND:":[0],"Telemedicine":[1],"has":[2,51,104],"experienced":[3],"rapid":[4],"growth":[5],"in":[6,25,64,110,226,269,287,299,382],"recent":[7],"years,":[8],"aiming":[9],"to":[10,36,60,81,192,217,304,397],"enhance":[11],"medical":[12,56,66,77,91,125,141,274,319,335,366],"efficiency":[13],"and":[14,34,62,75,133,159,187,195,211,240,253,260,307,332,378],"reduce":[15],"the":[16,22,49,53,131,193,198,202,219,224,230,233,237,270,276,280,288,296,305,310,325,330,370,385],"workload":[17],"of":[18,55,95,136,223,334,387],"healthcare":[19,37],"professionals.":[20],"During":[21],"COVID-19":[23],"pandemic":[24],"2019,":[26],"it":[27,360,394],"became":[28],"especially":[29],"crucial,":[30],"enabling":[31],"remote":[32],"screenings":[33],"access":[35],"services":[38],"while":[39],"maintaining":[40],"social":[41],"distancing.":[42],"Online":[43],"consultation":[44],"platforms":[45],"have":[46],"emerged,":[47],"but":[48,214,355],"demand":[50],"strained":[52],"availability":[54],"professionals,":[57],"directly":[58],"leading":[59],"research":[61,398],"development":[63],"automated":[65,182,365,373],"consultation.":[67],"Specifically,":[68],"there":[69],"is":[70,147,179,344,395],"a":[71,107,140,168,361],"need":[72],"for":[73,221,364],"efficient":[74],"accurate":[76],"dialogue":[78,126,142,336,367],"summarization":[79,157],"algorithms":[80],"condense":[82],"lengthy":[83],"conversations":[84],"into":[85],"shorter":[86],"versions":[87],"focused":[88],"on":[89,124,139,149],"relevant":[90],"facts.":[92],"The":[93,144,164,341],"success":[94],"large":[96,169,388],"language":[97,112,152,170,389],"models":[98,171,390],"like":[99,376,391],"generative":[100],"pre-trained":[101,151],"transformer":[102],"(GPT)-3":[103],"recently":[105],"prompted":[106],"paradigm":[108],"shift":[109],"natural":[111],"processing":[113],"(NLP)":[114],"research.":[115],"In":[116,190],"this":[117],"paper,":[118],"we":[119],"will":[120],"explore":[121],"its":[122],"impact":[123],"summarization.":[127,368],"METHODS:":[128],"We":[129],"present":[130],"performance":[132,285],"evaluation":[134,272,298,374,401],"results":[135,350],"two":[137],"approaches":[138],"dataset.":[143],"first":[145],"approach":[146,166],"based":[148],"fine-tuned":[150],"models,":[153,197,246,309],"such":[154,184],"as":[155,185],"bert-based":[156],"(BERTSUM)":[158],"bidirectional":[160],"auto-regressive":[161],"Transformers":[162],"(BART).":[163],"second":[165],"utilizes":[167],"(LLMs)":[172],"GPT-3.5":[173,326],"with":[174,291],"inter-context":[175],"learning":[176],"(ICL).":[177],"Evaluation":[178],"conducted":[180],"using":[181],"metrics":[183,225],"ROUGE":[186,210,239,377],"BERTScore.":[188],"RESULTS:":[189],"comparison":[191],"BART":[194,234,281,308],"ChatGPT":[196,311],"summaries":[199,277,337],"generated":[200,278,342],"by":[201,273,279,317],"BERTSUM":[203,306],"model":[204,235,282,312,327],"not":[205,345],"only":[206,286,346],"exhibit":[207,283],"significantly":[208],"lower":[209],"BERTScore":[212,241,254,379],"values":[213,242,255],"also":[215,356],"fail":[216],"pass":[218],"testing":[220],"any":[222],"manual":[227,271,297],"evaluation.":[228],"On":[229,322,369],"other":[231,300,371],"hand,":[232,324,372],"achieved":[236],"highest":[238],"among":[243],"all":[244],"evaluated":[245],"surpassing":[247],"ChatGPT.":[248],"Its":[249],"ROUGE-1,":[250],"ROUGE-2,":[251],"ROUGE-L,":[252],"were":[256],"14.94%,":[257],"53.48%,":[258],"32.84%,":[259],"6.73%":[261],"higher":[262],"respectively":[263],"than":[264,293,349],"ChatGPT's":[265],"best":[266],"results.":[267],"However,":[268],"experts,":[275],"satisfactory":[284],"\"Readability\"":[289],"metric,":[290],"less":[292],"30%":[294],"passing":[295],"metrics.":[301],"When":[302],"compared":[303],"was":[313],"evidently":[314],"more":[315,357,399],"favored":[316],"human":[318,353],"experts.":[320],"CONCLUSION:":[321],"one":[323],"can":[328],"manipulate":[329],"style":[331],"outcomes":[333],"through":[338],"various":[339],"prompts.":[340],"content":[343],"better":[347],"received":[348],"from":[351],"certain":[352],"experts":[354],"comprehensible,":[358],"making":[359],"promising":[362],"avenue":[363],"mechanisms":[375],"fall":[380],"short":[381],"fully":[383],"assessing":[384],"outputs":[386],"GPT-3.5.":[392],"Therefore,":[393],"necessary":[396],"appropriate":[400],"criteria.":[402]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":12}],"updated_date":"2026-06-17T08:01:34.144755","created_date":"2025-10-10T00:00:00"}