{"id":"https://openalex.org/W4413655224","doi":"https://doi.org/10.3390/informatics12030086","title":"The Temporal Evolution of Large Language Model Performance: A Comparative Analysis of Past and Current Outputs in Scientific and Medical Research","display_name":"The Temporal Evolution of Large Language Model Performance: A Comparative Analysis of Past and Current Outputs in Scientific and Medical Research","publication_year":2025,"publication_date":"2025-08-26","ids":{"openalex":"https://openalex.org/W4413655224","doi":"https://doi.org/10.3390/informatics12030086"},"language":"en","primary_location":{"id":"doi:10.3390/informatics12030086","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics12030086","pdf_url":"https://www.mdpi.com/2227-9709/12/3/86/pdf?version=1756204770","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2227-9709/12/3/86/pdf?version=1756204770","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073400441","display_name":"Ishith Seth","orcid":"https://orcid.org/0000-0001-5444-8925"},"institutions":[{"id":"https://openalex.org/I4210120624","display_name":"Peninsula Health","ror":"https://ror.org/02n5e6456","country_code":"AU","type":"healthcare","lineage":["https://openalex.org/I4210120624"]},{"id":"https://openalex.org/I4210163497","display_name":"Austin Health","ror":"https://ror.org/05dbj6g52","country_code":"AU","type":"healthcare","lineage":["https://openalex.org/I4210163497"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ishith Seth","raw_affiliation_strings":["Department of Plastic and Reconstructive Surgery, Austin Health, Heidelberg, VIC 3084, Australia","Department of Plastic and Reconstructive Surgery, Peninsula Health, Frankston, VIC 3199, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Plastic and Reconstructive Surgery, Austin Health, Heidelberg, VIC 3084, Australia","institution_ids":["https://openalex.org/I4210163497"]},{"raw_affiliation_string":"Department of Plastic and Reconstructive Surgery, Peninsula Health, Frankston, VIC 3199, Australia","institution_ids":["https://openalex.org/I4210120624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073999284","display_name":"Gianluca Marcaccini","orcid":"https://orcid.org/0000-0002-8621-8216"},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Gianluca Marcaccini","raw_affiliation_strings":["Department of Plastic and Reconstructive Surgery, University of Siena, 53100 Siena, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Plastic and Reconstructive Surgery, University of Siena, 53100 Siena, Italy","institution_ids":["https://openalex.org/I102064193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091941524","display_name":"Bryan Lim","orcid":"https://orcid.org/0009-0007-9647-5180"},"institutions":[{"id":"https://openalex.org/I4210120624","display_name":"Peninsula Health","ror":"https://ror.org/02n5e6456","country_code":"AU","type":"healthcare","lineage":["https://openalex.org/I4210120624"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Bryan Lim","raw_affiliation_strings":["Department of Plastic and Reconstructive Surgery, Peninsula Health, Frankston, VIC 3199, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Plastic and Reconstructive Surgery, Peninsula Health, Frankston, VIC 3199, Australia","institution_ids":["https://openalex.org/I4210120624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007332957","display_name":"Jennifer Novo","orcid":null},"institutions":[{"id":"https://openalex.org/I93396115","display_name":"The University of Notre Dame Australia","ror":"https://ror.org/02stey378","country_code":"AU","type":"education","lineage":["https://openalex.org/I93396115"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jennifer Novo","raw_affiliation_strings":["Faculty of Medicine and Surgery, The University of Notre Dame, Chippendale, NSW 2008, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Medicine and Surgery, The University of Notre Dame, Chippendale, NSW 2008, Australia","institution_ids":["https://openalex.org/I93396115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008155440","display_name":"Stephen Bacchi","orcid":"https://orcid.org/0000-0001-5130-8628"},"institutions":[{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Bacchi","raw_affiliation_strings":["Harvard Medical School, Massachusetts General Hospital, Boston, MA 02144, USA"],"affiliations":[{"raw_affiliation_string":"Harvard Medical School, Massachusetts General Hospital, Boston, MA 02144, USA","institution_ids":["https://openalex.org/I4210087915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090812354","display_name":"Roberto Cuomo","orcid":"https://orcid.org/0000-0002-8396-095X"},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Roberto Cuomo","raw_affiliation_strings":["Department of Plastic and Reconstructive Surgery, University of Siena, 53100 Siena, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Plastic and Reconstructive Surgery, University of Siena, 53100 Siena, Italy","institution_ids":["https://openalex.org/I102064193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103164489","display_name":"Richard J. Ross","orcid":"https://orcid.org/0000-0001-6579-3572"},"institutions":[{"id":"https://openalex.org/I4210120624","display_name":"Peninsula Health","ror":"https://ror.org/02n5e6456","country_code":"AU","type":"healthcare","lineage":["https://openalex.org/I4210120624"]},{"id":"https://openalex.org/I4210163497","display_name":"Austin Health","ror":"https://ror.org/05dbj6g52","country_code":"AU","type":"healthcare","lineage":["https://openalex.org/I4210163497"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Richard J. Ross","raw_affiliation_strings":["Department of Plastic and Reconstructive Surgery, Austin Health, Heidelberg, VIC 3084, Australia","Department of Plastic and Reconstructive Surgery, Peninsula Health, Frankston, VIC 3199, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Plastic and Reconstructive Surgery, Austin Health, Heidelberg, VIC 3084, Australia","institution_ids":["https://openalex.org/I4210163497"]},{"raw_affiliation_string":"Department of Plastic and Reconstructive Surgery, Peninsula Health, Frankston, VIC 3199, Australia","institution_ids":["https://openalex.org/I4210120624"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051942076","display_name":"Warren M. Rozen","orcid":"https://orcid.org/0000-0002-4092-182X"},"institutions":[{"id":"https://openalex.org/I4210120624","display_name":"Peninsula Health","ror":"https://ror.org/02n5e6456","country_code":"AU","type":"healthcare","lineage":["https://openalex.org/I4210120624"]},{"id":"https://openalex.org/I4210163497","display_name":"Austin Health","ror":"https://ror.org/05dbj6g52","country_code":"AU","type":"healthcare","lineage":["https://openalex.org/I4210163497"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Warren M. Rozen","raw_affiliation_strings":["Department of Plastic and Reconstructive Surgery, Austin Health, Heidelberg, VIC 3084, Australia","Department of Plastic and Reconstructive Surgery, Peninsula Health, Frankston, VIC 3199, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Plastic and Reconstructive Surgery, Austin Health, Heidelberg, VIC 3084, Australia","institution_ids":["https://openalex.org/I4210163497"]},{"raw_affiliation_string":"Department of Plastic and Reconstructive Surgery, Peninsula Health, Frankston, VIC 3199, Australia","institution_ids":["https://openalex.org/I4210120624"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5073999284"],"corresponding_institution_ids":["https://openalex.org/I102064193"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.6561,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.77820518,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":"3","first_page":"86","last_page":"86"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/current","display_name":"Current (fluid)","score":0.5766900181770325},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5007662773132324},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4065421223640442},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32784798741340637},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3206592798233032},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11136060953140259},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.08757340908050537}],"concepts":[{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.5766900181770325},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5007662773132324},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4065421223640442},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32784798741340637},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3206592798233032},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11136060953140259},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08757340908050537},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/informatics12030086","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics12030086","pdf_url":"https://www.mdpi.com/2227-9709/12/3/86/pdf?version=1756204770","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:70371f4c942441f5944159dbbe5d2dc4","is_oa":true,"landing_page_url":"https://doaj.org/article/70371f4c942441f5944159dbbe5d2dc4","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics, Vol 12, Iss 3, p 86 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/informatics12030086","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics12030086","pdf_url":"https://www.mdpi.com/2227-9709/12/3/86/pdf?version=1756204770","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413655224.pdf","grobid_xml":"https://content.openalex.org/works/W4413655224.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W4327946446","https://openalex.org/W4366823098","https://openalex.org/W4378471319","https://openalex.org/W4384071683","https://openalex.org/W4392938070","https://openalex.org/W4398203672","https://openalex.org/W4403420208","https://openalex.org/W4405939619","https://openalex.org/W4406083060","https://openalex.org/W4406227281","https://openalex.org/W4407002549","https://openalex.org/W4407678267","https://openalex.org/W4408063601","https://openalex.org/W4408200739","https://openalex.org/W4408226143","https://openalex.org/W4408442871","https://openalex.org/W4408847379","https://openalex.org/W4413083469"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Background:":[0],"Large":[1],"language":[2],"models":[3],"(LLMs)":[4],"such":[5],"as":[6,227],"ChatGPT":[7],"have":[8],"evolved":[9],"rapidly,":[10],"with":[11,47],"notable":[12],"improvements":[13],"in":[14,80,112,212,216,259],"coherence,":[15],"factual":[16,95,145],"accuracy,":[17,96,199],"and":[18,24,45,62,108,114,119,151,170,185,200,220,238,247],"contextual":[19,201],"relevance.":[20],"However,":[21],"their":[22],"academic":[23,56,175,219],"clinical":[25,101,163,221],"applicability":[26],"remains":[27],"under":[28],"scrutiny.":[29],"This":[30],"study":[31],"evaluates":[32],"the":[33,70,190],"temporal":[34],"performance":[35],"evolution":[36],"of":[37,59,72,141],"LLMs":[38],"by":[39,144],"comparing":[40],"earlier":[41,128],"model":[42,121],"outputs":[43,122,233],"(GPT-3.5":[44],"GPT-4.0)":[46],"ChatGPT-4.5":[48,126,166,177,206],"across":[49,123,130],"three":[50,73],"domains:":[51],"aesthetic":[52,155],"surgery":[53,116,156],"counseling,":[54,157],"an":[55],"discussion":[57],"base":[58],"thumb":[60],"arthritis,":[61],"a":[63,90,208,228],"systematic":[64],"literature":[65,191],"review.":[66],"Methods:":[67],"We":[68],"replicated":[69],"methodologies":[71],"previously":[74],"published":[75],"studies":[76],"using":[77,89],"identical":[78],"prompts":[79],"ChatGPT-4.5.":[81],"Each":[82],"output":[83],"was":[84],"assessed":[85],"against":[86],"its":[87,232],"predecessor":[88],"nine-domain":[91],"Likert-based":[92],"rubric":[93],"measuring":[94],"completeness,":[97],"reference":[98,179],"quality,":[99],"clarity,":[100],"insight,":[102],"scientific":[103,148,260],"reasoning,":[104],"bias":[105],"avoidance,":[106],"utility,":[107],"interactivity.":[109],"Expert":[110],"reviewers":[111],"plastic":[113],"reconstructive":[115],"independently":[117],"scored":[118],"compared":[120],"versions.":[124],"Results:":[125],"outperformed":[127],"versions":[129],"all":[131],"domains.":[132],"Reference":[133],"quality":[134],"improved":[135,203],"most":[136],"significantly":[137],"(a":[138],"score":[139],"increase":[140],"+4.5),":[142],"followed":[143],"accuracy":[146],"(+2.5),":[147,150],"reasoning":[149],"utility":[152],"(+2.5).":[153],"In":[154,174,189],"GPT-3.5":[158],"produced":[159],"generic":[160],"responses":[161],"lacking":[162],"detail,":[164],"whereas":[165],"offered":[167],"tailored,":[168],"structured,":[169],"psychologically":[171],"sensitive":[172],"advice.":[173],"writing,":[176],"eliminated":[178],"hallucination,":[180],"correctly":[181],"applied":[182],"evidence":[183],"hierarchies,":[184],"demonstrated":[186],"advanced":[187],"reasoning.":[188],"review,":[192],"recall":[193,246],"remained":[194],"suboptimal,":[195],"but":[196],"precision,":[197],"citation":[198],"depth":[202],"substantially.":[204],"Conclusion:":[205],"represents":[207],"major":[209],"step":[210],"forward":[211],"LLM":[213],"capability,":[214],"particularly":[215],"generating":[217],"trustworthy":[218],"content.":[222],"While":[223],"not":[224],"yet":[225],"suitable":[226],"standalone":[229],"decision-making":[230],"tool,":[231],"now":[234],"support":[235],"research":[236],"planning":[237],"early-stage":[239],"manuscript":[240],"preparation.":[241],"Persistent":[242],"limitations":[243],"include":[244],"information":[245],"interpretive":[248],"flexibility.":[249],"Continued":[250],"validation":[251],"is":[252],"essential":[253],"to":[254],"ensure":[255],"ethical,":[256],"effective":[257],"use":[258],"workflows.":[261]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}