{"id":"https://openalex.org/W4401539588","doi":"https://doi.org/10.32388/5d952o.2","title":"A Comparative Study of Large Language Models in Explaining Intrinsically Disordered Proteins","display_name":"A Comparative Study of Large Language Models in Explaining Intrinsically Disordered Proteins","publication_year":2024,"publication_date":"2024-09-26","ids":{"openalex":"https://openalex.org/W4401539588","doi":"https://doi.org/10.32388/5d952o.2"},"language":"en","primary_location":{"id":"doi:10.32388/5d952o.2","doi":"https://doi.org/10.32388/5d952o.2","is_oa":true,"landing_page_url":"https://doi.org/10.32388/5d952o.2","pdf_url":"https://www.qeios.com/read/5D952O.2/pdf","source":{"id":"https://openalex.org/S4210177074","display_name":"Qeios","issn_l":"2632-3834","issn":["2632-3834"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["anvur-scientific","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Qeios","raw_type":"journal-article"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.qeios.com/read/5D952O.2/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104155825","display_name":"David Taylor Gonzalez","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210101935","display_name":"University of Miami Health System","ror":"https://ror.org/00zw9nc64","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I145608581","https://openalex.org/I4210101935"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Taylor Gonzalez","raw_affiliation_strings":["University of Miami Health System"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Miami Health System","institution_ids":["https://openalex.org/I4210101935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037886758","display_name":"Mak B. Djulbegovic","orcid":"https://orcid.org/0000-0002-4149-7450","observed_orcids":["https://orcid.org/0000-0002-4149-7450"]},"institutions":[{"id":"https://openalex.org/I149251103","display_name":"Thomas Jefferson University","ror":"https://ror.org/00ysqcn41","country_code":"US","type":"education","lineage":["https://openalex.org/I149251103"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mak B. Djulbegovic","raw_affiliation_strings":["Thomas Jefferson University"],"raw_orcid":"https://orcid.org/0000-0002-4149-7450","affiliations":[{"raw_affiliation_string":"Thomas Jefferson University","institution_ids":["https://openalex.org/I149251103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041854358","display_name":"Colin K. Kim","orcid":"https://orcid.org/0000-0003-3729-413X","observed_orcids":["https://orcid.org/0000-0003-3729-413X"]},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colin Kim","raw_affiliation_strings":["University of Miami Miller School of Medicine"],"raw_orcid":"https://orcid.org/0000-0003-3729-413X","affiliations":[{"raw_affiliation_string":"University of Miami Miller School of Medicine","institution_ids":["https://openalex.org/I145608581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029390258","display_name":"Michael Antonietti","orcid":"https://orcid.org/0000-0001-5526-1396","observed_orcids":["https://orcid.org/0000-0001-5526-1396"]},"institutions":[{"id":"https://openalex.org/I4210101935","display_name":"University of Miami Health System","ror":"https://ror.org/00zw9nc64","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I145608581","https://openalex.org/I4210101935"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Antonietti","raw_affiliation_strings":["University of Miami Health System"],"raw_orcid":"https://orcid.org/0000-0001-5526-1396","affiliations":[{"raw_affiliation_string":"University of Miami Health System","institution_ids":["https://openalex.org/I4210101935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073025568","display_name":"Gustavo Rosa Gameiro","orcid":"https://orcid.org/0000-0002-0400-8013","observed_orcids":["https://orcid.org/0000-0002-0400-8013"]},"institutions":[{"id":"https://openalex.org/I4210101935","display_name":"University of Miami Health System","ror":"https://ror.org/00zw9nc64","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I145608581","https://openalex.org/I4210101935"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gustavo Rosa Gameiro","raw_affiliation_strings":["University of Miami Health System"],"raw_orcid":"https://orcid.org/0000-0002-0400-8013","affiliations":[{"raw_affiliation_string":"University of Miami Health System","institution_ids":["https://openalex.org/I4210101935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083199032","display_name":"Vladimir Nikolaevich Uversky","orcid":"https://orcid.org/0000-0002-4037-5857","observed_orcids":["https://orcid.org/0000-0002-4037-5857"]},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vladimir Uversky","raw_affiliation_strings":["University of South Florida"],"raw_orcid":"https://orcid.org/0000-0002-4037-5857","affiliations":[{"raw_affiliation_string":"University of South Florida","institution_ids":["https://openalex.org/I2613432"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"6","issue":"9","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.9154999852180481,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.9154999852180481,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.06030000001192093,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intrinsically-disordered-proteins","display_name":"intrinsically disordered proteins","score":0.9629999995231628},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.9580000042915344},{"id":"https://openalex.org/keywords/gpt-3-5","display_name":"GPT-3.5","score":0.9789999723434448},{"id":"https://openalex.org/keywords/palm-2","display_name":"PaLM 2","score":0.8830000162124634},{"id":"https://openalex.org/keywords/model-comparison","display_name":"model comparison","score":0.5809999704360962},{"id":"https://openalex.org/keywords/expert-evaluation-of-ai-responses","display_name":"expert evaluation of AI responses","score":0.7170000076293945}],"concepts":[{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.7004401683807373},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4763886332511902},{"id":"https://openalex.org/C2777293324","wikidata":"https://www.wikidata.org/wiki/Q337349","display_name":"Honesty","level":2,"score":0.4704034924507141},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4468386173248291},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3467799723148346},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.2522626221179962},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.21899527311325073},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.16753163933753967},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.12391948699951172},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.32388/5d952o.2","doi":"https://doi.org/10.32388/5d952o.2","is_oa":true,"landing_page_url":"https://doi.org/10.32388/5d952o.2","pdf_url":"https://www.qeios.com/read/5D952O.2/pdf","source":{"id":"https://openalex.org/S4210177074","display_name":"Qeios","issn_l":"2632-3834","issn":["2632-3834"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["anvur-scientific","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Qeios","raw_type":"journal-article"},{"id":"doi:10.32388/5d952o","doi":"https://doi.org/10.32388/5d952o","is_oa":true,"landing_page_url":"https://doi.org/10.32388/5d952o","pdf_url":null,"source":{"id":"https://openalex.org/S4210177074","display_name":"Qeios","issn_l":"2632-3834","issn":["2632-3834"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["anvur-scientific","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Qeios","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.32388/5d952o.2","doi":"https://doi.org/10.32388/5d952o.2","is_oa":true,"landing_page_url":"https://doi.org/10.32388/5d952o.2","pdf_url":"https://www.qeios.com/read/5D952O.2/pdf","source":{"id":"https://openalex.org/S4210177074","display_name":"Qeios","issn_l":"2632-3834","issn":["2632-3834"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["anvur-scientific","norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Qeios","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6164000034332275,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401539588.pdf","grobid_xml":"https://content.openalex.org/works/W4401539588.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2006192061","https://openalex.org/W2027302413","https://openalex.org/W2315787946","https://openalex.org/W2319761515","https://openalex.org/W2766760598","https://openalex.org/W2950374752","https://openalex.org/W4212940766","https://openalex.org/W4309210771","https://openalex.org/W4318678021","https://openalex.org/W4319332853","https://openalex.org/W4319460381","https://openalex.org/W4319662928","https://openalex.org/W4320895630","https://openalex.org/W4360836968","https://openalex.org/W4360980141","https://openalex.org/W4377121468","https://openalex.org/W4378363567","https://openalex.org/W4378373365","https://openalex.org/W4381982883","https://openalex.org/W4386596026","https://openalex.org/W4388000629","https://openalex.org/W4396853307"],"related_works":["https://openalex.org/W4414983100","https://openalex.org/W7114783645","https://openalex.org/W4412182871","https://openalex.org/W7222102564","https://openalex.org/W4404174416","https://openalex.org/W7214221670","https://openalex.org/W4416800171","https://openalex.org/W7147234164","https://openalex.org/W4387824566","https://openalex.org/W4406211739"],"abstract_inverted_index":{"BACKGROUND:":[0],"Artificial":[1],"Intelligence":[2],"(AI)":[3],"models":[4,137],"have":[5],"shown":[6],"potential":[7,166,202],"in":[8,15,41,119,129,175,180],"various":[9,36],"educational":[10,43],"contexts.":[11],"However,":[12],"their":[13,71],"utility":[14],"explaining":[16],"complex":[17,181],"biological":[18],"phenomena,":[19],"such":[20,172,183],"as":[21,125,173,184],"Intrinsically":[22],"Disordered":[23],"Proteins":[24],"(IDPs),":[25],"requires":[26],"further":[27],"exploration.":[28],"This":[29],"study":[30],"empirically":[31],"evaluated":[32,70],"the":[33,42,104,126,154,165,201],"performance":[34,120,151],"of":[35,45,65,79,132,167,203],"Large":[37],"Language":[38],"Models":[39],"(LLMs)":[40],"domain":[44],"IDPs.":[46,185],"METHODS:":[47],"Four":[48],"LLMs,":[49],"GPT-3.5,":[50],"GPT-4,":[51,174],"GPT-4":[52,100,111,122,141],"with":[53,138,142,156],"Browsing,":[54],"and":[55,82,88,112,144,188,194],"Google":[56,145],"Bard":[57,146],"(PaLM":[58,147],"2),":[59,148],"were":[60,94,114],"assessed":[61],"using":[62],"a":[63],"set":[64],"IDP-related":[66],"questions.":[67],"An":[68],"expert":[69],"responses":[72],"across":[73,106,153],"five":[74],"categories:":[75],"accuracy,":[76],"relevance,":[77],"depth":[78],"understanding,":[80],"clarity,":[81],"overall":[83],"quality.":[84],"Descriptive":[85],"statistics,":[86],"ANOVA,":[87],"Tukey's":[89],"honestly":[90],"significant":[91,158],"difference":[92],"tests":[93],"utilized":[95],"for":[96,205],"analysis.":[97],"RESULTS:":[98],"The":[99,135],"model":[101],"consistently":[102],"outperformed":[103],"others":[105],"all":[107],"evaluation":[108],"categories.":[109],"Although":[110],"GPT-3.5":[113],"not":[115],"statistically":[116,157],"significantly":[117],"different":[118],"(p>0.05),":[121],"was":[123],"preferred":[124],"best":[127],"response":[128],"13":[130],"out":[131],"15":[133],"instances.":[134],"AI":[136,168,191,204],"browsing":[139],"capabilities,":[140],"Browsing":[143],"displayed":[149],"lower":[150],"metrics":[152],"board":[155],"differences":[159],"(p<0.0001).":[160],"CONCLUSION:":[161],"Our":[162],"findings":[163],"underscore":[164],"models,":[169],"particularly":[170],"LLMs":[171],"enhancing":[176],"scientific":[177,207],"education,":[178],"especially":[179],"domains":[182],"Continued":[186],"innovation":[187],"collaboration":[189],"among":[190],"developers,":[192],"educators,":[193],"researchers":[195],"are":[196],"essential":[197],"to":[198],"fully":[199],"harness":[200],"enriching":[206],"education.":[208]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-08-14T00:00:00"}