{"id":"https://openalex.org/W4394750846","doi":"https://doi.org/10.4103/picr.picr_275_23","title":"Evaluating large language models for selection of statistical test for research: A pilot study","display_name":"Evaluating large language models for selection of statistical test for research: A pilot study","publication_year":2024,"publication_date":"2024-04-08","ids":{"openalex":"https://openalex.org/W4394750846","doi":"https://doi.org/10.4103/picr.picr_275_23","pmid":"https://pubmed.ncbi.nlm.nih.gov/39583915","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/11584160"},"language":"en","primary_location":{"id":"doi:10.4103/picr.picr_275_23","doi":"https://doi.org/10.4103/picr.picr_275_23","is_oa":true,"landing_page_url":"https://doi.org/10.4103/picr.picr_275_23","pdf_url":null,"source":{"id":"https://openalex.org/S2738047733","display_name":"Perspectives in Clinical Research","issn_l":"2229-3485","issn":["2229-3485","2229-5488"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","ki-jl-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320448","host_organization_name":"Medknow","host_organization_lineage":["https://openalex.org/P4310320448","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Medknow","Wolters Kluwer"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Perspectives in Clinical Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.4103/picr.picr_275_23","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055876308","display_name":"Himel Mondal","orcid":"https://orcid.org/0000-0001-6950-5857","observed_orcids":["https://orcid.org/0000-0001-6950-5857"]},"institutions":[{"id":"https://openalex.org/I4396570500","display_name":"All India Institute of Medical Sciences, Deoghar","ror":"https://ror.org/00t0ht588","country_code":"IN","type":"government","lineage":["https://openalex.org/I4396570500"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Himel Mondal","raw_affiliation_strings":["Department of Physiology, All India Institute of Medical Sciences, Deoghar, Jharkhand, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physiology, All India Institute of Medical Sciences, Deoghar, Jharkhand, India","institution_ids":["https://openalex.org/I4396570500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000009451","display_name":"Shaikat Mondal","orcid":"https://orcid.org/0000-0001-5027-4657","observed_orcids":["https://orcid.org/0000-0001-5027-4657"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Shaikat Mondal","raw_affiliation_strings":["Department of Physiology, Raiganj Government Medical College and Hospital, West Bengal, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physiology, Raiganj Government Medical College and Hospital, West Bengal, India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066030087","display_name":"Prabhat Mittal","orcid":"https://orcid.org/0000-0001-5352-7955","observed_orcids":["https://orcid.org/0000-0001-5352-7955","https://orcid.org/0000-0003-2054-0285"]},"institutions":[{"id":"https://openalex.org/I110166357","display_name":"University of Delhi","ror":"https://ror.org/04gzb2213","country_code":"IN","type":"education","lineage":["https://openalex.org/I110166357"]},{"id":"https://openalex.org/I4405284013","display_name":"Satyawati College (Evening)","ror":"https://ror.org/02qx3qy30","country_code":"IN","type":"education","lineage":["https://openalex.org/I110166357","https://openalex.org/I4405284013"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Prabhat Mittal","raw_affiliation_strings":["Department of Business Data Processing and Management, Satyawati College (Eve.), University of Delhi, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Business Data Processing and Management, Satyawati College (Eve.), University of Delhi, New Delhi, India","institution_ids":["https://openalex.org/I110166357","https://openalex.org/I4405284013"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5000009451","https://openalex.org/A5055876308"],"corresponding_institution_ids":["https://openalex.org/I4396570500"],"apc_list":null,"apc_paid":null,"fwci":0.9761,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.75277802,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"15","issue":"4","first_page":"178","last_page":"182"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.006899999920278788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9610000252723694},{"id":"https://openalex.org/keywords/statistical-test-selection","display_name":"statistical test selection","score":0.9879999756813049},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.7670000195503235},{"id":"https://openalex.org/keywords/google-bard","display_name":"Google Bard","score":0.9539999961853027},{"id":"https://openalex.org/keywords/bing-chat","display_name":"Bing Chat","score":0.9629999995231628},{"id":"https://openalex.org/keywords/perplexity","display_name":"perplexity","score":0.9700000286102295},{"id":"https://openalex.org/keywords/llm-comparison","display_name":"LLM comparison","score":0.5350000262260437},{"id":"https://openalex.org/keywords/test-retest-reliability","display_name":"test-retest reliability","score":0.7580000162124634},{"id":"https://openalex.org/keywords/research-methodology-education","display_name":"research methodology training","score":0.4339999854564667},{"id":"https://openalex.org/keywords/case-vignettes","display_name":"case vignettes","score":0.6340000033378601},{"id":"https://openalex.org/keywords/llm-hallucination","display_name":"LLM hallucination","score":0.47999998927116394},{"id":"https://openalex.org/keywords/llm-bias","display_name":"LLM bias","score":0.3319999873638153}],"concepts":[{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.8893972635269165},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.7220853567123413},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6654472947120667},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5420227646827698},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5283138155937195},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.4836600720882416},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.43297791481018066},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.422770619392395},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40513497591018677},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3831058740615845},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37006309628486633},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3510696589946747},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.33059993386268616},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29915300011634827},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.23734867572784424},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.23641395568847656},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13055947422981262},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.09071186184883118},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.4103/picr.picr_275_23","doi":"https://doi.org/10.4103/picr.picr_275_23","is_oa":true,"landing_page_url":"https://doi.org/10.4103/picr.picr_275_23","pdf_url":null,"source":{"id":"https://openalex.org/S2738047733","display_name":"Perspectives in Clinical Research","issn_l":"2229-3485","issn":["2229-3485","2229-5488"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","ki-jl-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320448","host_organization_name":"Medknow","host_organization_lineage":["https://openalex.org/P4310320448","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Medknow","Wolters Kluwer"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Perspectives in Clinical Research","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11584160","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11584160","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11584160/pdf/PCR-15-178.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Perspect Clin Res","raw_type":"Text"},{"id":"pmid:39583915","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39583915","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Perspectives in clinical research","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:6a3ad6e962f947568fe8200e2da5bb22","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/6a3ad6e962f947568fe8200e2da5bb22","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Perspectives in Clinical Research, Vol 15, Iss 4, Pp 178-182 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.4103/picr.picr_275_23","doi":"https://doi.org/10.4103/picr.picr_275_23","is_oa":true,"landing_page_url":"https://doi.org/10.4103/picr.picr_275_23","pdf_url":null,"source":{"id":"https://openalex.org/S2738047733","display_name":"Perspectives in Clinical Research","issn_l":"2229-3485","issn":["2229-3485","2229-5488"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","ki-jl-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320448","host_organization_name":"Medknow","host_organization_lineage":["https://openalex.org/P4310320448","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Medknow","Wolters Kluwer"],"type":"journal"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Perspectives in Clinical Research","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394750846.pdf","grobid_xml":"https://content.openalex.org/works/W4394750846.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2519380942","https://openalex.org/W2790000314","https://openalex.org/W2931962757","https://openalex.org/W2955724775","https://openalex.org/W4293203372","https://openalex.org/W4293203435","https://openalex.org/W4327946446","https://openalex.org/W4366989525","https://openalex.org/W4380887490","https://openalex.org/W4384071683","https://openalex.org/W4384561707","https://openalex.org/W4385900159"],"related_works":["https://openalex.org/W4415365841","https://openalex.org/W7166593641","https://openalex.org/W7103887230","https://openalex.org/W7103903481","https://openalex.org/W4415797419","https://openalex.org/W7212832261","https://openalex.org/W7166814130","https://openalex.org/W7168083194","https://openalex.org/W7162013896","https://openalex.org/W7125373446"],"abstract_inverted_index":{"Abstract":[0],"Background:":[1],"In":[2],"contemporary":[3],"research,":[4,71],"selecting":[5],"the":[6,35,49,126,129,133,145,174,220],"appropriate":[7],"statistical":[8,40,68,101,179,300],"test":[9,41,180,344],"is":[10,346],"a":[11,26,97,114,315,324],"critical":[12],"and":[13,37,63,82,111,132,148,167,184,192,201,204,209,271,292],"often":[14],"challenging":[15],"step.":[16],"The":[17,103,122,140,212,234,284,312],"emergence":[18],"of":[19,39,51,86,120,169,216,222,237,310,318],"large":[20],"language":[21],"models":[22,95,331],"(LLMs)":[23],"has":[24],"offered":[25],"promising":[27],"avenue":[28],"for":[29,70,92,117,302,327],"automating":[30],"this":[31],"process,":[32],"potentially":[33],"enhancing":[34],"efficiency":[36],"accuracy":[38,119],"selection.":[42],"Aim:":[43],"This":[44],"study":[45],"aimed":[46],"to":[47],"assess":[48],"capability":[50],"freely":[52],"available":[53],"LLMs":[54,123,223,313],"\u2013":[55],"OpenAI\u2019s":[56],"ChatGPT3.5,":[57],"Google":[58,288],"Bard,":[59,289],"Microsoft":[60,195,290],"Bing":[61,196,260],"Chat,":[62],"Perplexity":[64,205,272,293],"in":[65,298,340],"recommending":[66],"suitable":[67,100],"tests":[69,301],"comparing":[72],"their":[73,118],"recommendations":[74,166],"with":[75,96,128,137,154,306],"those":[76,168],"made":[77],"by":[78,113],"human":[79,115,170,328],"experts.":[80,171],"Materials":[81],"Methods:":[83],"A":[84],"total":[85],"27":[87,175],"case":[88,130,176,304],"vignettes":[89,131,305],"were":[90,105,124,162],"prepared":[91],"common":[93],"research":[94,303],"question":[98,127],"asking":[99],"tests.":[102],"cases":[104],"formulated":[106],"from":[107],"previously":[108],"published":[109],"literature":[110],"reviewed":[112],"expert":[116],"information.":[121],"asked":[125],"process":[134],"was":[135,224,239,250,261,273],"repeated":[136],"paraphrased":[138],"cases.":[139],"concordance":[141,183,191,200,208,297],"(if":[142],"exactly":[143,152],"matching":[144,153],"answer":[146,155],"key)":[147],"acceptance":[149,309],"(when":[150],"not":[151,323],"key,":[156],"but":[157],"can":[158,332],"be":[159],"considered":[160],"suitable)":[161],"evaluated":[163],"between":[164],"LLM\u2019s":[165],"Results:":[172],"Among":[173],"vignettes,":[177],"ChatGPT3.5-suggested":[178],"had":[181,189,198,206,314],"85.19%":[182,207],"100%":[185,202,210],"acceptance;":[186,194,203],"Bard":[187,249],"experiment":[188],"77.78%":[190],"96.3%":[193,199],"Chat":[197],"acceptance.":[211],"intra-class":[213],"correction":[214],"coefficient":[215],"average":[217],"measure":[218],"among":[219,320],"responses":[221],"0.728":[225],"(95%":[226,243,254,265,277],"confidence":[227],"interval":[228],"[CI]:":[229],"0.51\u20130.86),":[230],"P":[231,246,257,268,280],"<":[232,247],"0.0001.":[233],"test\u2013retest":[235],"reliability":[236],"ChatGPT":[238],"r":[240,251,262,274],"=":[241,252,258,263,269,275,281],"0.71":[242],"CI:":[244,255,266,278],"0.44\u20130.86),":[245],"0.0001,":[248],"\u22120.22":[253],"\u22120.56\u20130.18),":[256],"0.26,":[259],"\u22120.06":[264],"\u22120.44\u20130.33),":[267],"0.73,":[270],"0.52":[276],"0.16\u20130.75),":[279],"0.0059.":[282],"Conclusion:":[283],"LLMs,":[285],"namely,":[286],"ChatGPT,":[287],"Bing,":[291],"all":[294,307],"showed":[295],">75%":[296],"suggesting":[299],"having":[308],">95%.":[311],"moderate":[316],"level":[317],"agreement":[319],"them.":[321],"While":[322],"complete":[325],"replacement":[326],"expertise,":[329],"these":[330],"serve":[333],"as":[334],"effective":[335],"decision":[336],"support":[337],"systems,":[338],"especially":[339],"scenarios":[341],"where":[342],"rapid":[343],"selection":[345],"essential.":[347]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2024-04-13T00:00:00"}