{"id":"https://openalex.org/W4402347001","doi":"https://doi.org/10.1145/3673971.3674014","title":"Quantitative Analysis of GPT-4 model: Optimizing Patient Eligibility Classification for Clinical Trials and Reducing Expert Judgment Dependency","display_name":"Quantitative Analysis of GPT-4 model: Optimizing Patient Eligibility Classification for Clinical Trials and Reducing Expert Judgment Dependency","publication_year":2024,"publication_date":"2024-05-17","ids":{"openalex":"https://openalex.org/W4402347001","doi":"https://doi.org/10.1145/3673971.3674014"},"language":"en","primary_location":{"id":"doi:10.1145/3673971.3674014","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3673971.3674014","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 8th International Conference on Medical and Health Informatics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101590263","display_name":"Arti Devi","orcid":"https://orcid.org/0000-0002-0171-297X"},"institutions":[{"id":"https://openalex.org/I9579091","display_name":"Indian Institute of Technology Mandi","ror":"https://ror.org/05r9r2f34","country_code":"IN","type":"education","lineage":["https://openalex.org/I9579091"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Arti Devi","raw_affiliation_strings":["Applied Cognitive Science Lab, Indian Institute of Technology Mandi, India"],"affiliations":[{"raw_affiliation_string":"Applied Cognitive Science Lab, Indian Institute of Technology Mandi, India","institution_ids":["https://openalex.org/I9579091"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061719459","display_name":"Shashank Uttrani","orcid":"https://orcid.org/0000-0003-2601-2125"},"institutions":[{"id":"https://openalex.org/I9579091","display_name":"Indian Institute of Technology Mandi","ror":"https://ror.org/05r9r2f34","country_code":"IN","type":"education","lineage":["https://openalex.org/I9579091"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shashank Uttrani","raw_affiliation_strings":["Applied Cognitive Science Lab, Indian Institute of Technology Mandi, India"],"affiliations":[{"raw_affiliation_string":"Applied Cognitive Science Lab, Indian Institute of Technology Mandi, India","institution_ids":["https://openalex.org/I9579091"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103246840","display_name":"Aryansh Singla","orcid":null},"institutions":[{"id":"https://openalex.org/I9579091","display_name":"Indian Institute of Technology Mandi","ror":"https://ror.org/05r9r2f34","country_code":"IN","type":"education","lineage":["https://openalex.org/I9579091"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aryansh Singla","raw_affiliation_strings":["Applied Cognitive Science Lab, Indian Institute of Technology Mandi, India"],"affiliations":[{"raw_affiliation_string":"Applied Cognitive Science Lab, Indian Institute of Technology Mandi, India","institution_ids":["https://openalex.org/I9579091"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099517664","display_name":"Sarthak Jha","orcid":"https://orcid.org/0009-0006-1328-2504"},"institutions":[{"id":"https://openalex.org/I9579091","display_name":"Indian Institute of Technology Mandi","ror":"https://ror.org/05r9r2f34","country_code":"IN","type":"education","lineage":["https://openalex.org/I9579091"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sarthak Jha","raw_affiliation_strings":["Applied Cognitive Science Lab, Indian Institute of Technology Mandi, India"],"affiliations":[{"raw_affiliation_string":"Applied Cognitive Science Lab, Indian Institute of Technology Mandi, India","institution_ids":["https://openalex.org/I9579091"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037614461","display_name":"Nataraj Dasgupta","orcid":"https://orcid.org/0000-0002-3817-4810"},"institutions":[{"id":"https://openalex.org/I4210105783","display_name":"Syneos Health (United States)","ror":"https://ror.org/01r74wp43","country_code":"US","type":"company","lineage":["https://openalex.org/I4210105783"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nataraj Dasgupta","raw_affiliation_strings":["Syneos health, USA"],"affiliations":[{"raw_affiliation_string":"Syneos health, USA","institution_ids":["https://openalex.org/I4210105783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101971909","display_name":"Sayee Natarajan","orcid":"https://orcid.org/0009-0009-5872-4152"},"institutions":[{"id":"https://openalex.org/I4210105783","display_name":"Syneos Health (United States)","ror":"https://ror.org/01r74wp43","country_code":"US","type":"company","lineage":["https://openalex.org/I4210105783"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sayee Natarajan","raw_affiliation_strings":["Syneos health, USA"],"affiliations":[{"raw_affiliation_string":"Syneos health, USA","institution_ids":["https://openalex.org/I4210105783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099517665","display_name":"Rajeshwari S. Punekar","orcid":"https://orcid.org/0000-0001-6839-1413"},"institutions":[{"id":"https://openalex.org/I4210139218","display_name":"Syneos Health (India)","ror":"https://ror.org/03fgnpp77","country_code":"IN","type":"company","lineage":["https://openalex.org/I4210139218"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajeshwari S. Punekar","raw_affiliation_strings":["Syneos health, India"],"affiliations":[{"raw_affiliation_string":"Syneos health, India","institution_ids":["https://openalex.org/I4210139218"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046686950","display_name":"Larry A. Pickett","orcid":null},"institutions":[{"id":"https://openalex.org/I4210105783","display_name":"Syneos Health (United States)","ror":"https://ror.org/01r74wp43","country_code":"US","type":"company","lineage":["https://openalex.org/I4210105783"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Larry A. Pickett","raw_affiliation_strings":["Syneos health, USA"],"affiliations":[{"raw_affiliation_string":"Syneos health, USA","institution_ids":["https://openalex.org/I4210105783"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010689942","display_name":"Varun Dutt","orcid":"https://orcid.org/0000-0002-2151-8314"},"institutions":[{"id":"https://openalex.org/I9579091","display_name":"Indian Institute of Technology Mandi","ror":"https://ror.org/05r9r2f34","country_code":"IN","type":"education","lineage":["https://openalex.org/I9579091"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Varun Dutt","raw_affiliation_strings":["Applied cognitive science laboratory, Indian Institute of Technology Mandi, India"],"affiliations":[{"raw_affiliation_string":"Applied cognitive science laboratory, Indian Institute of Technology Mandi, India","institution_ids":["https://openalex.org/I9579091"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101590263"],"corresponding_institution_ids":["https://openalex.org/I9579091"],"apc_list":null,"apc_paid":null,"fwci":0.3548,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.64428187,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"230","last_page":"237"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.7760871052742004},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6205924153327942},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3943594694137573},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3809496760368347},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3501032292842865},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.324233740568161},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14618757367134094}],"concepts":[{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.7760871052742004},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6205924153327942},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3943594694137573},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3809496760368347},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3501032292842865},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.324233740568161},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14618757367134094}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3673971.3674014","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3673971.3674014","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 8th International Conference on Medical and Health Informatics","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W16069818","https://openalex.org/W652269744","https://openalex.org/W2908201961","https://openalex.org/W2915053252","https://openalex.org/W2982580298","https://openalex.org/W3140760072","https://openalex.org/W3202819594","https://openalex.org/W4353007316","https://openalex.org/W4384561707","https://openalex.org/W4385227045","https://openalex.org/W4385374442","https://openalex.org/W4387241747","https://openalex.org/W4387686993","https://openalex.org/W4388540984","https://openalex.org/W4390294559"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Objective:":[0],"Generative":[1],"Pre-trained":[2],"Transformer":[3],"4":[4],"(GPT-4)":[5],"is":[6,54,316],"a":[7,119,199,291],"large":[8,139],"multimodal":[9],"language":[10,140],"model":[11,247,288],"created":[12,84],"by":[13,97,264,274],"OpenAI":[14],"and":[15,59,111,153,191,193,223,283,296,313],"the":[16,57,135,138,143,159,164,203,245,271,275],"fourth":[17],"in":[18,30,93,169,215,219,229,328],"its":[19,33],"series":[20],"of":[21,51,61,104,121,137,166,202,221,231,294],"GPT":[22],"foundation":[23],"models.":[24],"Although":[25],"GPT-4":[26,62,210,233,246,265,287],"has":[27,289],"been":[28],"utilized":[29],"several":[31],"applications,":[32],"abilities":[34],"are":[35],"less":[36],"known":[37],"for":[38,45,63,85,115,258],"patient":[39,64,80,106,171,252,256,301],"categorization":[40,253],"based":[41,254,280],"on":[42,238,255,281],"their":[43],"eligibility":[44,65,257],"clinical":[46,73,87,259,329],"trials.":[47,260],"The":[48,99,128,261,286],"primary":[49],"objective":[50],"this":[52],"work":[53],"to":[55,125,162,177,180,250,300,304,318],"evaluate":[56],"accuracy":[58,136,183,214,226,237,295],"efficacy":[60],"evaluation.":[66,146],"Data:":[67],"Ten":[68,79],"US":[69],"NSCLC":[70],"drug-only":[71],"interventional":[72],"trials":[74],"were":[75,82,155,175,196],"selected":[76],"from":[77,123,270],"clinicaltrials.gov.":[78],"profiles":[81,107],"manually":[83],"each":[86],"trial":[88,330],"using":[89],"case":[90],"presentations":[91],"published":[92],"peer-reviewed":[94],"medical":[95],"journals":[96],"clinicians/epidemiologists.":[98],"dataset":[100,130],"included":[101],"two":[102],"sets":[103],"adult":[105],"(50":[108],"eligible":[109],"patients":[110,114],"50":[112],"non-eligible":[113],"100":[116],"patients)":[117],"with":[118,241,310],"range":[120],"complexities,":[122],"complex":[124],"simple":[126],"cases.":[127,232],"100-case":[129],"was":[131,248,266],"then":[132],"analyzed,":[133],"comparing":[134],"model\u2014GPT-4,":[141],"against":[142],"human":[144,167,178,251,276,305],"expert's":[145,277],"Analysis:":[147],"Various":[148],"data":[149],"tuning":[150,218,228],"scenarios":[151,216],"(80%":[152],"0%)":[154],"evaluated,":[156],"explicitly":[157],"examining":[158],"model's":[160,204],"capacity":[161],"mimic":[163],"performance":[165,205],"experts":[168],"classifying":[170],"eligibility.":[172],"Model":[173],"evaluations":[174,179],"compared":[176,249,303],"ensure":[181],"reliable":[182],"results.To":[184],"measure":[185],"efficacy,":[186],"age":[187],"analysis,":[188,190],"gender":[189,282],"sensitivity":[192],"specificity":[194],"analyses":[195],"conducted,":[197],"providing":[198],"comprehensive":[200],"examination":[201],"across":[206],"various":[207],"dimensions.":[208],"Results:":[209],"showed":[211,234],"100%":[212],"test":[213,225,236],"involving":[217],"80%":[220,230],"cases":[222,240],"95%":[224],"without":[227],"86%":[235],"all":[239],"0%":[242],"tuning.":[243],"Furthermore,":[244],"bias":[262,272],"shown":[263,273],"not":[267],"significantly":[268],"different":[269],"evaluation":[278],"both":[279],"age.":[284],"Conclusion:":[285],"demonstrated":[290],"high":[292],"level":[293],"an":[297],"unbiased":[298],"approach":[299],"classification":[302],"experts.":[306],"However,":[307],"further":[308],"research":[309],"more":[311],"extensive":[312],"diverse":[314],"datasets":[315],"recommended":[317],"confirm":[319],"these":[320],"findings.":[321],"Other":[322],"LLMs":[323],"may":[324],"also":[325],"be":[326],"tested":[327],"settings.":[331]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}