{"id":"https://openalex.org/W7224363595","doi":"https://doi.org/10.1186/s12911-026-03937-9","title":"Evidence-grounded biomedical classification via retrieval-augmented BioGPT with LoRA fine-tuning and post-hoc calibration","display_name":"Evidence-grounded biomedical classification via retrieval-augmented BioGPT with LoRA fine-tuning and post-hoc calibration","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224363595","doi":"https://doi.org/10.1186/s12911-026-03937-9"},"language":"en","primary_location":{"id":"doi:10.1186/s12911-026-03937-9","doi":"https://doi.org/10.1186/s12911-026-03937-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-026-03937-9","pdf_url":null,"source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1186/s12911-026-03937-9","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130157347","display_name":"Hrishita Panjetha","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I191972202","display_name":"Amity University","ror":"https://ror.org/02n9z0v62","country_code":"IN","type":"education","lineage":["https://openalex.org/I191972202"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Hrishita Panjetha","raw_affiliation_strings":["Amity School of Engineering and Technology, Amity University, Noida, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amity School of Engineering and Technology, Amity University, Noida, India","institution_ids":["https://openalex.org/I191972202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063828131","display_name":"Jitendra Singh Jadon","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I191972202","display_name":"Amity University","ror":"https://ror.org/02n9z0v62","country_code":"IN","type":"education","lineage":["https://openalex.org/I191972202"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Jitendra Singh Jadon","raw_affiliation_strings":["Amity School of Engineering and Technology, Amity University, Noida, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amity School of Engineering and Technology, Amity University, Noida, India","institution_ids":["https://openalex.org/I191972202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160118496","display_name":"Dipti Theng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Dipti Theng","raw_affiliation_strings":["Symbiosis Centre for Applied Artificial Intelligence, Symbiosis International (Deemed University), Lavale, Pune, Maharashtra, India","Symbiosis Institute of Technology, Symbiosis International (Deemed University), Lavale, Pune, Maharashtra, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Symbiosis Centre for Applied Artificial Intelligence, Symbiosis International (Deemed University), Lavale, Pune, Maharashtra, India","institution_ids":["https://openalex.org/I244572783"]},{"raw_affiliation_string":"Symbiosis Institute of Technology, Symbiosis International (Deemed University), Lavale, Pune, Maharashtra, India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5160081342","display_name":"Sofia Singh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I191972202","display_name":"Amity University","ror":"https://ror.org/02n9z0v62","country_code":"IN","type":"education","lineage":["https://openalex.org/I191972202"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sofia Singh","raw_affiliation_strings":["Amity School of Engineering and Technology, Amity University, Noida, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amity School of Engineering and Technology, Amity University, Noida, India","institution_ids":["https://openalex.org/I191972202"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5160118496"],"corresponding_institution_ids":["https://openalex.org/I244572783"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.81100927,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2838999927043915,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2838999927043915,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.2451000064611435,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.24160000681877136,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.765999972820282},{"id":"https://openalex.org/keywords/biogpt","display_name":"BioGPT","score":0.7720000147819519},{"id":"https://openalex.org/keywords/low-rank-adaptation","display_name":"low-rank adaptation","score":0.9629999995231628},{"id":"https://openalex.org/keywords/post-hoc-calibration","display_name":"post-hoc calibration","score":0.8650000095367432},{"id":"https://openalex.org/keywords/biomedical-question-answering","display_name":"biomedical question answering","score":0.7070000171661377},{"id":"https://openalex.org/keywords/pubmedqa","display_name":"PubMedQA","score":0.4779999852180481},{"id":"https://openalex.org/keywords/pubmedbert","display_name":"PubMedBERT","score":0.7400000095367432},{"id":"https://openalex.org/keywords/focal-loss","display_name":"focal loss","score":0.8059999942779541},{"id":"https://openalex.org/keywords/class-imbalance","display_name":"class imbalance","score":0.5910000205039978},{"id":"https://openalex.org/keywords/overconfidence","display_name":"overconfidence","score":0.7789999842643738},{"id":"https://openalex.org/keywords/evidence-grounding","display_name":"evidence grounding","score":0.3490000069141388},{"id":"https://openalex.org/keywords/clinical-safety","display_name":"clinical safety","score":0.5},{"id":"https://openalex.org/keywords/mcnemar-test","display_name":"McNemar test","score":0.6430000066757202},{"id":"https://openalex.org/keywords/stratified-cross-validation","display_name":"stratified cross-validation","score":0.6669999957084656},{"id":"https://openalex.org/keywords/bootstrap-confidence-intervals","display_name":"bootstrap confidence intervals","score":0.5950000286102295}],"concepts":[{"id":"https://openalex.org/C51110983","wikidata":"https://www.wikidata.org/wiki/Q16503490","display_name":"Overconfidence effect","level":2,"score":0.8719000220298767},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7332000136375427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7045999765396118},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.5383999943733215},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.44130000472068787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4368000030517578},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.43619999289512634},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42899999022483826},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.4198000133037567},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3968999981880188},{"id":"https://openalex.org/C173633133","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw score","level":3,"score":0.36419999599456787},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3379000127315521},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.30329999327659607},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.27630001306533813}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1186/s12911-026-03937-9","doi":"https://doi.org/10.1186/s12911-026-03937-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-026-03937-9","pdf_url":null,"source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1186/s12911-026-03937-9","doi":"https://doi.org/10.1186/s12911-026-03937-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-026-03937-9","pdf_url":null,"source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7220187201","https://openalex.org/W7166849214","https://openalex.org/W4414817986","https://openalex.org/W2972522091","https://openalex.org/W7206187576","https://openalex.org/W2990887822","https://openalex.org/W7166838297","https://openalex.org/W3013838212","https://openalex.org/W4391126287","https://openalex.org/W7161691436"],"abstract_inverted_index":{"Abstract":[0],"Background":[1],"Answering":[2],"yes/no/maybe":[3],"research":[4],"questions":[5],"from":[6,108,377],"biomedical":[7,38],"literature":[8],"is":[9,236,243,310,362],"difficult":[10],"for":[11,35],"contemporary":[12],"language":[13],"models,":[14],"which":[15,84,98,309],"tend":[16],"toward":[17,23],"overconfidence":[18],"on":[19,26,41,193],"inconclusive":[20],"evidence":[21,78,276,316,360],"and":[22,61,68,93,131,166,213,241,328,336],"majority-class":[24],"predictions":[25],"imbalanced":[27],"data.":[28],"Methods":[29],"We":[30,74,115],"present":[31],"a":[32,69,94,109,190,194,219,255,280,311,343,352],"retrieval-augmented":[33],"pipeline":[34],"tri-class":[36],"(yes/no/maybe)":[37],"question":[39],"answering":[40],"the":[42,85,99,104,148,200,228,251,259,275,299,320,337,379],"full":[43],"PubMedQA":[44],"PQA-Labeled":[45,146],"dataset":[46],"(1,000":[47],"expert-annotated":[48],"questions),":[49],"combining":[50],"PubMedBERT":[51],"dense":[52],"retrieval,":[53],"LoRA":[54],"fine-tuning":[55],"of":[56,162,168,211,215,248,258,284,305,348],"BioGPT-Large":[57],"with":[58,118,274,333],"focal":[59],"loss":[60],"per-class":[62],"weighting,":[63],"two-dimensional":[64],"post-hoc":[65],"log-probability":[66],"calibration,":[67],"five-layer":[70],"clinical":[71],"safety":[72],"framework.":[73],"evaluate":[75],"under":[76,136,289],"two":[77],"conditions:":[79],"an":[80,132,272,363],"oracle-context":[81,197,252,327],"setting":[82,96],"in":[83,97,152,303,366],"model":[86,100],"receives":[87,101],"each":[88],"question's":[89],"true":[90],"source":[91],"abstract,":[92],"retrieved-context":[95,261,329],"only":[102],"what":[103],"retriever":[105],"actually":[106],"returns":[107],"20,000-passage":[110],"corpus,":[111],"reflecting":[112],"real":[113],"deployment.":[114],"further":[116],"validate":[117],"5-fold":[119],"cross-validation":[120,142],"across":[121,143,187],"all":[122,144],"1,000":[123,145],"labeled":[124],"records,":[125,147],"bootstrap":[126],"confidence":[127],"intervals,":[128],"McNemar's":[129],"test,":[130],"ablation":[133],"study":[134],"retrained":[135],"identical":[137,260,290],"hyperparameters.":[138],"Results":[139],"Five-fold":[140],"stratified":[141],"primary":[149],"robustness":[150],"analysis":[151,192],"this":[153,266,367],"study,":[154],"gave":[155],"58.9%":[156],"+/-":[157,164,170],"8.1%":[158],"raw":[159,234],"accuracy,":[160,265],"macro-F1":[161,184,210],"0.478":[163],"0.080,":[165],"MCC":[167,186,214,242],"0.319":[169],"0.123;":[171],"accuracy-oriented":[172],"calibration":[173],"raised":[174],"mean":[175],"accuracy":[176,206,235,249],"to":[177,384],"63.0%":[178],"but":[179],"did":[180],"not":[181],"consistently":[182],"improve":[183],"or":[185],"folds.":[188],"As":[189],"secondary":[191],"fixed":[195],"151-sample":[196],"held-out":[198,354],"split,":[199],"best":[201],"single-split":[202],"configuration":[203,262],"reached":[204,263],"73.51%":[205],"(95%":[207,238],"CI":[208,239],"66.2-80.1%),":[209],"0.549,":[212],"0.509,":[216],"illustrating":[217],"that":[218,315,359],"favourable":[220],"single":[221,301,321,353],"split":[222],"can":[223],"look":[224],"substantially":[225],"stronger":[226],"than":[227,279,319,351],"cross-validated":[229,334],"estimate.":[230,324],"With":[231],"retrieved":[232],"context,":[233],"54.3%":[237],"46.4-61.6%)":[240],"0.144,":[244],"approximately":[245],"13":[246],"points":[247],"below":[250],"ceiling;":[253],"because":[254],"repeat":[256],"run":[257],"68.21%":[264],"gap":[267,382],"should":[268],"be":[269],"read":[270],"as":[271],"association":[273],"condition":[277],"rather":[278],"precise,":[281],"causally-isolated":[282],"estimate":[283],"retrieval":[285,385],"loss.":[286],"Ablations":[287],"trained":[288],"conditions":[291],"nonetheless":[292],"show":[293],"removing":[294],"retrieved/gold":[295],"context":[296],"entirely":[297],"causes":[298],"largest":[300],"drop":[302],"performance":[304,330,350,381],"any":[306],"component":[307],"tested,":[308],"more":[312,345],"robust":[313],"signal":[314],"quality":[317,361],"matters":[318],"oracle-vs-retrieved":[322],"point":[323],"Conclusions":[325],"Reporting":[326],"separately,":[331],"together":[332],"variance":[335],"observed":[338],"run-to-run":[339,372],"training":[340,373],"variability,":[341],"gives":[342],"materially":[344],"honest":[346],"picture":[347],"system":[349],"split.":[355],"The":[356],"results":[357],"indicate":[358],"important":[364],"factor":[365],"pipeline's":[368],"performance,":[369],"although":[370],"substantial":[371],"variability":[374],"prevents":[375],"us":[376],"attributing":[378],"oracle-versus-retrieved":[380],"exclusively":[383],"quality.":[386]},"counts_by_year":[],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2026-10-30T00:00:00"}