{"id":"https://openalex.org/W7117472011","doi":"https://doi.org/10.48176/esmj.2025.228","title":"ARTIFICIAL INTELLIGENCE SUPPORTED DIGITAL COUNSELING IN PREGNANCY: EVALUATING CHATGPT S PERFORMANCE ACROSS 40 SCENARIOS","display_name":"ARTIFICIAL INTELLIGENCE SUPPORTED DIGITAL COUNSELING IN PREGNANCY: EVALUATING CHATGPT S PERFORMANCE ACROSS 40 SCENARIOS","publication_year":2025,"publication_date":"2025-12-29","ids":{"openalex":"https://openalex.org/W7117472011","doi":"https://doi.org/10.48176/esmj.2025.228"},"language":"en","primary_location":{"id":"doi:10.48176/esmj.2025.228","doi":"https://doi.org/10.48176/esmj.2025.228","is_oa":true,"landing_page_url":"https://doi.org/10.48176/esmj.2025.228","pdf_url":"https://doi.org/10.48176/esmj.2025.228","source":{"id":"https://openalex.org/S4210216789","display_name":"Eskisehir Medical Journal Eskisehir City Hospital","issn_l":"2718-0948","issn":["2718-0948"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["tr-dizin"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Eskisehir Medical Journal, Eskisehir City Hospital","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.48176/esmj.2025.228","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041660759","display_name":"Ayb\u00fcke Tayarer","orcid":"https://orcid.org/0000-0002-4103-8254","observed_orcids":["https://orcid.org/0000-0002-4103-8254"]},"institutions":[{"id":"https://openalex.org/I204483917","display_name":"Ahi Evran University","ror":"https://ror.org/05rrfpt58","country_code":"TR","type":"education","lineage":["https://openalex.org/I204483917"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ayb\u00fcke Tayarer","raw_affiliation_strings":["Ahi Evran University Faculty of Medicine , Obstetrics and Gynecology Department , K\u0131r\u015fehir , Turkey"],"raw_orcid":"https://orcid.org/0000-0002-4103-8254","affiliations":[{"raw_affiliation_string":"Ahi Evran University Faculty of Medicine , Obstetrics and Gynecology Department , K\u0131r\u015fehir , Turkey","institution_ids":["https://openalex.org/I204483917"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041175949","display_name":"Kadir Kangal","orcid":"https://orcid.org/0009-0003-1864-471X","observed_orcids":["https://orcid.org/0009-0003-1864-471X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kadir Kangal","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0003-1864-471X","affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt-3-5","display_name":"ChatGPT-3.5","score":0.9129999876022339},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8650000095367432},{"id":"https://openalex.org/keywords/online-counseling","display_name":"online counseling","score":0.7490000128746033},{"id":"https://openalex.org/keywords/pregnancy-counseling","display_name":"pregnancy counseling","score":0.7680000066757202},{"id":"https://openalex.org/keywords/medical-accuracy","display_name":"medical accuracy","score":0.6039999723434448},{"id":"https://openalex.org/keywords/clinical-safety","display_name":"clinical safety","score":0.7900000214576721},{"id":"https://openalex.org/keywords/expert-review","display_name":"expert review","score":0.4779999852180481},{"id":"https://openalex.org/keywords/clinical-scenarios","display_name":"clinical scenarios","score":0.4169999957084656},{"id":"https://openalex.org/keywords/guideline-adherence","display_name":"guideline adherence","score":0.5299999713897705},{"id":"https://openalex.org/keywords/artificial-intelligence-in-healthcare","display_name":"artificial intelligence in healthcare","score":0.6349999904632568},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.6740000247955322}],"concepts":[{"id":"https://openalex.org/C2776990098","wikidata":"https://www.wikidata.org/wiki/Q13579947","display_name":"Misinformation","level":2,"score":0.6431999802589417},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5393000245094299},{"id":"https://openalex.org/C105776082","wikidata":"https://www.wikidata.org/wiki/Q617473","display_name":"Likert scale","level":2,"score":0.5378000140190125},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.47200000286102295},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43790000677108765},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4268999993801117},{"id":"https://openalex.org/C2776135927","wikidata":"https://www.wikidata.org/wiki/Q5242559","display_name":"Referral","level":2,"score":0.4156999886035919},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41190001368522644},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.39570000767707825},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.38749998807907104},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.37439998984336853},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.3675000071525574},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3418000042438507},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3402000069618225},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3353999853134155},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.328000009059906},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.3100000023841858},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29089999198913574},{"id":"https://openalex.org/C3018868096","wikidata":"https://www.wikidata.org/wiki/Q2693233","display_name":"Internal consistency","level":3,"score":0.28999999165534973},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C3018745865","wikidata":"https://www.wikidata.org/wiki/Q749115","display_name":"Postpartum period","level":3,"score":0.27469998598098755},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.2728999853134155},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.263700008392334},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.2635999917984009}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.48176/esmj.2025.228","doi":"https://doi.org/10.48176/esmj.2025.228","is_oa":true,"landing_page_url":"https://doi.org/10.48176/esmj.2025.228","pdf_url":"https://doi.org/10.48176/esmj.2025.228","source":{"id":"https://openalex.org/S4210216789","display_name":"Eskisehir Medical Journal Eskisehir City Hospital","issn_l":"2718-0948","issn":["2718-0948"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["tr-dizin"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Eskisehir Medical Journal, Eskisehir City Hospital","raw_type":"journal-article"},{"id":"pmh:oai:dergipark.org.tr:article/1751433","doi":null,"is_oa":false,"landing_page_url":"https://dergipark.org.tr/en/pub/eskisehirmedj/article/1751433","pdf_url":null,"source":{"id":"https://openalex.org/S4210216789","display_name":"Eskisehir Medical Journal Eskisehir City Hospital","issn_l":"2718-0948","issn":["2718-0948"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["tr-dizin"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.48176/esmj.2025.228","doi":"https://doi.org/10.48176/esmj.2025.228","is_oa":true,"landing_page_url":"https://doi.org/10.48176/esmj.2025.228","pdf_url":"https://doi.org/10.48176/esmj.2025.228","source":{"id":"https://openalex.org/S4210216789","display_name":"Eskisehir Medical Journal Eskisehir City Hospital","issn_l":"2718-0948","issn":["2718-0948"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["tr-dizin"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Eskisehir Medical Journal, Eskisehir City Hospital","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.9476000070571899,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7117472011.pdf","grobid_xml":"https://content.openalex.org/works/W7117472011.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W4322622443"],"related_works":["https://openalex.org/W7092568181","https://openalex.org/W7129006385","https://openalex.org/W4393157595","https://openalex.org/W4386746721","https://openalex.org/W4407309190","https://openalex.org/W7196967282","https://openalex.org/W4391056731","https://openalex.org/W4415024288","https://openalex.org/W4411542907","https://openalex.org/W4416462105"],"abstract_inverted_index":{"Introduction:":[0],"In":[1,179],"recent":[2],"years,":[3],"language":[4,98],"models":[5],"supported":[6],"by":[7,29,73],"artificial":[8],"intelligence":[9],"have":[10],"been":[11],"increasingly":[12],"utilized":[13],"in":[14,187,219,235],"healthcare":[15],"counseling.":[16,203],"This":[17],"study":[18],"aims":[19],"to":[20,42,107,231],"evaluate":[21],"the":[22,31,182,188],"reliability":[23,218],"and":[24,36,67,97,119,134,226],"clinical":[25,51,212,237],"safety":[26],"of":[27,39,181],"ChatGPT-3.5":[28,193],"assessing":[30,82],"medical":[32,83],"accuracy,":[33,84],"content":[34],"completeness,":[35],"communication":[37],"quality":[38],"its":[40,68,217,233],"responses":[41,69,139,169,186],"pregnancy-related":[43,202],"patient":[44],"scenarios":[45,52],"through":[46],"expert":[47],"review.":[48],"Methods:":[49],"Forty":[50],"reflecting":[53],"common":[54],"pregnancy":[55],"concerns":[56],"across":[57,144],"all":[58],"trimesters":[59],"were":[60,63,70,166,170],"developed.":[61],"These":[62],"entered":[64],"into":[65,131],"ChatGPT-3.5,":[66],"independently":[71],"evaluated":[72,125],"two":[74],"obstetricians":[75],"using":[76,116],"an":[77],"8-item,":[78],"5-point":[79],"Likert":[80],"scale":[81],"misinformation,":[85],"missing":[86],"information,":[87],"urgency":[88],"perception,":[89],"referral":[90],"appropriateness,":[91],"home":[92],"care":[93],"suggestions,":[94],"harmful":[95,164],"recommendations,":[96],"quality.":[99],"A":[100],"Global":[101],"Quality":[102],"Score":[103],"(GQS)":[104],"from":[105],"1":[106],"5":[108],"was":[109,114,124,156],"also":[110],"assigned.":[111],"Internal":[112],"consistency":[113,143],"analyzed":[115],"Cronbach\u2019s":[117],"alpha,":[118],"inter-rater":[120],"agreement":[121,155],"for":[122,153,201],"GQS":[123,154,190],"via":[126],"Cohen\u2019s":[127,151],"Kappa":[128,152],"after":[129],"categorization":[130],"low,":[132],"moderate,":[133],"high-quality":[135],"groups.":[136],"Results:":[137],"ChatGPT\u2019s":[138],"demonstrated":[140],"high":[141],"internal":[142],"evaluation":[145],"domains":[146],"(Cronbach\u2019s":[147],"alpha":[148],"=":[149],"0.872).":[150],"0.15,":[157],"indicating":[158],"slight":[159],"agreement.":[160],"No":[161],"misinformation":[162],"or":[163],"suggestions":[165],"identified.":[167],"Most":[168],"medically":[171],"appropriate,":[172],"although":[173],"some":[174],"contained":[175],"minor":[176],"informational":[177],"gaps.":[178],"90%":[180],"scenarios,":[183],"evaluators":[184],"placed":[185],"same":[189],"category.":[191],"Conclusions:":[192],"shows":[194],"promise":[195],"as":[196],"a":[197],"supportive":[198],"digital":[199],"tool":[200],"However,":[204],"it":[205],"is":[206],"not":[207],"fully":[208],"aligned":[209],"with":[210],"current":[211],"guidelines,":[213],"which":[214],"may":[215],"limit":[216],"guideline-driven":[220],"decision-making.":[221],"Expert":[222],"oversight":[223],"remains":[224],"essential,":[225],"further":[227],"studies":[228],"are":[229],"needed":[230],"validate":[232],"performance":[234],"diverse":[236],"contexts.":[238]},"counts_by_year":[],"updated_date":"2026-11-13T13:42:25.865203","created_date":"2025-12-29T00:00:00"}