{"id":"https://openalex.org/W4402703608","doi":"https://doi.org/10.48550/arxiv.2408.12305","title":"Tipta uzmanlik sinavinda (tus) buyuk dil modelleri insanlardan daha mi basarili?","display_name":"Tipta uzmanlik sinavinda (tus) buyuk dil modelleri insanlardan daha mi basarili?","publication_year":2024,"publication_date":"2024-08-22","ids":{"openalex":"https://openalex.org/W4402703608","doi":"https://doi.org/10.48550/arxiv.2408.12305"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2408.12305","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.12305","pdf_url":"https://arxiv.org/pdf/2408.12305","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4402703608"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.12305","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027953835","display_name":"Ye\u015fim Ayg\u00fcl","orcid":"https://orcid.org/0000-0003-0605-9604","observed_orcids":["https://orcid.org/0000-0003-0605-9604"]},"institutions":[{"id":"https://openalex.org/I4387152504","display_name":"Bak\u0131r\u00e7ay \u00dcniversitesi","ror":"https://ror.org/017v96566","country_code":"TR","type":"education","lineage":["https://openalex.org/I4387152504"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Aygul, Yesim","raw_affiliation_strings":["Department of Computer Engineering Izmir Bakircay University Izmir , Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering Izmir Bakircay University Izmir , Turkey","institution_ids":["https://openalex.org/I4387152504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003500945","display_name":"Muge Olucoglu","orcid":"https://orcid.org/0000-0002-0137-5854","observed_orcids":["https://orcid.org/0000-0002-0137-5854"]},"institutions":[{"id":"https://openalex.org/I4387152504","display_name":"Bak\u0131r\u00e7ay \u00dcniversitesi","ror":"https://ror.org/017v96566","country_code":"TR","type":"education","lineage":["https://openalex.org/I4387152504"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Olucoglu, Muge","raw_affiliation_strings":["Department of Computer Engineering Izmir Bakircay University Izmir , Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering Izmir Bakircay University Izmir , Turkey","institution_ids":["https://openalex.org/I4387152504"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042429780","display_name":"Adil Alpko\u00e7ak","orcid":"https://orcid.org/0000-0001-7695-196X","observed_orcids":["https://orcid.org/0000-0001-7695-196X"]},"institutions":[{"id":"https://openalex.org/I4387152504","display_name":"Bak\u0131r\u00e7ay \u00dcniversitesi","ror":"https://ror.org/017v96566","country_code":"TR","type":"education","lineage":["https://openalex.org/I4387152504"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Alpkocak, Adil","raw_affiliation_strings":["Department of Computer Engineering Izmir Bakircay University Izmir , Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering Izmir Bakircay University Izmir , Turkey","institution_ids":["https://openalex.org/I4387152504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4387152504"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.6679999828338623},{"id":"https://openalex.org/keywords/chatgpt-4","display_name":"ChatGPT-4","score":0.8029999732971191},{"id":"https://openalex.org/keywords/gpt-4o","display_name":"GPT-4o","score":0.9480000138282776},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.9779999852180481},{"id":"https://openalex.org/keywords/artificial-intelligence-in-medical-education","display_name":"artificial intelligence in medical education","score":0.7559999823570251},{"id":"https://openalex.org/keywords/automated-assessment","display_name":"automated assessment","score":0.6880000233650208}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.227891743183136}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2408.12305","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.12305","pdf_url":"https://arxiv.org/pdf/2408.12305","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2408.12305","doi":"https://doi.org/10.48550/arxiv.2408.12305","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.12305","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.12305","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.12305","pdf_url":"https://arxiv.org/pdf/2408.12305","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.7567999958992004,"id":"https://metadata.un.org/sdg/4"},{"display_name":"Good health and well-being","score":0.4043000042438507,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402703608.pdf","grobid_xml":"https://content.openalex.org/works/W4402703608.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W4367000114","https://openalex.org/W4389421417","https://openalex.org/W4390961201","https://openalex.org/W4410372674","https://openalex.org/W7148898079"],"related_works":["https://openalex.org/W4384025263","https://openalex.org/W4409821566","https://openalex.org/W7116707848","https://openalex.org/W7203881705","https://openalex.org/W4408635076","https://openalex.org/W4408906838","https://openalex.org/W4403584350","https://openalex.org/W4403551092","https://openalex.org/W4416171088"],"abstract_inverted_index":{"The":[0],"potential":[1,149,172],"of":[2,45,67,70,132,147,150],"artificial":[3,22,32,48,151],"intelligence":[4,33,49,152],"in":[5,17,51,56,85,153,174],"medical":[6,38,54,79,154,175],"education":[7,155,176],"and":[8,21,76,100,108,113,134,139,156,167,177],"assessment":[9],"has":[10],"been":[11],"made":[12],"evident":[13],"by":[14,31],"recent":[15],"developments":[16],"natural":[18],"language":[19],"processing":[20],"intelligence.":[23],"Medical":[24,61],"questions":[25,55,72,99,112,117],"can":[26,36,163],"now":[27],"be":[28],"successfully":[29],"answered":[30,93,97,102,110,115],"algorithms.":[34],"It":[35,158],"help":[37],"practitioners.":[39],"This":[40,142],"study":[41,143],"evaluates":[42],"the":[43,57,83,121,126,129,145,148],"performance":[44],"three":[46],"different":[47],"models":[50,162],"answering":[52],"Turkish":[53],"2021":[58],"1st":[59],"Term":[60],"Specialization":[62],"Examination":[63],"(MSE).":[64],"MSE":[65],"consists":[66],"a":[68],"total":[69],"240":[71],"across":[73],"clinical":[74],"(CMST)":[75],"basic":[77],"(BMST)":[78],"sciences.":[80],"According":[81],"to":[82,120,137],"results":[84],"CMST,":[86],"it":[87],"was":[88],"concluded":[89],"that":[90,160],"Gemini":[91,107],"correctly":[92,118],"82":[94],"questions,":[95],"ChatGPT-4":[96,109],"105":[98],"ChatGPT-4o":[101,114,124],"117":[103],"questions.":[104],"In":[105],"BMST,":[106],"93":[111],"107":[116],"according":[119,136],"answer":[122],"key.":[123],"outperformed":[125],"candidate":[127],"with":[128],"highest":[130],"scores":[131],"113":[133],"106":[135],"CMST":[138],"BMST":[140],"respectively.":[141],"highlights":[144],"importance":[146],"assessment.":[157],"demonstrates":[159],"advanced":[161],"achieve":[164],"high":[165],"accuracy":[166],"contextual":[168],"understanding,":[169],"demonstrating":[170],"their":[171],"role":[173],"evaluation.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2024-09-21T00:00:00"}