{"id":"https://openalex.org/W4416800171","doi":"https://doi.org/10.1109/snpd65828.2025.11254480","title":"Benchmarking Large Language Models: A Comparative Study of DeepSeek and ChatGPT Across Diverse Domains","display_name":"Benchmarking Large Language Models: A Comparative Study of DeepSeek and ChatGPT Across Diverse Domains","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4416800171","doi":"https://doi.org/10.1109/snpd65828.2025.11254480"},"language":null,"primary_location":{"id":"doi:10.1109/snpd65828.2025.11254480","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snpd65828.2025.11254480","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACIS 29th International Conference on Software Engineering, Artificial Intelligence, Networking and Parallel/Distributed Computing (SNPD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117813159","display_name":"Vishwa Bhatt","orcid":null},"institutions":[{"id":"https://openalex.org/I43369023","display_name":"California State University, San Bernardino","ror":"https://ror.org/02n651896","country_code":"US","type":"education","lineage":["https://openalex.org/I43369023"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vishwa Bhatt","raw_affiliation_strings":["California State University-San Bernardino,School of Computer Science and Engineering,San Bernardino,USA"],"affiliations":[{"raw_affiliation_string":"California State University-San Bernardino,School of Computer Science and Engineering,San Bernardino,USA","institution_ids":["https://openalex.org/I43369023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054011745","display_name":"Zicheng Yu","orcid":"https://orcid.org/0000-0003-2358-2712"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhixin Yu","raw_affiliation_strings":["University of Toronto-St. George,Faculty of Arts and Science,Department of Economics,Toronto,Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto-St. George,Faculty of Arts and Science,Department of Economics,Toronto,Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117477122","display_name":"Divya Thakar","orcid":null},"institutions":[{"id":"https://openalex.org/I51504820","display_name":"San Jose State University","ror":"https://ror.org/04qyvz380","country_code":"US","type":"education","lineage":["https://openalex.org/I51504820"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Divya Thakar","raw_affiliation_strings":["San Jose State University,The Department of Applied Data Science,San Jose,USA"],"affiliations":[{"raw_affiliation_string":"San Jose State University,The Department of Applied Data Science,San Jose,USA","institution_ids":["https://openalex.org/I51504820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120670645","display_name":"Jerry Cervantes-Fernandez","orcid":null},"institutions":[{"id":"https://openalex.org/I43369023","display_name":"California State University, San Bernardino","ror":"https://ror.org/02n651896","country_code":"US","type":"education","lineage":["https://openalex.org/I43369023"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jerry Cervantes-Fernandez","raw_affiliation_strings":["California State University-San Bernardino,School of Computer Science and Engineering,San Bernardino,USA"],"affiliations":[{"raw_affiliation_string":"California State University-San Bernardino,School of Computer Science and Engineering,San Bernardino,USA","institution_ids":["https://openalex.org/I43369023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006346760","display_name":"Mira Kim","orcid":"https://orcid.org/0000-0002-3807-692X"},"institutions":[{"id":"https://openalex.org/I142934699","display_name":"California State University, Fullerton","ror":"https://ror.org/02avqqw26","country_code":"US","type":"education","lineage":["https://openalex.org/I142934699"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mira Kim","raw_affiliation_strings":["California State University-Fullerton,College of of Engineering and Computer,Fullerton,USA"],"affiliations":[{"raw_affiliation_string":"California State University-Fullerton,College of of Engineering and Computer,Fullerton,USA","institution_ids":["https://openalex.org/I142934699"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046442192","display_name":"Daniel Jin","orcid":"https://orcid.org/0000-0002-9187-1279"},"institutions":[{"id":"https://openalex.org/I26347476","display_name":"Loma Linda University","ror":"https://ror.org/04bj28v14","country_code":"US","type":"education","lineage":["https://openalex.org/I26347476"]},{"id":"https://openalex.org/I1293502524","display_name":"Loma Linda University Medical Center","ror":"https://ror.org/03et1qs84","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1293502524"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Jin","raw_affiliation_strings":["Loma Linda University Medical Center,Vascular and Interventional Radiology,Loma Linda,USA"],"affiliations":[{"raw_affiliation_string":"Loma Linda University Medical Center,Vascular and Interventional Radiology,Loma Linda,USA","institution_ids":["https://openalex.org/I26347476","https://openalex.org/I1293502524"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076375195","display_name":"Khalil Dajani","orcid":null},"institutions":[{"id":"https://openalex.org/I43369023","display_name":"California State University, San Bernardino","ror":"https://ror.org/02n651896","country_code":"US","type":"education","lineage":["https://openalex.org/I43369023"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Khalil Dajani","raw_affiliation_strings":["California State University-San Bernardino,School of Computer Science and Engineering,San Bernardino,USA"],"affiliations":[{"raw_affiliation_string":"California State University-San Bernardino,School of Computer Science and Engineering,San Bernardino,USA","institution_ids":["https://openalex.org/I43369023"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005422354","display_name":"Jennifer Jin","orcid":"https://orcid.org/0000-0002-5070-591X"},"institutions":[{"id":"https://openalex.org/I43369023","display_name":"California State University, San Bernardino","ror":"https://ror.org/02n651896","country_code":"US","type":"education","lineage":["https://openalex.org/I43369023"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Jin","raw_affiliation_strings":["California State University-San Bernardino,School of Computer Science and Engineering,San Bernardino,USA"],"affiliations":[{"raw_affiliation_string":"California State University-San Bernardino,School of Computer Science and Engineering,San Bernardino,USA","institution_ids":["https://openalex.org/I43369023"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5117813159"],"corresponding_institution_ids":["https://openalex.org/I43369023"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33228529,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"766","last_page":"773"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.007199999876320362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.005499999970197678,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6834999918937683},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5569000244140625},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5127999782562256},{"id":"https://openalex.org/keywords/likert-scale","display_name":"Likert scale","score":0.47279998660087585},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.39149999618530273},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.38089999556541443},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.3659999966621399},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.31839999556541443}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6834999918937683},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6474000215530396},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5569000244140625},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5127999782562256},{"id":"https://openalex.org/C105776082","wikidata":"https://www.wikidata.org/wiki/Q617473","display_name":"Likert scale","level":2,"score":0.47279998660087585},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4429999887943268},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4032999873161316},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.39149999618530273},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.38089999556541443},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3093000054359436},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29120001196861267},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28360000252723694},{"id":"https://openalex.org/C55078378","wikidata":"https://www.wikidata.org/wiki/Q1136628","display_name":"Pearson product-moment correlation coefficient","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.26820001006126404},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C3019187137","wikidata":"https://www.wikidata.org/wiki/Q186290","display_name":"Simple correlation","level":3,"score":0.2639999985694885},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/snpd65828.2025.11254480","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snpd65828.2025.11254480","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACIS 29th International Conference on Software Engineering, Artificial Intelligence, Networking and Parallel/Distributed Computing (SNPD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W4407312842","https://openalex.org/W4407598658","https://openalex.org/W4408397944","https://openalex.org/W4408666062","https://openalex.org/W4409591707","https://openalex.org/W4410247030","https://openalex.org/W4410537833","https://openalex.org/W4412620222"],"related_works":[],"abstract_inverted_index":{"The":[0,154],"growing":[1],"integration":[2],"of":[3,159,170],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"like":[8],"ChatGPT":[9,99],"and":[10,14,25,33,42,46,58,79,104,115,134,141,166,177],"DeepSeek":[11,108],"across":[12,36],"education":[13,176],"professional":[15],"domains":[16],"highlights":[17],"the":[18,157,168],"need":[19],"to":[20,143],"understand":[21],"their":[22],"domain-specific":[23],"performance":[24,165],"response":[26,93],"behavior.":[27],"This":[28,122],"study":[29,155],"evaluates":[30],"400":[31],"prompts":[32],"800":[34],"responses":[35],"four":[37],"core":[38],"fields\u2014Business,":[39],"Healthcare,":[40],"Mathematics,":[41],"Neuroscience\u2014using":[43],"both":[44],"simple":[45],"Retrieval-Augmented":[47],"Generation":[48],"(RAG)":[49],"prompts.":[50,121],"Responses":[51],"were":[52],"rated":[53],"on":[54],"Accuracy,":[55],"Relevance,":[56],"Complexity,":[57],"Runtime":[59],"using":[60,67,148],"a":[61],"5-point":[62],"Likert":[63],"scale.":[64],"Correlation":[65],"analysis":[66],"Pearson":[68],"coefficients":[69],"revealed":[70],"key":[71],"relationships":[72],"between":[73],"evaluation":[74],"metrics,":[75],"showing":[76],"that":[77,98],"Relevance":[78],"Accuracy":[80],"are":[81],"strongly":[82],"aligned":[83],"in":[84,101,111,162,175],"high-performing":[85],"domains,":[86],"while":[87,107],"Complexity":[88],"often":[89],"correlates":[90],"with":[91,119],"longer":[92],"times.":[94],"Our":[95],"findings":[96],"indicate":[97],"excels":[100],"producing":[102],"accurate":[103],"efficient":[105],"outputs,":[106],"demonstrates":[109],"strength":[110],"generating":[112],"contextually":[113],"rich":[114],"complex":[116],"responses,":[117],"particularly":[118],"RAG":[120],"research":[123],"provides":[124],"practical":[125],"insights":[126],"into":[127],"how":[128],"prompt":[129,145,160],"design":[130],"impacts":[131],"model":[132],"behavior":[133],"offers":[135],"actionable":[136],"recommendations":[137],"for":[138],"educators,":[139],"developers,":[140],"learners":[142],"optimize":[144],"strategies":[146],"when":[147],"generative":[149],"Artificial":[150],"Intelligence":[151],"(AI)":[152],"tools.":[153],"underscores":[156],"role":[158],"engineering":[161],"enhancing":[163],"LLM":[164],"supports":[167],"development":[169],"tailored,":[171],"domain-aware":[172],"AI":[173],"applications":[174],"beyond.":[178]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-28T00:00:00"}