{"id":"https://openalex.org/W4398234022","doi":"https://doi.org/10.1145/3658271.3658320","title":"ChatGPT and Bard Performance on the POSCOMP Exam","display_name":"ChatGPT and Bard Performance on the POSCOMP Exam","publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W4398234022","doi":"https://doi.org/10.1145/3658271.3658320"},"language":"en","primary_location":{"id":"doi:10.1145/3658271.3658320","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3658271.3658320","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Brazilian Symposium on Information Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098770026","display_name":"Mateus Santos Saldanha","orcid":"https://orcid.org/0009-0003-1447-6472"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Mateus Santos Saldanha","raw_affiliation_strings":["Universidade de S\u00e3o Paulo, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080238381","display_name":"Luciano Ant\u00f4nio Digiampietri","orcid":"https://orcid.org/0000-0003-4890-1548"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Luciano Antonio Digiampietri","raw_affiliation_strings":["Universidade de S\u00e3o Paulo, Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade de S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I17974374"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5098770026"],"corresponding_institution_ids":["https://openalex.org/I17974374"],"apc_list":null,"apc_paid":null,"fwci":0.3772,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.63472938,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9442999958992004,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5987061262130737}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5987061262130737}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3658271.3658320","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3658271.3658320","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Brazilian Symposium on Information Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2952280638","https://openalex.org/W4382652828","https://openalex.org/W4386915877","https://openalex.org/W4388490623"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Context:":[0],"Modern":[1],"chatbots,":[2,59],"built":[3,231],"upon":[4,232],"advanced":[5],"language":[6],"models,":[7],"have":[8],"achieved":[9],"remarkable":[10],"proficiency":[11],"in":[12,42,73,112,119,163,187,207],"answering":[13,137],"questions":[14,87,107],"across":[15],"diverse":[16],"fields.":[17],"Problem:":[18],"Understanding":[19],"the":[20,54,89,109,120,127,130,170,188,195,198,201,221],"capabilities":[21,202],"and":[22,61,122,185,203],"limitations":[23,204],"of":[24,53,56,85,146,200,205,223],"these":[25,106,233],"chatbots":[26,111,131,150,160,206,225],"is":[27,76,213],"a":[28,50,83,138,142,178],"significant":[29],"challenge,":[30],"particularly":[31],"as":[32,101,116],"they":[33,117,135],"are":[34],"integrated":[35],"into":[36],"different":[37],"information":[38,212],"systems,":[39],"including":[40],"those":[41,227],"education.":[43],"Solution:":[44],"In":[45,126],"this":[46,74],"study,":[47],"we":[48],"conducted":[49],"quantitative":[51],"assessment":[52],"ability":[55],"two":[57,110,113],"prominent":[58],"ChatGPT":[60],"Bard,":[62],"to":[63,108,169,194],"solve":[64],"POSCOMP":[65,92],"questions.":[66,210],"IS":[67,70,189],"Theory:":[68],"The":[69,191],"theory":[71],"used":[72,82],"work":[75],"Information":[77,218],"processing":[78],"theory.":[79],"Method:":[80],"We":[81,104],"total":[84],"271":[86],"from":[88,141],"last":[90],"five":[91],"exams":[93],"that":[94,134],"did":[95],"not":[96],"rely":[97],"on":[98,229],"graphic":[99],"content":[100],"our":[102],"materials.":[103],"presented":[105],"formats:":[114],"directly":[115],"appeared":[118],"exam":[121],"with":[123,177,220],"additional":[124,166],"context.":[125],"latter":[128],"case,":[129],"were":[132,136],"informed":[133],"multiple-choice":[139],"question":[140],"computing":[143],"exam.":[144],"Summary":[145],"Results:":[147],"On":[148],"average,":[149,164],"outperformed":[151],"human":[152],"exam-takers":[153],"by":[154],"more":[155],"than":[156],"20%.":[157],"Interestingly,":[158],"both":[159],"performed":[161],"better,":[162],"without":[165],"context":[167],"added":[168],"prompt.":[171],"They":[172],"exhibited":[173],"similar":[174],"performance":[175],"levels,":[176],"slight":[179],"advantage":[180],"observed":[181],"for":[182,215],"ChatGPT.":[183],"Contributions":[184],"Impact":[186],"area:":[190],"primary":[192],"contribution":[193],"field":[196],"involves":[197],"exploration":[199],"addressing":[208],"computing-related":[209],"This":[211],"valuable":[214],"individuals":[216],"developing":[217],"Systems":[219],"assistance":[222],"such":[224],"or":[226],"relying":[228],"technologies":[230],"capabilities.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}