{"id":"https://openalex.org/W7167094847","doi":"https://doi.org/10.48550/arxiv.2607.00049","title":"Prompting GPT-5 on Scrum Certification Questions: An Empirical Accuracy Study","display_name":"Prompting GPT-5 on Scrum Certification Questions: An Empirical Accuracy Study","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7167094847","doi":"https://doi.org/10.48550/arxiv.2607.00049"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00049","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00049","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00049","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136379262","display_name":"Mirko Perkusich","orcid":"https://orcid.org/0000-0002-9433-4962"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perkusich, Mirko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138649308","display_name":"Danyllo Albuquerque","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Albuquerque, Danyllo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107280058","display_name":"J. Giesbrecht Paiva","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paiva, Jo\u00e3o","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139917873","display_name":"Robson Alves Vilar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vilar, Robson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025320357","display_name":"Emanuel Dantas","orcid":"https://orcid.org/0000-0003-4609-4674"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dantas, Emanuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062122014","display_name":"Ademar Fran\u00e7a de Sousa Neto","orcid":"https://orcid.org/0000-0002-1651-4159"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neto, Ademar Fran\u00e7a de Sousa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075988425","display_name":"Rohit Gheyi","orcid":"https://orcid.org/0000-0002-5562-4449"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gheyi, Rohit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125996140","display_name":"Kyller Gorg\u00f4nio","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gorg\u00f4nio, Kyller","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012283902","display_name":"\u00c2ngelo Perkusich","orcid":"https://orcid.org/0000-0002-7377-1258"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perkusich, Angelo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.6978999972343445,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.6978999972343445,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.06930000334978104,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.06449999660253525,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scrum","display_name":"Scrum","score":0.9707000255584717},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.8205999732017517},{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.6747000217437744},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5996000170707703},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5112000107765198},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.3939000070095062}],"concepts":[{"id":"https://openalex.org/C147579259","wikidata":"https://www.wikidata.org/wiki/Q460387","display_name":"Scrum","level":4,"score":0.9707000255584717},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.8205999732017517},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.6747000217437744},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5996000170707703},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5112000107765198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47029998898506165},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.3939000070095062},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3659000098705292},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.35749998688697815},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.31790000200271606},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3043999969959259},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.29490000009536743},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2888000011444092},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2768999934196472},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.2597000002861023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00049","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00049","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00049","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00049","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5],"used":[6],"in":[7,49,114,128,187,199],"Agile":[8,200],"Software":[9],"Development":[10],"for":[11,23],"documentation,":[12],"coaching,":[13],"and":[14,88,105,123,127,135,143,172,190,202],"training.":[15],"As":[16],"practitioners":[17],"adopt":[18],"these":[19],"tools":[20],"to":[21,68],"prepare":[22],"certifications":[24],"such":[25,117,139],"as":[26,118,140],"Professional":[27],"Scrum":[28,51,69,141,164],"Master":[29],"(PSM),":[30],"a":[31,42],"key":[32],"question":[33],"is":[34],"whether":[35],"LLMs":[36,198],"can":[37],"reliably":[38],"reason":[39],"about":[40],"Scrum,":[41],"framework":[43],"with":[44,98,162],"normative,":[45],"well-defined":[46,115],"rules":[47],"described":[48],"the":[50,62,99,107,163],"Guide":[52,165],"(2020).":[53],"This":[54],"paper":[55],"examines":[56],"how":[57],"different":[58],"prompt":[59,155,179],"techniques":[60,180],"affect":[61],"factual":[63],"accuracy":[64,95],"of":[65,74,120,197],"LLM":[66],"responses":[67],"certification-style":[70],"questions.":[71],"A":[72],"dataset":[73],"993":[75],"validated":[76],"PSM-aligned":[77],"questions":[78,134,150],"was":[79],"answered":[80],"by":[81],"GPT-5":[82],"using":[83],"three":[84],"techniques:":[85],"zero-shot,":[86],"chain-of-thought,":[87],"with-source":[89],"citation.":[90],"All":[91],"prompts":[92],"achieved":[93],"certification-level":[94],"above":[96],"85\\%,":[97],"citation-based":[100],"variant":[101],"performing":[102],"best":[103],"(89.1\\%)":[104],"yielding":[106],"lowest":[108],"error":[109],"rate.":[110],"Correct":[111],"answers":[112],"concentrated":[113],"topics,":[116],"\\emph{Definition":[119],"Done},":[121],"Events,":[122],"Product":[124,144],"Backlog":[125],"Management,":[126],"single-answer":[129],"multiple-choice":[130],"items,":[131],"while":[132],"multi-select":[133],"more":[136,194],"interpretive":[137],"areas,":[138],"Team":[142],"Value,":[145],"were":[146],"less":[147],"stable.":[148],"Among":[149],"where":[151],"at":[152],"least":[153],"one":[154],"failed":[156],"(16.2\\%),":[157],"errors":[158],"clustered":[159],"into":[160],"misalignment":[161],"(28\\%),":[166],"content":[167],"outside":[168],"its":[169],"scope":[170],"(34\\%),":[171],"outdated":[173],"or":[174],"biased":[175],"interpretations":[176],"(38\\%).":[177],"Overall,":[178],"produced":[181],"modest":[182],"but":[183],"consistent":[184],"improvements,":[185],"particularly":[186],"reducing":[188],"misinterpretation":[189],"version":[191],"drift,":[192],"supporting":[193],"reliable":[195],"use":[196],"learning":[201],"certification":[203],"preparation.":[204]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}