{"id":"https://openalex.org/W4403413467","doi":"https://doi.org/10.1145/3674805.3686666","title":"ChatGPT application in Systematic Literature Reviews in Software Engineering: an evaluation of its accuracy to support the selection activity","display_name":"ChatGPT application in Systematic Literature Reviews in Software Engineering: an evaluation of its accuracy to support the selection activity","publication_year":2024,"publication_date":"2024-10-15","ids":{"openalex":"https://openalex.org/W4403413467","doi":"https://doi.org/10.1145/3674805.3686666"},"language":"en","primary_location":{"id":"doi:10.1145/3674805.3686666","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3674805.3686666","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM/IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043877845","display_name":"Katia Romero Felizardo","orcid":"https://orcid.org/0000-0001-9080-4165"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Katia Romero Felizardo","raw_affiliation_strings":["Universidade Tecnol\u00f3gica Federal do Paran\u00e1 - UTFPR, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-9080-4165","affiliations":[{"raw_affiliation_string":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1 - UTFPR, Brazil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077536886","display_name":"M\u00e1rcia Lima","orcid":"https://orcid.org/0000-0002-4913-7513"},"institutions":[{"id":"https://openalex.org/I4210147594","display_name":"Universidade do Estado do Amazonas","ror":"https://ror.org/04j5z3x06","country_code":"BR","type":"education","lineage":["https://openalex.org/I4210147594"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"M\u00e1rcia Sampaio Lima","raw_affiliation_strings":["Universidade do Estado do Amazonas - UEA, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-4913-7513","affiliations":[{"raw_affiliation_string":"Universidade do Estado do Amazonas - UEA, Brazil","institution_ids":["https://openalex.org/I4210147594"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114271582","display_name":"Anderson Deizepe","orcid":"https://orcid.org/0000-0003-0610-4735"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Anderson Deizepe","raw_affiliation_strings":["Universidade Tecnol\u00f3gica Federal do Paran\u00e1 - UTFP, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-0610-4735","affiliations":[{"raw_affiliation_string":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1 - UTFP, Brazil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055534532","display_name":"Tayana Conte","orcid":"https://orcid.org/0000-0001-6436-3773"},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Tayana Uch\u00f4a Conte","raw_affiliation_strings":["Universidade Federal do Amazonas - UFAM, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-6436-3773","affiliations":[{"raw_affiliation_string":"Universidade Federal do Amazonas - UFAM, Brazil","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051186886","display_name":"Igor Steinmacher","orcid":"https://orcid.org/0000-0002-0612-5790"},"institutions":[{"id":"https://openalex.org/I203172682","display_name":"Northern Arizona University","ror":"https://ror.org/0272j5188","country_code":"US","type":"education","lineage":["https://openalex.org/I203172682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Igor Steinmacher","raw_affiliation_strings":["Northern Arizona University - NAU, United States"],"raw_orcid":"https://orcid.org/0000-0002-0612-5790","affiliations":[{"raw_affiliation_string":"Northern Arizona University - NAU, United States","institution_ids":["https://openalex.org/I203172682"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.597,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.65392781,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"25","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.958299994468689,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9150999784469604,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.7055150270462036},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6600298881530762},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.5828360915184021},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.45725008845329285},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42821192741394043},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2077067792415619},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08673954010009766},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.06244668364524841},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.053482383489608765}],"concepts":[{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.7055150270462036},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6600298881530762},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5828360915184021},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.45725008845329285},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42821192741394043},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2077067792415619},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08673954010009766},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.06244668364524841},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.053482383489608765},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3674805.3686666","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3674805.3686666","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM/IEEE International Symposium on Empirical Software Engineering and Measurement","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1575480669","https://openalex.org/W1629765770","https://openalex.org/W1965943702","https://openalex.org/W1973251307","https://openalex.org/W1977717877","https://openalex.org/W1999798506","https://openalex.org/W2022645200","https://openalex.org/W2027864297","https://openalex.org/W2043634247","https://openalex.org/W2049691306","https://openalex.org/W2119409396","https://openalex.org/W2144326572","https://openalex.org/W2164777277","https://openalex.org/W2196942307","https://openalex.org/W2327531583","https://openalex.org/W2396911433","https://openalex.org/W2612764117","https://openalex.org/W2621774609","https://openalex.org/W2727164093","https://openalex.org/W2735795397","https://openalex.org/W2778645821","https://openalex.org/W2785836523","https://openalex.org/W2794350945","https://openalex.org/W2804437871","https://openalex.org/W2809784985","https://openalex.org/W2899922619","https://openalex.org/W2910642642","https://openalex.org/W2937253845","https://openalex.org/W3080132163","https://openalex.org/W3082069439","https://openalex.org/W3102727295","https://openalex.org/W3109438543","https://openalex.org/W3149778443","https://openalex.org/W3184058630","https://openalex.org/W3185341429","https://openalex.org/W4210327135","https://openalex.org/W4225645815","https://openalex.org/W4240306720","https://openalex.org/W4241467306","https://openalex.org/W4249911347","https://openalex.org/W4313371821","https://openalex.org/W4313446661","https://openalex.org/W4328049700","https://openalex.org/W4362602364","https://openalex.org/W4367368990","https://openalex.org/W4379193259","https://openalex.org/W4379232324","https://openalex.org/W4385297391","https://openalex.org/W4386028591","https://openalex.org/W4386902819","https://openalex.org/W4387144848","https://openalex.org/W4394615594"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032"],"abstract_inverted_index":{"Context:":[0],"The":[1,162],"Systematic":[2],"Literature":[3],"Review":[4],"(SLR)":[5],"process":[6,76,226],"involves":[7],"searching,":[8],"selecting,":[9],"and":[10,49,55,79,93,124,147,159,180,188,191,200,208],"synthesizing":[11],"relevant":[12],"literature":[13],"on":[14,120],"a":[15,41,69,235],"specific":[16],"research":[17],"topic":[18],"for":[19,134],"evidence-based":[20],"decision-making":[21],"in":[22,44,73,109,111,143,149,248],"Software":[23],"Engineering":[24],"(SE).":[25],"Due":[26],"to":[27,71,98,114,140,151,221,227],"the":[28,31,60,64,74,86,100,116,121,129,137,152,157,167,224],"time-consuming":[29,54],"of":[30,63,88,106,131,155,164],"SLR":[32,65,110],"process,":[33],"tool":[34,70],"support":[35,115,236],"is":[36,40,218],"essential.":[37],"Gap:":[38],"ChatGPT":[39,83,133,165],"significant":[42],"advancement":[43],"Natural":[45],"Language":[46],"Processing":[47],"(NLP),":[48],"it":[50,217,230],"can":[51,84],"potentially":[52],"accelerate":[53],"propone-error":[56],"activities,":[57],"such":[58],"as":[59,234],"selection":[61,75,169,225],"activity":[62,170],"process.":[66],"Therefore,":[67],"having":[68],"assist":[72],"appears":[77],"beneficial,":[78],"we":[80],"argue":[81],"that":[82,216],"facilitate":[85],"analysis":[87],"extensive":[89],"studies,":[90,136],"saving":[91],"time":[92],"effort.":[94],"Objective:":[95],"We":[96,127],"aim":[97],"evaluate":[99],"accuracy":[101,130,163,213],"(i.e.,":[102],"studies":[103],"correctly":[104],"classified)":[105],"using":[107],"ChatGPT\u20134.0":[108],"SE,":[112],"particularly":[113],"first":[117,138],"stage,":[118,139],"based":[119],"title,":[122],"abstract,":[123],"keywords.":[125],"Method:":[126],"assessed":[128],"utilizing":[132],"selecting":[135],"be":[141,232],"included":[142],"two":[144],"SLRs":[145],"(SLR1":[146,173],"SLR2),":[148],"contrast":[150],"conventional":[153],"method":[154],"reading":[156],"title":[158],"abstract.":[160],"Results:":[161],"supporting":[166],"initial":[168],"was":[171],"75.3%":[172],"\u2013":[174,194],"101":[175],"correct":[176,196],"selections:":[177,185,197,205],"48":[178],"inclusions":[179,187,199,207],"53":[181],"exclusions;":[182,202],"33":[183],"incorrect":[184,204],"17":[186],"16":[189],"exclusions)":[190],"86.1%":[192],"(SLR2":[193],"386":[195],"113":[198],"273":[201],"62":[203],"27":[206],"35":[209],"exclusions).":[210],"Conclusions:":[211],"Our":[212],"results":[214],"indicate":[215],"not":[219],"advisable":[220],"completely":[222],"outsource":[223],"ChatGPT.":[228],"However,":[229],"could":[231],"valuable":[233],"tool,":[237],"aiding":[238],"novice":[239],"researchers":[240],"or":[241],"even":[242],"experienced":[243],"ones":[244],"when":[245],"they":[246],"are":[247],"doubt.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":13}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}