{"id":"https://openalex.org/W4415337239","doi":"https://doi.org/10.1007/s10664-025-10745-8","title":"What characteristics make ChatGPT effective for software issue resolution? An empirical study of task, project, and conversational signals in GitHub issues","display_name":"What characteristics make ChatGPT effective for software issue resolution? An empirical study of task, project, and conversational signals in GitHub issues","publication_year":2025,"publication_date":"2025-11-18","ids":{"openalex":"https://openalex.org/W4415337239","doi":"https://doi.org/10.1007/s10664-025-10745-8"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-025-10745-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-025-10745-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-025-10745-8.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-025-10745-8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092418418","display_name":"Ramtin Ehsani","orcid":"https://orcid.org/0000-0003-1517-7135"},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ramtin Ehsani","raw_affiliation_strings":["Drexel University, Philadelphia, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0003-1517-7135","affiliations":[{"raw_affiliation_string":"Drexel University, Philadelphia, Pennsylvania, USA","institution_ids":["https://openalex.org/I72816309"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sakshi Pathak","orcid":null},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sakshi Pathak","raw_affiliation_strings":["Drexel University, Philadelphia, Pennsylvania, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Drexel University, Philadelphia, Pennsylvania, USA","institution_ids":["https://openalex.org/I72816309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090937833","display_name":"Esteban Parra","orcid":"https://orcid.org/0000-0001-9813-9518"},"institutions":[{"id":"https://openalex.org/I47500176","display_name":"Belmont University","ror":"https://ror.org/033vjpd42","country_code":"US","type":"education","lineage":["https://openalex.org/I47500176"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Esteban Parra","raw_affiliation_strings":["Belmont University, Nashville, Tennessee, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Belmont University, Nashville, Tennessee, USA","institution_ids":["https://openalex.org/I47500176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051965103","display_name":"Sonia Haiduc","orcid":"https://orcid.org/0000-0001-8793-8293"},"institutions":[{"id":"https://openalex.org/I103163165","display_name":"Florida State University","ror":"https://ror.org/05g3dte14","country_code":"US","type":"education","lineage":["https://openalex.org/I103163165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sonia Haiduc","raw_affiliation_strings":["Florida State University, Tallahassee, Florida, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Florida State University, Tallahassee, Florida, USA","institution_ids":["https://openalex.org/I103163165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049106181","display_name":"Preetha Chatterjee","orcid":"https://orcid.org/0000-0003-3057-7807"},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Preetha Chatterjee","raw_affiliation_strings":["Drexel University, Philadelphia, Pennsylvania, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Drexel University, Philadelphia, Pennsylvania, USA","institution_ids":["https://openalex.org/I72816309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5092418418"],"corresponding_institution_ids":["https://openalex.org/I72816309"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19524899,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.6744999885559082},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6467000246047974},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.526199996471405},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4399000108242035},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4180000126361847},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.4169999957084656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8251000046730042},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.6744999885559082},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6467000246047974},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.526199996471405},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5199000239372253},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4399000108242035},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4180000126361847},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.4169999957084656},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4066999852657318},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3197999894618988},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3192000091075897},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2849999964237213},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2831000089645386},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.27889999747276306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2732999920845032},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2572999894618988}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10664-025-10745-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-025-10745-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-025-10745-8.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2506.22390","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.22390","pdf_url":"https://arxiv.org/pdf/2506.22390","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.22390","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.22390","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s10664-025-10745-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-025-10745-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-025-10745-8.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415337239.pdf","grobid_xml":"https://content.openalex.org/works/W4415337239.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W4411272222","https://openalex.org/W4391044895","https://openalex.org/W2076646346","https://openalex.org/W4401042735","https://openalex.org/W4313466109","https://openalex.org/W2110065044","https://openalex.org/W4401543527","https://openalex.org/W2730646239","https://openalex.org/W2982364419","https://openalex.org/W3186527712","https://openalex.org/W2617307387","https://openalex.org/W4410553253","https://openalex.org/W4401544034","https://openalex.org/W4400242502","https://openalex.org/W3149154678","https://openalex.org/W2906151105","https://openalex.org/W2162436321","https://openalex.org/W2075762420","https://openalex.org/W4300032027","https://openalex.org/W6968978714","https://openalex.org/W4401543933","https://openalex.org/W4410553207","https://openalex.org/W4387143034","https://openalex.org/W3013904234","https://openalex.org/W4230998791","https://openalex.org/W4411272368","https://openalex.org/W4385572794","https://openalex.org/W4401543486","https://openalex.org/W4392414327","https://openalex.org/W4410465931","https://openalex.org/W4396230943","https://openalex.org/W4402810568","https://openalex.org/W2126104150","https://openalex.org/W4400582613","https://openalex.org/W4402665833","https://openalex.org/W4313563595","https://openalex.org/W2886486953","https://openalex.org/W4391986589","https://openalex.org/W4396832043","https://openalex.org/W2767481173","https://openalex.org/W4286670574","https://openalex.org/W4406640860","https://openalex.org/W4401543460","https://openalex.org/W4401543882","https://openalex.org/W2386192529","https://openalex.org/W3014437350","https://openalex.org/W4399062448","https://openalex.org/W2100772444","https://openalex.org/W2170045560","https://openalex.org/W4385423964","https://openalex.org/W2146503100","https://openalex.org/W2038043464","https://openalex.org/W4321013654","https://openalex.org/W4407254131","https://openalex.org/W4389104713","https://openalex.org/W3155807546","https://openalex.org/W4404783774","https://openalex.org/W4403447861","https://openalex.org/W3094447026","https://openalex.org/W2808636610","https://openalex.org/W3160674997","https://openalex.org/W4401544362","https://openalex.org/W4388483049","https://openalex.org/W4392240262","https://openalex.org/W3096150021","https://openalex.org/W4402442868","https://openalex.org/W4366588626","https://openalex.org/W4402129912"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Conversational":[1],"large-language":[2],"models":[3],"(LLMs),":[4],"such":[5,271,293],"as":[6,272,294],"ChatGPT,":[7],"are":[8,31,216],"extensively":[9],"used":[10],"for":[11,16,33,71,180,327,348],"issue":[12,35,61,72,83,182,189,245,328,349],"resolution":[13,36,263,350],"tasks,":[14],"particularly":[15],"generating":[17,206],"ideas":[18],"to":[19,63,85,115,138,156,188,337],"implement":[20],"new":[21],"features":[22],"or":[23,335],"resolve":[24],"bugs.":[25],"However,":[26],"not":[27,48],"all":[28],"developer-LLM":[29],"conversations":[30,47,57,69,79,177,215],"useful":[32],"effective":[34,70,166,252,324],"and":[37,80,109,135,200,220,224,236,261,275,298,311,342],"it":[38,281],"is":[39,123,250],"still":[40],"unknown":[41],"what":[42],"makes":[43],"some":[44],"of":[45,97,132,164,174,313,333],"these":[46,68],"helpful.":[49],"In":[50,279],"this":[51],"paper,":[52],"we":[53,75,127,148],"analyze":[54,77],"686":[55],"developer-ChatGPT":[56],"shared":[58],"within":[59],"GitHub":[60],"threads":[62,84],"identify":[64,149],"characteristics":[65],"that":[66,159,171,213,231,248,288],"make":[67],"resolution.":[73,183],"First,":[74],"empirically":[76],"the":[78,95,118,162,175,331],"their":[81],"corresponding":[82],"distinguish":[86],"helpful":[87,145,179,194,214],"from":[88,241],"unhelpful":[89,153,305],"conversations.":[90,146],"We":[91,169],"begin":[92],"by":[93,257],"categorizing":[94],"types":[96],"tasks":[98,186],"developers":[99,238,322],"seek":[100],"help":[101],"with":[102,144,197,205],"(e.g.,":[103],"code":[104,198,207,296],"generation":[105,113],",":[106,111],"bug":[107],"identification":[108],"fixing":[110],"test":[112],"),":[114],"better":[116],"understand":[117],"scenarios":[119],"in":[120,152,195,304],"which":[121],"ChatGPT":[122,154,176,191,249,306],"most":[124,193,301],"effective.":[125],"Next,":[126],"examine":[128],"a":[129],"wide":[130,318],"range":[131],"conversational,":[133],"project,":[134],"issue-related":[136],"metrics":[137,211,229,246],"uncover":[139],"statistically":[140],"significant":[141],"factors":[142],"associated":[143],"Finally,":[147],"common":[150,302],"deficiencies":[151,303],"responses":[155,307],"highlight":[157],"areas":[158],"could":[160],"inform":[161],"design":[163],"more":[165,218,233,240,251],"developer-facing":[167],"tools.":[168],"found":[170],"only":[172],"62%":[173],"were":[178],"successful":[181],"Among":[184],"different":[185],"related":[187],"resolution,":[190,329],"was":[192],"assisting":[196],"generation,":[199],"tool/library/API":[201],"recommendations,":[202],"but":[203],"struggled":[204],"explanations.":[208],"Our":[209,227,244,315],"conversational":[210],"reveal":[212,230],"shorter,":[217],"readable,":[219],"exhibit":[221],"higher":[222],"semantic":[223],"linguistic":[225],"alignment.":[226],"project":[228],"larger,":[232],"popular":[234],"projects":[235],"experienced":[237],"benefit":[239],"ChatGPT\u2019s":[242],"assistance.":[243],"indicate":[247],"on":[253,285,323,345],"simpler":[254],"issues":[255,287],"characterized":[256],"limited":[258],"developer":[259],"activity":[260],"faster":[262],"times.":[264],"These":[265],"typically":[266],"involve":[267],"well-scoped":[268],"technical":[269],"problems":[270],"compilation":[273],"errors":[274],"tool":[276],"feature":[277],"requests.":[278],"contrast,":[280],"performs":[282],"less":[283],"effectively":[284],"complex":[286],"demand":[289],"deep":[290],"project-specific":[291],"understanding,":[292],"system-level":[295],"debugging":[297],"refactoring.":[299],"The":[300],"include":[308],"incorrect":[309],"information":[310],"lack":[312],"comprehensiveness.":[314],"findings":[316],"have":[317],"implications":[319],"including":[320],"guiding":[321],"interaction":[325],"strategies":[326],"informing":[330],"development":[332],"tools":[334],"frameworks":[336],"support":[338],"optimal":[339],"prompt":[340],"design,":[341],"providing":[343],"insights":[344],"fine-tuning":[346],"LLMs":[347],"tasks.":[351]},"counts_by_year":[],"updated_date":"2026-05-23T08:51:43.019350","created_date":"2025-10-19T00:00:00"}