{"id":"https://openalex.org/W4409258863","doi":"https://doi.org/10.1016/j.infsof.2025.107737","title":"Don\u2019t settle for the first! How many GitHub Copilot solutions should you check?","display_name":"Don\u2019t settle for the first! How many GitHub Copilot solutions should you check?","publication_year":2025,"publication_date":"2025-04-08","ids":{"openalex":"https://openalex.org/W4409258863","doi":"https://doi.org/10.1016/j.infsof.2025.107737"},"language":"en","primary_location":{"id":"doi:10.1016/j.infsof.2025.107737","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.infsof.2025.107737","pdf_url":null,"source":{"id":"https://openalex.org/S205010575","display_name":"Information and Software Technology","issn_l":"0950-5849","issn":["0950-5849","1873-6025"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information and Software Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.infsof.2025.107737","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113269259","display_name":"Julian Oertel","orcid":"https://orcid.org/0009-0000-5919-8638"},"institutions":[{"id":"https://openalex.org/I4665924","display_name":"University of Rostock","ror":"https://ror.org/03zdwsf69","country_code":"DE","type":"education","lineage":["https://openalex.org/I4665924"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Julian Oertel","raw_affiliation_strings":["University of Rostock, Software Engineering, Albert-Einstein-Stra\u00dfe 22, 18057, Rostock, Germany"],"raw_orcid":"https://orcid.org/0009-0000-5919-8638","affiliations":[{"raw_affiliation_string":"University of Rostock, Software Engineering, Albert-Einstein-Stra\u00dfe 22, 18057, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088299353","display_name":"Jil Kl\u00fcnder","orcid":"https://orcid.org/0000-0001-7674-2930"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jil Kl\u00fcnder","raw_affiliation_strings":["Leibniz University Hannover, Software Engineering Group, Welfengarten 1, 30167, Hannover, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7674-2930","affiliations":[{"raw_affiliation_string":"Leibniz University Hannover, Software Engineering Group, Welfengarten 1, 30167, Hannover, Germany","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017449010","display_name":"Regina Hebig","orcid":"https://orcid.org/0000-0002-1459-2081"},"institutions":[{"id":"https://openalex.org/I4665924","display_name":"University of Rostock","ror":"https://ror.org/03zdwsf69","country_code":"DE","type":"education","lineage":["https://openalex.org/I4665924"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Regina Hebig","raw_affiliation_strings":["University of Rostock, Software Engineering, Albert-Einstein-Stra\u00dfe 22, 18057, Rostock, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1459-2081","affiliations":[{"raw_affiliation_string":"University of Rostock, Software Engineering, Albert-Einstein-Stra\u00dfe 22, 18057, Rostock, Germany","institution_ids":["https://openalex.org/I4665924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5113269259"],"corresponding_institution_ids":["https://openalex.org/I4665924"],"apc_list":{"value":3350,"currency":"USD","value_usd":3350},"apc_paid":{"value":3350,"currency":"USD","value_usd":3350},"fwci":25.6342,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.99223587,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"183","issue":null,"first_page":"107737","last_page":"107737"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49175575375556946},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.41880762577056885},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3356446921825409}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49175575375556946},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.41880762577056885},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3356446921825409}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.infsof.2025.107737","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.infsof.2025.107737","pdf_url":null,"source":{"id":"https://openalex.org/S205010575","display_name":"Information and Software Technology","issn_l":"0950-5849","issn":["0950-5849","1873-6025"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information and Software Technology","raw_type":"journal-article"},{"id":"pmh:doi:10.18420/se2026_14","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text/Conference Paper"}],"best_oa_location":{"id":"doi:10.1016/j.infsof.2025.107737","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.infsof.2025.107737","pdf_url":null,"source":{"id":"https://openalex.org/S205010575","display_name":"Information and Software Technology","issn_l":"0950-5849","issn":["0950-5849","1873-6025"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information and Software Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1597750657","https://openalex.org/W2031648200","https://openalex.org/W2041282815","https://openalex.org/W2266912522","https://openalex.org/W2799873608","https://openalex.org/W3177813494","https://openalex.org/W4281669078","https://openalex.org/W4291213652","https://openalex.org/W4308627415","https://openalex.org/W4312439220","https://openalex.org/W4312543924","https://openalex.org/W4320854981","https://openalex.org/W4353004773","https://openalex.org/W4362659486","https://openalex.org/W4366527501","https://openalex.org/W4366851162","https://openalex.org/W4367672983","https://openalex.org/W4379231174","https://openalex.org/W4380488575","https://openalex.org/W4383498485","https://openalex.org/W4386806783","https://openalex.org/W4386982649","https://openalex.org/W4387356195","https://openalex.org/W4391558518","https://openalex.org/W4392662613","https://openalex.org/W4392844949","https://openalex.org/W4393027538","https://openalex.org/W4393815242","https://openalex.org/W4395029328","https://openalex.org/W4399632113","https://openalex.org/W4402129912","https://openalex.org/W4403175366","https://openalex.org/W4405425461","https://openalex.org/W4406255398","https://openalex.org/W6810325722","https://openalex.org/W6838955438","https://openalex.org/W6840399434","https://openalex.org/W6846694028","https://openalex.org/W6847231737","https://openalex.org/W6849640913","https://openalex.org/W6850457626","https://openalex.org/W6850858595","https://openalex.org/W6855571255","https://openalex.org/W6856568776","https://openalex.org/W6857606215","https://openalex.org/W6861091797","https://openalex.org/W6861205413","https://openalex.org/W6861500607","https://openalex.org/W6870315135"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"With":[0],"the":[1,46,106,109,116,132,183,194,216,256],"integration":[2],"of":[3,48,69,108,111,118],"generative":[4],"artificial":[5],"intelligence":[6],"(GenAI)":[7],"tools":[8],"such":[9],"as":[10,193],"GitHub":[11,24,86,179,265],"Copilot":[12,25,87,266],"into":[13],"development":[14],"processes,":[15],"developers":[16,40,268],"can":[17],"be":[18,122,142,176,201,261],"supported":[19],"when":[20,151,188],"writing":[21],"code.":[22],"As":[23],"has":[26],"a":[27,67,112,125,154,157,271],"feature":[28],"to":[29,32,51,80,101,131,141,156,162,175,200,210,269],"provide":[30,248],"up":[31],"ten":[33,245],"solutions":[34,44,58,79,119,136,164,207,247],"at":[35,147],"once,":[36],"we":[37,65,226],"explore,":[38],"how":[39],"should":[41,121],"approach":[42],"those":[43],"with":[45],"goal":[47],"providing":[49],"recommendations":[50],"achieve":[52],"suitable":[53],"trade-offs":[54],"in":[55,88,234],"finding":[56],"correct":[57,143,213],"and":[59,76,114,203],"checking":[60,160,205],"solutions.":[61,253],"In":[62],"this":[63],"study,":[64,225],"analyze":[66],"total":[68],"2025":[70],"coding":[71],"problems":[72,83,172],"provided":[73],"by":[74,85,124,178],"LeetCode":[75],"17":[77],"048":[78],"solve":[81],"these":[82],"generated":[84,246],"Python.":[89],"We":[90],"focus":[91],"on":[92,223,255],"three":[93],"key":[94],"issues:":[95],"firstly,":[96],"whether":[97],"it":[98,259],"is":[99,165,186,197,208,218,230],"beneficial":[100],"consider":[102],"multiple":[103],"solutions;":[104],"secondly,":[105],"impact":[107],"position":[110],"solution;":[113],"thirdly,":[115],"number":[117],"that":[120,228],"checked":[123],"developer.":[126],"Overall,":[127],"our":[128,224],"results":[129],"point":[130],"following":[133],"observations:":[134],"(1)":[135],"are":[137,173,241],"not":[138,211,220],"less":[139,198],"likely":[140,199],"if":[144,264],"they":[145],"appear":[146],"later":[148],"positions;":[149],"(2)":[150],"looking":[152],"for":[153,232],"solution":[155,185,196],"common":[158],"problem,":[159],"four":[161],"five":[163],"generally":[166],"enough;":[167],"(3)":[168],"novel":[169],"or":[170],"difficult":[171],"unlikely":[174],"solved":[177],"Copilot;":[180],"(4)":[181],"skipping":[182],"first":[184,195],"advised":[187],"considering":[189],"only":[190],"one":[191],"solution,":[192],"correct;":[202],"(5)":[204],"all":[206],"necessary":[209],"miss":[212],"solutions,":[214],"but":[215],"effort":[217],"usually":[219],"justified.":[221],"Based":[222],"conclude":[227],"there":[229,240],"potential":[231],"improvement":[233],"better":[235],"supporting":[236],"developers.":[237],"For":[238],"instance,":[239],"few":[242],"cases":[243],"where":[244],"more":[249,262],"value":[250],"than":[251],"fewer":[252],"Depending":[254],"use":[257],"scenario,":[258],"could":[260],"useful":[263],"allowed":[267],"request":[270],"single,":[272],"comprehensive":[273],"solution.":[274]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-02-22T13:39:03.778224","created_date":"2025-10-10T00:00:00"}