{"id":"https://openalex.org/W4403059107","doi":"https://doi.org/10.1109/access.2024.3472481","title":"Is This Code the Best? Or Can It Be Further Improved? Developer Stats to the Rescue","display_name":"Is This Code the Best? Or Can It Be Further Improved? Developer Stats to the Rescue","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403059107","doi":"https://doi.org/10.1109/access.2024.3472481"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3472481","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3472481","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3472481","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101541796","display_name":"Waseem Ahmed","orcid":"https://orcid.org/0000-0001-5884-2268"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Waseem Ahmed","raw_affiliation_strings":["Department of Computer Science, Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-5884-2268","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014434344","display_name":"Ahmed Harbaoui","orcid":"https://orcid.org/0000-0002-0764-8438"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ahmed Harbaoui","raw_affiliation_strings":["Department of Computer Science, Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-0764-8438","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Computing and Information Technology, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I185163786"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6601,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.78693273,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":null,"first_page":"144395","last_page":"144411"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.3587000072002411,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.3587000072002411,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.16760000586509705,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.09939999878406525,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7574325799942017},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5814219117164612},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3786740303039551},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3284345865249634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7574325799942017},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5814219117164612},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3786740303039551},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3284345865249634},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3472481","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3472481","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3921acb518e9423ca81c6e76c3095a8f","is_oa":true,"landing_page_url":"https://doaj.org/article/3921acb518e9423ca81c6e76c3095a8f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 144395-144411 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3472481","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3472481","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8898260620","display_name":null,"funder_award_id":"IFPIP: 1535-611-1443","funder_id":"https://openalex.org/F4320322322","funder_display_name":"King Abdulaziz University"}],"funders":[{"id":"https://openalex.org/F4320322322","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1537846056","https://openalex.org/W2017425457","https://openalex.org/W2024880014","https://openalex.org/W2033278032","https://openalex.org/W2038749650","https://openalex.org/W2043837581","https://openalex.org/W2049829621","https://openalex.org/W2055623935","https://openalex.org/W2089442161","https://openalex.org/W2114213946","https://openalex.org/W2137130182","https://openalex.org/W2314720829","https://openalex.org/W2624649878","https://openalex.org/W2765211991","https://openalex.org/W2767123881","https://openalex.org/W2777322518","https://openalex.org/W2790973177","https://openalex.org/W2898700726","https://openalex.org/W2980220905","https://openalex.org/W2983382509","https://openalex.org/W3035622304","https://openalex.org/W3171506311","https://openalex.org/W4254940840","https://openalex.org/W4377993236","https://openalex.org/W4392822919","https://openalex.org/W6640015359"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Is":[0],"the":[1,4,33,161,169,174,261,274,277,282,293,301,305,327,339],"given":[2,170,186],"code":[3,23,42,65,107,146,184,200,312],"best?":[5],"Or":[6],"can":[7,109,337],"it":[8,336],"be":[9,25,110,116,211],"further":[10],"improved?":[11],"And":[12],"if":[13],"so,":[14],"by":[15,132,280],"how":[16,335],"much?":[17],"To":[18,196],"answer":[19],"these":[20,102],"three":[21,103],"questions,":[22],"cannot":[24],"seen":[26],"in":[27,40,100,135,147,160,228,266,345],"isolation":[28],"from":[29],"it\u2019s":[30],"developer":[31,34,50,73,257,265,343],"as":[32],"factor":[35],"plays":[36],"a":[37,60,90,140,187,246,251,253,264,317],"vital":[38],"role":[39],"determining":[41],"quality.":[43],"However,":[44],"no":[45],"universally":[46],"accepted":[47],"metric":[48],"or":[49,236],"stat":[51,258],"currently":[52],"exists":[53],"that":[54,217,300],"provides":[55],"an":[56,68,123],"objective":[57],"indicator":[58],"to":[59,63,143,182,210,219,259,271,310],"developer\u2019s":[61,91,188],"ability":[62,262],"produce":[64],"benchmarked":[66],"against":[67,168],"expert":[69],"developer.":[70],"While":[71],"traditional":[72,189,331,342],"stats":[74,190,332,344],"like":[75,204],"rank,":[76],"position,":[77],"rating":[78],"and":[79,93,153,198,206,255,270,333],"experience":[80],"published":[81],"on":[82,138,231],"Online":[83],"Judges":[84],"(OJs)":[85],"provide":[86],"various":[87,192],"insights":[88],"into":[89],"behavior":[92,238,287],"ability,":[94],"they":[95],"do":[96],"not":[97,115],"help":[98,272],"us":[99,316],"answering":[101],"questions.":[104],"Moreover,":[105],"unless":[106],"quality":[108,157,165,185,247,268,313],"numerically":[111],"quantified":[112],"this":[113,119],"may":[114],"possible.":[117],"Towards":[118],"end,":[120],"we":[121,179,214,244],"conducted":[122],"empirical":[124],"study":[125],"of":[126,149,173,234,239,263,276,285,288,321,341],"over":[127],"72":[128],"million":[129],"submissions":[130],"made":[131],"143,853":[133],"users":[134,240,289],"1876":[136],"contests":[137,229],"Codeforces,":[139],"popular":[141],"OJ,":[142],"analyze":[144],"their":[145],"terms":[148],"its":[150],"correctness,":[151],"completeness":[152],"performance":[154,227],"efficiency":[155],"(code":[156],"characteristics":[158],"listed":[159],"ISO/IEC":[162],"25010":[163],"product":[164],"model)":[166],"measured":[167],"requirements":[171],"regardless":[172],"programming":[175],"language":[176],"used.":[177],"First,":[178],"investigated":[180],"ways":[181],"predict":[183,311],"using":[191],"ML":[193,278,294,308],"regression":[194],"models.":[195],"quantify":[197],"compare":[199],"quality,":[201],"new":[202,254],"concepts":[203],"score":[205],"contest":[207],"scorecard,":[208],"had":[209],"introduced.":[212],"Second,":[213],"identified":[215],"causes":[216],"led":[218],"poor":[220],"predictability.":[221],"Our":[222],"analysis":[223],"helped":[224],"classify":[225],"user\u2019s":[226],"based":[230],"our":[232,297],"discovery":[233],"erratic":[235],"temperamental":[237,286],"during":[241,290],"contests.":[242,291],"Third,":[243],"formulated":[245],"index":[248],"or$q\\text":[249],"{-}index$of":[250],"developer,":[252],"unique":[256],"indicate":[260],"producing":[267],"code,":[269],"increase":[273],"predictability":[275],"models":[279,295],"mitigating":[281],"negative":[283],"effect":[284],"Among":[292],"used,":[296],"results":[298],"suggest":[299],"GradientBoost":[302],"regressor":[303],"is":[304],"most":[306],"suited":[307],"model":[309],"which":[314],"gave":[315],"high":[318],"prediction":[319],"accuracy":[320],"around":[322],"99.55%.":[323],"We":[324],"also":[325],"demonstrated":[326],"uniqueness":[328],"of$q\\text":[329],"{-}index$over":[330],"described":[334],"complement":[338],"usefulness":[340],"decision":[346],"making.":[347]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2024-10-03T00:00:00"}