{"id":"https://openalex.org/W4407385656","doi":"https://doi.org/10.1016/j.eswa.2025.126762","title":"An empirical study of best practices for code pre-trained models on software engineering classification tasks","display_name":"An empirical study of best practices for code pre-trained models on software engineering classification tasks","publication_year":2025,"publication_date":"2025-02-11","ids":{"openalex":"https://openalex.org/W4407385656","doi":"https://doi.org/10.1016/j.eswa.2025.126762"},"language":"en","primary_location":{"id":"doi:10.1016/j.eswa.2025.126762","doi":"https://doi.org/10.1016/j.eswa.2025.126762","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.eswa.2025.126762","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-c","doyens","fnege-3","jufo-2","ki-jl-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091563572","display_name":"Yu Dan Zhao","orcid":"https://orcid.org/0000-0001-7776-3178","observed_orcids":["https://orcid.org/0000-0001-7776-3178","https://orcid.org/0000-0002-8454-0025"]},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhao","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Collaborative Innovation Center of Novel Software Technology and Industrialization, Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, Jiangsu 211106, China"],"raw_orcid":"https://orcid.org/0000-0001-7776-3178","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Collaborative Innovation Center of Novel Software Technology and Industrialization, Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, Jiangsu 211106, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027202117","display_name":"Lina Gong","orcid":"https://orcid.org/0000-0002-5272-6706","observed_orcids":["https://orcid.org/0000-0002-5272-6706"]},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lina Gong","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Collaborative Innovation Center of Novel Software Technology and Industrialization, Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, Jiangsu 211106, China"],"raw_orcid":"https://orcid.org/0000-0002-5272-6706","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Collaborative Innovation Center of Novel Software Technology and Industrialization, Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, Jiangsu 211106, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060264682","display_name":"Yaoshen Yu","orcid":"https://orcid.org/0000-0003-0609-7985","observed_orcids":["https://orcid.org/0000-0003-0609-7985"]},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoshen Yu","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Collaborative Innovation Center of Novel Software Technology and Industrialization, Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, Jiangsu 211106, China"],"raw_orcid":"https://orcid.org/0000-0003-0609-7985","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Collaborative Innovation Center of Novel Software Technology and Industrialization, Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, Jiangsu 211106, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025184050","display_name":"Zhiqiu Huang","orcid":"https://orcid.org/0000-0001-6843-1892","observed_orcids":["https://orcid.org/0000-0001-6843-1892"]},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhiqiu Huang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Collaborative Innovation Center of Novel Software Technology and Industrialization, Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, Jiangsu 211106, China"],"raw_orcid":"https://orcid.org/0000-0001-6843-1892","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Collaborative Innovation Center of Novel Software Technology and Industrialization, Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, Jiangsu 211106, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051555459","display_name":"Mingqiang Wei","orcid":"https://orcid.org/0000-0003-0429-490X","observed_orcids":["https://orcid.org/0000-0003-0429-490X"]},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingqiang Wei","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Collaborative Innovation Center of Novel Software Technology and Industrialization, Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, Jiangsu 211106, China"],"raw_orcid":"https://orcid.org/0000-0003-0429-490X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Collaborative Innovation Center of Novel Software Technology and Industrialization, Key Laboratory of Safety-Critical Software Development and Verification, Ministry of Industry and Information Technology, Nanjing, Jiangsu 211106, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5025184050","https://openalex.org/A5027202117"],"corresponding_institution_ids":["https://openalex.org/I890469752","https://openalex.org/I9842412"],"apc_list":{"value":3500,"currency":"USD","value_usd":3500},"apc_paid":null,"fwci":2.3077,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.8834553,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"272","issue":null,"first_page":"126762","last_page":"126762"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-embeddings","display_name":"code embeddings","score":0.8130000233650208},{"id":"https://openalex.org/keywords/code-vulnerability-detection","display_name":"code vulnerability detection","score":0.7720000147819519},{"id":"https://openalex.org/keywords/just-in-time-defect-prediction","display_name":"just-in-time defect prediction","score":0.9470000267028809},{"id":"https://openalex.org/keywords/codebert","display_name":"CodeBERT","score":0.8989999890327454},{"id":"https://openalex.org/keywords/codet5","display_name":"CodeT5","score":0.9900000095367432},{"id":"https://openalex.org/keywords/codegen","display_name":"CodeGen","score":0.9980000257492065},{"id":"https://openalex.org/keywords/model-size","display_name":"model size","score":0.4860000014305115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.780855655670166},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5388332009315491},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5300687551498413},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4902935326099396},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4495583176612854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4407517910003662},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4158467650413513},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25071728229522705},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.09770876169204712},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08844852447509766},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0778513252735138}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.eswa.2025.126762","doi":"https://doi.org/10.1016/j.eswa.2025.126762","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.eswa.2025.126762","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","dongbi-c","doyens","fnege-3","jufo-2","ki-jl-2","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G437908683","display_name":null,"funder_award_id":"BK20220881","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G5473515455","display_name":null,"funder_award_id":"U2241216","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7809263010","display_name":null,"funder_award_id":"62202223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322438","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W2065053490","https://openalex.org/W2107432340","https://openalex.org/W2153579005","https://openalex.org/W2250539671","https://openalex.org/W2493916176","https://openalex.org/W2601061983","https://openalex.org/W2748690817","https://openalex.org/W2781491433","https://openalex.org/W2795143051","https://openalex.org/W2795798526","https://openalex.org/W2822734516","https://openalex.org/W2888329843","https://openalex.org/W2896457183","https://openalex.org/W2899575547","https://openalex.org/W2902316941","https://openalex.org/W2945148926","https://openalex.org/W2946417913","https://openalex.org/W2954278700","https://openalex.org/W2955991060","https://openalex.org/W2963341956","https://openalex.org/W2970641574","https://openalex.org/W2970862273","https://openalex.org/W2971008324","https://openalex.org/W2981852735","https://openalex.org/W2996086147","https://openalex.org/W2996848635","https://openalex.org/W2999309192","https://openalex.org/W3009290003","https://openalex.org/W3011013751","https://openalex.org/W3034549508","https://openalex.org/W3039695075","https://openalex.org/W3084812981","https://openalex.org/W3086007799","https://openalex.org/W3098605233","https://openalex.org/W3101118213","https://openalex.org/W3112103703","https://openalex.org/W3126675481","https://openalex.org/W3153398259","https://openalex.org/W3165081941","https://openalex.org/W3170092793","https://openalex.org/W3178061567","https://openalex.org/W3198685994","https://openalex.org/W3203041411","https://openalex.org/W3217001695","https://openalex.org/W4207063495","https://openalex.org/W4221061332","https://openalex.org/W4221153183","https://openalex.org/W4223464372","https://openalex.org/W4226485558","https://openalex.org/W4226502706","https://openalex.org/W4255973387","https://openalex.org/W4284679990","https://openalex.org/W4285490465","https://openalex.org/W4285490489","https://openalex.org/W4289258965","https://openalex.org/W4295919046","https://openalex.org/W4295953700","https://openalex.org/W4297985140","https://openalex.org/W4306407754","https://openalex.org/W4308760226","https://openalex.org/W4309023067","https://openalex.org/W4313137049","https://openalex.org/W4322718191","https://openalex.org/W4376167329","https://openalex.org/W4383181085","https://openalex.org/W4383215759","https://openalex.org/W4384009631","https://openalex.org/W4384302759","https://openalex.org/W4384302844","https://openalex.org/W4384345728","https://openalex.org/W4384918448","https://openalex.org/W4385967654","https://openalex.org/W4386185625","https://openalex.org/W4386590753","https://openalex.org/W4386715814","https://openalex.org/W4386833453","https://openalex.org/W4387298393","https://openalex.org/W4387427446","https://openalex.org/W4387800467","https://openalex.org/W4389519352","https://openalex.org/W4390640589","https://openalex.org/W4391032878","https://openalex.org/W4391116828","https://openalex.org/W4391395450","https://openalex.org/W4391849320","https://openalex.org/W4392384312","https://openalex.org/W4400267765","https://openalex.org/W4403318507","https://openalex.org/W4404783403","https://openalex.org/W6771436712"],"related_works":["https://openalex.org/W4388716357","https://openalex.org/W7125938261","https://openalex.org/W6979229455","https://openalex.org/W4386590753","https://openalex.org/W4403336760","https://openalex.org/W7125764428","https://openalex.org/W4398795042","https://openalex.org/W3195164622","https://openalex.org/W4221061332","https://openalex.org/W4384345728"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-02-12T00:00:00"}