{"id":"https://openalex.org/W4376122476","doi":"https://doi.org/10.1145/3611643.3616304","title":"The EarlyBIRD Catches the Bug: On Exploiting Early Layers of Encoder Models for More Efficient Code Classification","display_name":"The EarlyBIRD Catches the Bug: On Exploiting Early Layers of Encoder Models for More Efficient Code Classification","publication_year":2023,"publication_date":"2023-11-30","ids":{"openalex":"https://openalex.org/W4376122476","doi":"https://doi.org/10.1145/3611643.3616304"},"language":"en","primary_location":{"id":"doi:10.1145/3611643.3616304","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611643.3616304","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3611643.3616304","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089233363","display_name":"Anastasiia Grishina","orcid":"https://orcid.org/0000-0003-3139-0200"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Anastasiia Grishina","raw_affiliation_strings":["Simula Research Laboratory, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0003-3139-0200","affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037784196","display_name":"Max Hort","orcid":"https://orcid.org/0000-0001-8684-5909"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Max Hort","raw_affiliation_strings":["Simula Research Laboratory, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0001-8684-5909","affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056189345","display_name":"Leon Moonen","orcid":"https://orcid.org/0000-0002-1761-6771"},"institutions":[{"id":"https://openalex.org/I181046868","display_name":"BI Norwegian Business School","ror":"https://ror.org/03ez40v33","country_code":"NO","type":"education","lineage":["https://openalex.org/I181046868"]},{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Leon Moonen","raw_affiliation_strings":["Simula Research Laboratory, Oslo, Norway / BI Norwegian Business School, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-1761-6771","affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway / BI Norwegian Business School, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267","https://openalex.org/I181046868"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5089233363"],"corresponding_institution_ids":["https://openalex.org/I2799829267"],"apc_list":null,"apc_paid":null,"fwci":5.381,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.95826852,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"895","last_page":"907"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7685223817825317},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6609693169593811},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6505856513977051},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.4631020724773407},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.33179980516433716},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.14214792847633362},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12315070629119873}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7685223817825317},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6609693169593811},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6505856513977051},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.4631020724773407},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.33179980516433716},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.14214792847633362},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12315070629119873},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3611643.3616304","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611643.3616304","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.04940","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.04940","pdf_url":"https://arxiv.org/pdf/2305.04940","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:biopen.bi.no:11250/3127168","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/3127168","pdf_url":"https://biopen.bi.no/bi-xmlui/bitstream/11250/3127168/1/3611643.3616304.pdf","source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"895-907","raw_type":"info:eu-repo/semantics/bookPart"}],"best_oa_location":{"id":"doi:10.1145/3611643.3616304","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3611643.3616304","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G2230720350","display_name":null,"funder_award_id":"Sigma2","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G473043679","display_name":null,"funder_award_id":"288787, 270053","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G5244242995","display_name":null,"funder_award_id":"270053","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"},{"id":"https://openalex.org/G6334488888","display_name":null,"funder_award_id":"288787","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"}],"funders":[{"id":"https://openalex.org/F4320320885","display_name":"European Research Consortium for Informatics and Mathematics","ror":"https://ror.org/055zrhj18"},{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1857789879","https://openalex.org/W1965335252","https://openalex.org/W2888329843","https://openalex.org/W2899171197","https://openalex.org/W2899384793","https://openalex.org/W2907705732","https://openalex.org/W2945824677","https://openalex.org/W2962960733","https://openalex.org/W2963026768","https://openalex.org/W2963341956","https://openalex.org/W2963651521","https://openalex.org/W2963935794","https://openalex.org/W2965373594","https://openalex.org/W2970352191","https://openalex.org/W2970597249","https://openalex.org/W2972135640","https://openalex.org/W2975381464","https://openalex.org/W2980708516","https://openalex.org/W2996428491","https://openalex.org/W3034549508","https://openalex.org/W3098605233","https://openalex.org/W3105247453","https://openalex.org/W3119507053","https://openalex.org/W3126074026","https://openalex.org/W3126675481","https://openalex.org/W3136363192","https://openalex.org/W3160155705","https://openalex.org/W3164087770","https://openalex.org/W3166095789","https://openalex.org/W3166979522","https://openalex.org/W3169504754","https://openalex.org/W3170092793","https://openalex.org/W3177813494","https://openalex.org/W3183469243","https://openalex.org/W3183962691","https://openalex.org/W3198685994","https://openalex.org/W3212484828","https://openalex.org/W4205596491","https://openalex.org/W4210440021","https://openalex.org/W4220785642","https://openalex.org/W4250245284","https://openalex.org/W4284688961","https://openalex.org/W4288410857","https://openalex.org/W4297819591","https://openalex.org/W4308351360","https://openalex.org/W4308641648","https://openalex.org/W4313137049","https://openalex.org/W4313549837","https://openalex.org/W4376167329","https://openalex.org/W4384302803","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"The":[0],"use":[1],"of":[2,45],"modern":[3],"Natural":[4],"Language":[5],"Processing":[6],"(NLP)":[7],"techniques":[8,37],"has":[9],"shown":[10],"to":[11],"be":[12],"beneficial":[13],"for":[14],"software":[15],"engineering":[16],"tasks,":[17],"such":[18],"as":[19],"vulnerability":[20],"detection":[21],"and":[22,47],"type":[23],"inference.":[24],"However,":[25],"training":[26],"deep":[27],"NLP":[28],"models":[29],"requires":[30],"significant":[31],"computational":[32],"resources.":[33],"This":[34],"paper":[35],"explores":[36],"that":[38],"aim":[39],"at":[40],"achieving":[41],"the":[42],"best":[43],"usage":[44],"resources":[46],"available":[48],"information":[49],"in":[50],"these":[51],"models.":[52]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}