{"id":"https://openalex.org/W2997275048","doi":"https://doi.org/10.48550/arxiv.2004.13214","title":"SCELMo: Source Code Embeddings from Language Models","display_name":"SCELMo: Source Code Embeddings from Language Models","alternate_titles":[],"publication_year":2020,"publication_date":"2020-04-28","ids":{"openalex":"https://openalex.org/W2997275048","doi":"https://doi.org/10.48550/arxiv.2004.13214","mag":"2997275048"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2004.13214","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.13214","pdf_url":"https://arxiv.org/pdf/2004.13214","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2997275048"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2004.13214","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109698394","display_name":"Rafael-Michael Karampatsis","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Karampatsis, Rafael - Michael","raw_affiliation_strings":["Department of Computer Science The University of Edinburgh Edinburgh , EH8 9AB , UK","University of Edinburgh,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science The University of Edinburgh Edinburgh , EH8 9AB , UK","institution_ids":["https://openalex.org/I98677209"]},{"raw_affiliation_string":"University of Edinburgh,","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028501178","display_name":"Charles A. Sutton","orcid":"https://orcid.org/0000-0002-0041-3820","observed_orcids":["https://orcid.org/0000-0002-0041-3820"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Sutton, Charles","raw_affiliation_strings":["Google Research , The University of Edinburgh Mountain View , CA , United States","Google,,,,,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research , The University of Edinburgh Mountain View , CA , United States","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I98677209"]},{"raw_affiliation_string":"Google,,,,,","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":67,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/source-code-embeddings","display_name":"source code embeddings","score":0.9409999847412109},{"id":"https://openalex.org/keywords/elmo","display_name":"ELMo","score":0.8159999847412109},{"id":"https://openalex.org/keywords/contextualized-word-representations","display_name":"contextualized word representations","score":0.7749999761581421},{"id":"https://openalex.org/keywords/bug-finding","display_name":"bug detection","score":0.7599999904632568},{"id":"https://openalex.org/keywords/code-embeddings","display_name":"code embeddings","score":0.5080000162124634},{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.5270000100135803},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.8389999866485596},{"id":"https://openalex.org/keywords/software-engineering","display_name":"software engineering","score":0.38600000739097595},{"id":"https://openalex.org/keywords/code-search","display_name":"code search","score":0.4519999921321869},{"id":"https://openalex.org/keywords/program-repair","display_name":"program repair","score":0.7319999933242798}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5938388705253601},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5567853450775146},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5542280077934265},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4162783920764923},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.07889664173126221}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2004.13214","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.13214","pdf_url":"https://arxiv.org/pdf/2004.13214","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2004.13214","doi":"https://doi.org/10.48550/arxiv.2004.13214","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2004.13214","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2004.13214","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.13214","pdf_url":"https://arxiv.org/pdf/2004.13214","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4437068315","display_name":"EPSRC Centre for Doctoral Training in Data Science","funder_award_id":"EP/L016427/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2997275048.pdf","grobid_xml":"https://content.openalex.org/works/W2997275048.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W2064296229","https://openalex.org/W2153579005","https://openalex.org/W2156723666","https://openalex.org/W2158139315","https://openalex.org/W2162456950","https://openalex.org/W2238673293","https://openalex.org/W2244807774","https://openalex.org/W2250539671","https://openalex.org/W2274071363","https://openalex.org/W2463895987","https://openalex.org/W2507974895","https://openalex.org/W2736762043","https://openalex.org/W2754629507","https://openalex.org/W2765574772","https://openalex.org/W2787560479","https://openalex.org/W2793157084","https://openalex.org/W2795143051","https://openalex.org/W2806718802","https://openalex.org/W2807730630","https://openalex.org/W2888223970","https://openalex.org/W2891185194","https://openalex.org/W2896457183","https://openalex.org/W2898951026","https://openalex.org/W2907705732","https://openalex.org/W2914933759","https://openalex.org/W2942293597","https://openalex.org/W2947167994","https://openalex.org/W2950813464","https://openalex.org/W2963341956","https://openalex.org/W2963935794","https://openalex.org/W2965373594","https://openalex.org/W3122945969","https://openalex.org/W3208407575","https://openalex.org/W4254666025","https://openalex.org/W4288614128"],"related_works":["https://openalex.org/W4388483278","https://openalex.org/W4328028774","https://openalex.org/W3034549508","https://openalex.org/W3197913460","https://openalex.org/W2995333547","https://openalex.org/W2942322914","https://openalex.org/W2942293597","https://openalex.org/W4388716357","https://openalex.org/W2947477827","https://openalex.org/W4286907288"],"abstract_inverted_index":{"Continuous":[0],"embeddings":[1,26,64,82],"of":[2,14,47,63,73,91,107],"tokens":[3],"in":[4,29,39],"computer":[5,53],"programs":[6,54,108],"have":[7,34],"been":[8,36],"used":[9],"to":[10],"support":[11],"a":[12,44,61,98,103,111],"variety":[13],"software":[15,40],"development":[16],"tools,":[17],"including":[18],"readability,":[19],"code":[20],"search,":[21],"and":[22],"program":[23],"repair.":[24],"Contextual":[25],"are":[27,83],"common":[28],"natural":[30],"language":[31,57,70],"processing":[32],"but":[33],"not":[35],"previously":[37],"applied":[38],"engineering.":[41],"We":[42,59,78,94],"introduce":[43],"new":[45],"set":[46,62],"deep":[48],"contextualized":[49],"word":[50],"representations":[51],"for":[52,87,116],"based":[55],"on":[56,102],"models.":[58],"train":[60],"using":[65],"the":[66,88],"ELMo":[67],"(embeddings":[68],"from":[69],"models)":[71],"framework":[72],"Peters":[74],"et":[75],"al":[76],"(2018).":[77],"investigate":[79],"whether":[80],"these":[81],"effective":[84],"when":[85],"fine-tuned":[86],"downstream":[89],"task":[90],"bug":[92,117],"detection.":[93,118],"show":[95],"that":[96],"even":[97],"low-dimensional":[99],"embedding":[100],"trained":[101],"relatively":[104],"small":[105],"corpus":[106],"can":[109],"improve":[110],"state-of-the-art":[112],"machine":[113],"learning":[114],"system":[115]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2997275048","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2020-01-10T00:00:00"}
