{"id":"https://openalex.org/W4366205477","doi":"https://doi.org/10.15514/ispras-2023-35(1)-15","title":"Comparison of Graph Embeddings for Source Code with Text Models Based on CNN and CodeBERT Architectures","display_name":"Comparison of Graph Embeddings for Source Code with Text Models Based on CNN and CodeBERT Architectures","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4366205477","doi":"https://doi.org/10.15514/ispras-2023-35(1)-15"},"language":"en","primary_location":{"id":"doi:10.15514/ispras-2023-35(1)-15","doi":"https://doi.org/10.15514/ispras-2023-35(1)-15","is_oa":true,"landing_page_url":"https://doi.org/10.15514/ispras-2023-35(1)-15","pdf_url":null,"source":{"id":"https://openalex.org/S4210189999","display_name":"Proceedings of the Institute for System Programming of RAS","issn_l":"2079-8156","issn":["2079-8156","2220-6426"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","russia-white-list-2"],"host_organization":"https://openalex.org/P4310312722","host_organization_name":"Institute for System Programming of the Russian Academy of Sciences (ISPRAS)","host_organization_lineage":["https://openalex.org/P4310312722"],"host_organization_lineage_names":["Institute for System Programming of the Russian Academy of Sciences (ISPRAS)"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Institute for System Programming of the RAS","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.15514/ispras-2023-35(1)-15","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087887322","display_name":"Vitaly A. Romanov","orcid":"https://orcid.org/0000-0003-3772-0039","observed_orcids":["https://orcid.org/0000-0003-3772-0039"]},"institutions":[{"id":"https://openalex.org/I4210116741","display_name":"Innopolis University","ror":"https://ror.org/02b7jh107","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210116741"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Vitaly Anatolyevich Romanov","raw_affiliation_strings":["\u0423\u043d\u0438\u0432\u0435\u0440\u0441\u0438\u0442\u0435\u0442 \u0418\u043d\u043d\u043e\u043f\u043e\u043b\u0438\u0441"],"raw_orcid":"https://orcid.org/0000-0003-3772-0039","affiliations":[{"raw_affiliation_string":"\u0423\u043d\u0438\u0432\u0435\u0440\u0441\u0438\u0442\u0435\u0442 \u0418\u043d\u043d\u043e\u043f\u043e\u043b\u0438\u0441","institution_ids":["https://openalex.org/I4210116741"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027273039","display_name":"Vladimir Vladimirovich Ivanov","orcid":"https://orcid.org/0000-0003-3289-8188","observed_orcids":["https://orcid.org/0000-0003-3289-8188"]},"institutions":[{"id":"https://openalex.org/I4210116741","display_name":"Innopolis University","ror":"https://ror.org/02b7jh107","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210116741"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Vladimir Vladimirovich Ivanov","raw_affiliation_strings":["\u0423\u043d\u0438\u0432\u0435\u0440\u0441\u0438\u0442\u0435\u0442 \u0418\u043d\u043d\u043e\u043f\u043e\u043b\u0438\u0441"],"raw_orcid":"https://orcid.org/0000-0003-3289-8188","affiliations":[{"raw_affiliation_string":"\u0423\u043d\u0438\u0432\u0435\u0440\u0441\u0438\u0442\u0435\u0442 \u0418\u043d\u043d\u043e\u043f\u043e\u043b\u0438\u0441","institution_ids":["https://openalex.org/I4210116741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210116741"],"apc_list":null,"apc_paid":null,"fwci":0.1791,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.50587764,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"35","issue":"1","first_page":"237","last_page":"264"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/network-embedding","display_name":"graph embedding","score":0.8840000033378601},{"id":"https://openalex.org/keywords/source-code-embeddings","display_name":"source code embeddings","score":0.8080000281333923},{"id":"https://openalex.org/keywords/codebert","display_name":"CodeBERT","score":0.7570000290870667},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.8309999704360962},{"id":"https://openalex.org/keywords/python","display_name":"Python","score":0.7409999966621399},{"id":"https://openalex.org/keywords/program-structure","display_name":"program structure","score":0.5619999766349792},{"id":"https://openalex.org/keywords/code-representation-learning","display_name":"code representation learning","score":0.3440000116825104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8104696273803711},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.7928065657615662},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.760608434677124},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.552881121635437},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4940936863422394},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4519802927970886},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3948160409927368}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.15514/ispras-2023-35(1)-15","doi":"https://doi.org/10.15514/ispras-2023-35(1)-15","is_oa":true,"landing_page_url":"https://doi.org/10.15514/ispras-2023-35(1)-15","pdf_url":null,"source":{"id":"https://openalex.org/S4210189999","display_name":"Proceedings of the Institute for System Programming of RAS","issn_l":"2079-8156","issn":["2079-8156","2220-6426"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","russia-white-list-2"],"host_organization":"https://openalex.org/P4310312722","host_organization_name":"Institute for System Programming of the Russian Academy of Sciences (ISPRAS)","host_organization_lineage":["https://openalex.org/P4310312722"],"host_organization_lineage_names":["Institute for System Programming of the Russian Academy of Sciences (ISPRAS)"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Institute for System Programming of the RAS","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.15514/ispras-2023-35(1)-15","doi":"https://doi.org/10.15514/ispras-2023-35(1)-15","is_oa":true,"landing_page_url":"https://doi.org/10.15514/ispras-2023-35(1)-15","pdf_url":null,"source":{"id":"https://openalex.org/S4210189999","display_name":"Proceedings of the Institute for System Programming of RAS","issn_l":"2079-8156","issn":["2079-8156","2220-6426"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj","russia-white-list-2"],"host_organization":"https://openalex.org/P4310312722","host_organization_name":"Institute for System Programming of the Russian Academy of Sciences (ISPRAS)","host_organization_lineage":["https://openalex.org/P4310312722"],"host_organization_lineage_names":["Institute for System Programming of the Russian Academy of Sciences (ISPRAS)"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Institute for System Programming of the RAS","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4282033849","https://openalex.org/W3028068108","https://openalex.org/W4404005800","https://openalex.org/W4312888576","https://openalex.org/W4312727366","https://openalex.org/W3081644756","https://openalex.org/W4225823241","https://openalex.org/W3164315620","https://openalex.org/W3107418514","https://openalex.org/W2942322914"],"abstract_inverted_index":{"One":[0],"possible":[1],"way":[2],"to":[3,10,87,101],"reduce":[4],"bugs":[5],"in":[6,95],"source":[7,28,54,69],"code":[8,29,55],"is":[9,99],"create":[11],"intelligent":[12],"tools":[13,21],"that":[14,83,98],"make":[15],"the":[16,27,36,50,53,72,75,78,105,121],"development":[17],"process":[18],"easier.":[19],"Such":[20],"often":[22],"use":[23,107],"vector":[24,66],"representations":[25,67],"of":[26,38,52,77,91,108,115,123],"and":[30,56,110],"machine":[31],"learning":[32],"techniques":[33],"borrowed":[34],"from":[35],"field":[37],"natural":[39],"language":[40],"processing.":[41],"However,":[42],"such":[43],"approaches":[44],"do":[45],"not":[46],"take":[47],"into":[48],"account":[49],"specifics":[51],"its":[57],"structure.":[58],"This":[59],"work":[60],"studies":[61],"methods":[62],"for":[63,68],"pretraining":[64],"graph":[65,73,84,111],"code,":[70],"where":[71],"represents":[74],"structure":[76],"program.":[79],"The":[80],"results":[81],"show":[82],"embeddings":[85,112],"allow":[86],"achieve":[88],"an":[89],"accuracy":[90,122],"classifying":[92],"variable":[93],"types":[94],"Python":[96],"programs":[97],"comparable":[100],"CodeBERT":[102],"embeddings.":[103],"Moreover,":[104],"simultaneous":[106],"text":[109],"as":[113],"part":[114],"a":[116],"hybrid":[117],"model":[118],"can":[119],"improve":[120],"type":[124],"classification":[125],"by":[126],"more":[127],"than":[128],"10%.":[129]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-13T13:42:25.865203","created_date":"2023-04-19T00:00:00"}