{"id":"https://openalex.org/W2996086147","doi":null,"title":"Global Relational Models of Source Code","display_name":"Global Relational Models of Source Code","publication_year":2020,"publication_date":"2020-04-30","ids":{"openalex":"https://openalex.org/W2996086147","mag":"2996086147"},"language":"en","primary_location":{"id":"mag:2996086147","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=B1lnbRNtwr","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009679905","display_name":"Vincent Josua Hellendoorn","orcid":"https://orcid.org/0000-0001-7516-0525","observed_orcids":["https://orcid.org/0000-0001-7516-0525"]},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vincent J. Hellendoorn","raw_affiliation_strings":["University of California, Davis, Davis, United States"],"raw_orcid":"https://orcid.org/0000-0001-7516-0525","affiliations":[{"raw_affiliation_string":"University of California, Davis, Davis, United States","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028501178","display_name":"Charles A. Sutton","orcid":"https://orcid.org/0000-0002-0041-3820","observed_orcids":["https://orcid.org/0000-0002-0041-3820"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles Sutton","raw_affiliation_strings":["Google (United States), Mountain View, United States"],"raw_orcid":"https://orcid.org/0000-0002-0041-3820","affiliations":[{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045091456","display_name":"Rishabh Singh","orcid":"https://orcid.org/0000-0003-1714-9656","observed_orcids":["https://orcid.org/0000-0003-1714-9656"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rishabh Singh","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1714-9656","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102725147","display_name":"Petros Maniatis","orcid":"https://orcid.org/0000-0003-3777-5291","observed_orcids":["https://orcid.org/0000-0003-3777-5291"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Petros Maniatis","raw_affiliation_strings":["Google (United States), Mountain View, United States"],"raw_orcid":"https://orcid.org/0000-0003-3777-5291","affiliations":[{"raw_affiliation_string":"Google (United States), Mountain View, United States","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.7276,"has_fulltext":false,"cited_by_count":130,"citation_normalized_percentile":{"value":0.99650365,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/source-code-representation","display_name":"source code representation","score":0.7179999947547913},{"id":"https://openalex.org/keywords/graph-neural-networks","display_name":"graph neural networks","score":0.6830000281333923},{"id":"https://openalex.org/keywords/graph-message-passing","display_name":"graph message passing","score":0.5849999785423279},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.38199999928474426},{"id":"https://openalex.org/keywords/great","display_name":"GREAT","score":0.7289999723434448},{"id":"https://openalex.org/keywords/program-repair","display_name":"program repair","score":0.9760000109672546},{"id":"https://openalex.org/keywords/programming-language-semantics","display_name":"program semantics","score":0.414000004529953}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8002434372901917},{"id":"https://openalex.org/C854659","wikidata":"https://www.wikidata.org/wiki/Q1859284","display_name":"Message passing","level":2,"score":0.6196978688240051},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.6121606826782227},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4447267949581146},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3382301926612854}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2996086147","doi":null,"is_oa":false,"landing_page_url":"https://openreview.net/pdf?id=B1lnbRNtwr","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2010608861","https://openalex.org/W2018389835","https://openalex.org/W2129740354","https://openalex.org/W2142403498","https://openalex.org/W2148190602","https://openalex.org/W2156981320","https://openalex.org/W2157331557","https://openalex.org/W2244807774","https://openalex.org/W2533695286","https://openalex.org/W2550120381","https://openalex.org/W2557805692","https://openalex.org/W2626778328","https://openalex.org/W2740130862","https://openalex.org/W2765574772","https://openalex.org/W2786865417","https://openalex.org/W2789541106","https://openalex.org/W2795143051","https://openalex.org/W2807730630","https://openalex.org/W2887364112","https://openalex.org/W2898734514","https://openalex.org/W2899384793","https://openalex.org/W2903709763","https://openalex.org/W2914933759","https://openalex.org/W2963418779","https://openalex.org/W2963780546","https://openalex.org/W2963935794","https://openalex.org/W3122945969"],"related_works":["https://openalex.org/W7111834092","https://openalex.org/W4320409584","https://openalex.org/W3086007799","https://openalex.org/W3215885530","https://openalex.org/W3090891670","https://openalex.org/W4384159085","https://openalex.org/W4206722620","https://openalex.org/W4404985537","https://openalex.org/W4404005800","https://openalex.org/W6923553542"],"abstract_inverted_index":{"Models":[0],"of":[1,7,18,28,91,181],"code":[2,188],"can":[3],"learn":[4],"distributed":[5],"representations":[6,27,61],"a":[8,19,50,168,192],"program's":[9],"syntax":[10],"and":[11,34,43,115,129,146,183,222],"semantics":[12],"to":[13,75,87,97],"predict":[14],"many":[15],"non-trivial":[16,170],"properties":[17],"program.":[20],"Recent":[21],"state-of-the-art":[22,201],"models":[23,68,117,213],"leverage":[24],"highly":[25],"structured":[26,116],"programs,":[29],"such":[30,102],"as":[31,103],"trees,":[32],"graphs":[33],"paths":[35],"therein":[36],"(e.g.":[37],"data-flow":[38],"relations),":[39],"which":[40,80,135,155],"are":[41,126],"precise":[42],"abundantly":[44],"available":[45],"for":[46,153,187,202],"code.":[47],"This":[48],"provides":[49],"strong":[51],"inductive":[52],"bias":[53,156],"towards":[54],"semantically":[55],"meaningful":[56],"relations,":[57],"yielding":[58],"more":[59],"generalizable":[60],"than":[62],"classical":[63],"sequence-based":[64,100],"models.":[65],"Unfortunately,":[66],"these":[67],"primarily":[69],"rely":[70],"on":[71],"graph-based":[72,193],"message":[73],"passing":[74],"represent":[76],"relations":[77],"in":[78,95,142],"code,":[79],"makes":[81],"them":[82],"de":[83],"facto":[84],"local":[85],"due":[86],"the":[88,104,178,199],"high":[89],"cost":[90],"message-passing":[92,140,144],"steps,":[93],"quite":[94],"contrast":[96],"modern,":[98],"global":[99,114,128],"models,":[101],"Transformer.":[105],"In":[106],"this":[107,111,203],"work,":[108],"we":[109,176,207],"bridge":[110],"divide":[112],"between":[113],"by":[118,205],"introducing":[119],"two":[120],"new":[121],"hybrid":[122,184,212],"model":[123,185,194],"families":[124,186],"that":[125,195,209],"both":[127,220],"incorporate":[130],"structural":[131],"bias:":[132],"Graph":[133,147],"Sandwiches,":[134],"wrap":[136],"traditional":[137,157,182],"(gated)":[138],"graph":[139,163],"layers":[141],"sequential":[143],"layers;":[145],"Relational":[148],"Embedding":[149],"Attention":[150],"Transformers":[151,158],"(GREAT":[152],"short),":[154],"with":[159,191],"relational":[160],"information":[161],"from":[162],"edge":[164],"types.":[165],"By":[166],"studying":[167],"popular,":[169],"program":[171],"repair":[172],"task,":[173],"variable-misuse":[174],"identification,":[175],"explore":[177],"relative":[179],"merits":[180],"representation.":[189],"Starting":[190],"already":[196],"improves":[197],"upon":[198],"prior":[200],"task":[204],"20%,":[206],"show":[208],"our":[210],"proposed":[211],"improve":[214],"an":[215],"additional":[216],"10-15%,":[217],"while":[218],"training":[219],"faster":[221],"using":[223],"fewer":[224],"parameters.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":31},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":39},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-12-26T00:00:00"}