{"id":"https://openalex.org/W3094565200","doi":"https://doi.org/10.1142/s0218194020500321","title":"Split Attention Pointer Network for Source Code Language Modeling","display_name":"Split Attention Pointer Network for Source Code Language Modeling","publication_year":2020,"publication_date":"2020-09-01","ids":{"openalex":"https://openalex.org/W3094565200","doi":"https://doi.org/10.1142/s0218194020500321","mag":"3094565200"},"language":"en","primary_location":{"id":"doi:10.1142/s0218194020500321","doi":"https://doi.org/10.1142/s0218194020500321","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194020500321","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-c","jufo-1","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101509656","display_name":"Zhimin Zhou","orcid":"https://orcid.org/0009-0003-4701-7678","observed_orcids":["https://orcid.org/0009-0003-4701-7678"]},"institutions":[{"id":"https://openalex.org/I4210160030","display_name":"Zhejiang University of Water Resource and Electric Power","ror":"https://ror.org/04dg5b632","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210160030"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhimin Zhou","raw_affiliation_strings":["College of Information Engineering and Art Design, Zhejiang University of Water Resources and Electric Power, Hangzhou 310018, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering and Art Design, Zhejiang University of Water Resources and Electric Power, Hangzhou 310018, P. R. China","institution_ids":["https://openalex.org/I4210160030"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029421861","display_name":"Zhongwen Chen","orcid":"https://orcid.org/0000-0001-5218-0152","observed_orcids":["https://orcid.org/0000-0001-5218-0152"]},"institutions":[{"id":"https://openalex.org/I4210160030","display_name":"Zhejiang University of Water Resource and Electric Power","ror":"https://ror.org/04dg5b632","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210160030"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongwen Chen","raw_affiliation_strings":["Modern Educational Technology Center, Zhejiang University of Water Resources and Electric Power, Hangzhou 310018, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Modern Educational Technology Center, Zhejiang University of Water Resources and Electric Power, Hangzhou 310018, P. R. China","institution_ids":["https://openalex.org/I4210160030"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210160030"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"30","issue":"09","first_page":"1221","last_page":"1244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/program-completion","display_name":"program completion","score":0.7540000081062317},{"id":"https://openalex.org/keywords/code-completion","display_name":"code completion","score":0.8050000071525574},{"id":"https://openalex.org/keywords/pointer-networks","display_name":"pointer networks","score":0.6129999756813049},{"id":"https://openalex.org/keywords/divided-attention","display_name":"divided attention","score":0.9179999828338623},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.9380000233650208},{"id":"https://openalex.org/keywords/abstract-syntax-tree","display_name":"abstract syntax tree","score":0.7870000004768372},{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.675000011920929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8745462894439697},{"id":"https://openalex.org/C150202949","wikidata":"https://www.wikidata.org/wiki/Q107602","display_name":"Pointer (user interface)","level":2,"score":0.6194339394569397},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5027906894683838},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.49446558952331543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47285035252571106},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4641460180282593},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.30272090435028076}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218194020500321","doi":"https://doi.org/10.1142/s0218194020500321","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194020500321","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-c","jufo-1","norway-1","poland-70","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2006275398","https://openalex.org/W2064675550","https://openalex.org/W2082805143","https://openalex.org/W2095705004","https://openalex.org/W2409591106","https://openalex.org/W2530887700","https://openalex.org/W2559655401","https://openalex.org/W2604272474","https://openalex.org/W2740130862","https://openalex.org/W2747329762","https://openalex.org/W2754629507","https://openalex.org/W2770392471","https://openalex.org/W2963935794","https://openalex.org/W2974168418","https://openalex.org/W3146720657","https://openalex.org/W3192343331"],"related_works":["https://openalex.org/W2768572539","https://openalex.org/W3085192122","https://openalex.org/W4223909856","https://openalex.org/W4392054274","https://openalex.org/W2969101956","https://openalex.org/W3005593820","https://openalex.org/W3016438271","https://openalex.org/W3043267069","https://openalex.org/W3032953809","https://openalex.org/W3172070168"],"abstract_inverted_index":{"There":[0],"is":[1,163,185],"a":[2,44,89,101,125,153],"growing":[3],"interest":[4],"in":[5,82,167,187],"leveraging":[6],"Deep":[7],"Learning":[8],"(DL)":[9],"for":[10,28,106],"automating":[11],"Software":[12],"Engineering":[13],"tasks":[14],"such":[15],"as":[16],"program":[17,221],"completion.":[18,34],"In":[19],"this":[20,120,149],"paper,":[21],"we":[22,114,122,151],"leverage":[23],"Recurrent":[24],"Neural":[25],"Networks":[26],"(RNNs)":[27],"Abstract":[29],"Syntax":[30],"Tree":[31],"(AST)-based":[32],"code":[33,39],"Our":[35,56],"approach":[36],"converts":[37],"source":[38],"into":[40],"AST":[41],"nodes":[42],"and":[43,50,72,96,110,165,172,190],"language":[45,64],"model":[46,184,208],"predicts":[47],"the":[48,60,83,144],"type":[49,95],"value":[51,97],"attributes":[52],"of":[53,91,93,128,143],"next":[54],"tokens.":[55],"work":[57],"demonstrates":[58],"that":[59,182,206],"attention":[61,196],"augmented":[62],"RNN-based":[63],"models":[65],"are":[66,138],"able":[67],"to":[68,140,199],"understand":[69],"local":[70,170],"context":[71,111,171],"copy":[73],"from":[74,176],"recent":[75],"past":[76],"tokens":[77,175],"which":[78,113,162],"have":[79,123],"never":[80],"appeared":[81],"training":[84],"data":[85],"set.":[86],"We":[87],"observed":[88],"drop":[90],"performances":[92],"both":[94,168],"predictions":[98],"when":[99],"using":[100],"traditional":[102],"pointer":[103],"network":[104,155],"architecture":[105],"out-of-vocabulary":[107],"(OoV)":[108],"copying":[109,173],"understanding,":[112],"call":[115],"multi-task":[116],"conflict.":[117],"To":[118],"address":[119],"challenge,":[121],"devised":[124],"new":[126,154],"structure":[127],"self-attention":[129],"called":[130,156],"Split":[131,157],"Attention,":[132],"where":[133],"two":[134],"separate":[135],"dot-product":[136],"layers":[137],"applied":[139],"different":[141],"parts":[142],"history":[145],"cache.":[146],"Based":[147],"on":[148,218],"structure,":[150],"propose":[152],"Attention":[158],"Pointer":[159],"Network":[160],"(SAPN),":[161],"efficient":[164],"flexible":[166],"learning":[169],"OoV":[174,191],"history.":[177],"The":[178,202],"empirical":[179],"results":[180,203],"suggest":[181],"our":[183,207],"superior":[186],"syntax-aware":[188],"generation":[189],"token":[192],"prediction":[193],"by":[194,214],"demonstrating":[195],"behavior":[197],"similar":[198],"human":[200],"programmers.":[201],"also":[204],"indicate":[205],"out":[209],"performs":[210],"previous":[211],"state-of-the-art":[212],"approaches":[213],"more":[215],"than":[216],"6%":[217],"widely":[219],"recognized":[220],"completion":[222],"benchmarks.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2020-10-29T00:00:00"}