{"id":"https://openalex.org/W2257123346","doi":"https://doi.org/10.48550/arxiv.1602.03001","title":"A Convolutional Attention Network for Extreme Summarization of Source Code","display_name":"A Convolutional Attention Network for Extreme Summarization of Source Code","publication_year":2016,"publication_date":"2016-02-09","ids":{"openalex":"https://openalex.org/W2257123346","doi":"https://doi.org/10.48550/arxiv.1602.03001","mag":"2257123346"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1602.03001","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1602.03001","pdf_url":"https://arxiv.org/pdf/1602.03001","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1602.03001","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080221214","display_name":"Miltiadis Allamanis","orcid":"https://orcid.org/0000-0002-5819-9900","observed_orcids":["https://orcid.org/0000-0002-5819-9900"]},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Allamanis, Miltiadis","raw_affiliation_strings":["University of Edinburgh,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Edinburgh,","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740618","display_name":"Hao Ming Peng","orcid":"https://orcid.org/0000-0001-7422-630X","observed_orcids":["https://orcid.org/0000-0001-7422-630X"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng, Hao","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028501178","display_name":"Charles A. Sutton","orcid":"https://orcid.org/0000-0002-0041-3820","observed_orcids":["https://orcid.org/0000-0002-0041-3820"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sutton, Charles","raw_affiliation_strings":["School of Informatics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":436,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/source-code-summarization","display_name":"source code summarization","score":0.9539999961853027},{"id":"https://openalex.org/keywords/convolutional-attention-network","display_name":"convolutional attention network","score":0.8289999961853027},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.921999990940094},{"id":"https://openalex.org/keywords/code-snippets","display_name":"code snippets","score":0.5189999938011169},{"id":"https://openalex.org/keywords/java-code","display_name":"Java code","score":0.3230000138282776}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8205284476280212},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.7594770193099976},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6992197036743164},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5589409470558167},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4962463974952698},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.49600180983543396},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.47794273495674133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45547816157341003},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.44183647632598877},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4136888086795807},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3893349766731262},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.26299136877059937},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18173807859420776},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.07899808883666992},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1602.03001","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1602.03001","pdf_url":"https://arxiv.org/pdf/1602.03001","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/de98f349-c2de-49eb-8c6d-448f602a8263","doi":null,"is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/de98f349-c2de-49eb-8c6d-448f602a8263","pdf_url":"https://www.research.ed.ac.uk/files/25565919/1602.03001v2.pdf","source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Allamanis, M, Peng, H & Sutton, C 2016, A Convolutional Attention Network for Extreme Summarization of Source Code. in Proceedings of The 33rd International Conference on Machine Learning, PMLR. vol. 48, Proceedings of Machine Learning Research, vol. 48, New York, United States, pp. 2091-2100, 33rd International Conference on Machine Learning, New York, United States, 19/06/16. < http://proceedings.mlr.press/v48/allamanis16.html >","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"mag:2257123346","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1602.03001.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1602.03001","doi":"https://doi.org/10.48550/arxiv.1602.03001","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1602.03001","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1602.03001","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1602.03001","pdf_url":"https://arxiv.org/pdf/1602.03001","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1508545016","display_name":"Statistical Natural Language Processing Methods for Computer Program Source Code","funder_award_id":"EP/K024043/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2114596535","display_name":null,"funder_award_id":"EP/K024043/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W104184427","https://openalex.org/W648786980","https://openalex.org/W1244965290","https://openalex.org/W1514535095","https://openalex.org/W1544827683","https://openalex.org/W1551431154","https://openalex.org/W1581407678","https://openalex.org/W1602017060","https://openalex.org/W1665214252","https://openalex.org/W1677182931","https://openalex.org/W1843891098","https://openalex.org/W1860267373","https://openalex.org/W1994573369","https://openalex.org/W2010608861","https://openalex.org/W2074032109","https://openalex.org/W2090878800","https://openalex.org/W2095705004","https://openalex.org/W2097117768","https://openalex.org/W2101105183","https://openalex.org/W2110951295","https://openalex.org/W2112796928","https://openalex.org/W2115998851","https://openalex.org/W2117130368","https://openalex.org/W2120615054","https://openalex.org/W2122414758","https://openalex.org/W2126793110","https://openalex.org/W2129740354","https://openalex.org/W2131241448","https://openalex.org/W2134036914","https://openalex.org/W2140609933","https://openalex.org/W2142403498","https://openalex.org/W2144517582","https://openalex.org/W2147527908","https://openalex.org/W2154579312","https://openalex.org/W2156981320","https://openalex.org/W2163605009","https://openalex.org/W2165747537","https://openalex.org/W2242083635","https://openalex.org/W2282866165","https://openalex.org/W2507756961","https://openalex.org/W2949626814","https://openalex.org/W2950527759","https://openalex.org/W2963929497","https://openalex.org/W2964308564"],"related_works":["https://openalex.org/W4389011142","https://openalex.org/W2516621648","https://openalex.org/W3034689979","https://openalex.org/W4377014236","https://openalex.org/W7133220330","https://openalex.org/W6957945599","https://openalex.org/W4210831819","https://openalex.org/W3014755496","https://openalex.org/W4392120446","https://openalex.org/W4205210967"],"abstract_inverted_index":{"Attention":[0],"mechanisms":[1],"in":[2,10,73],"neural":[3,55,148],"networks":[4],"have":[5,18],"proved":[6],"useful":[7],"for":[8,34],"problems":[9],"which":[11],"the":[12,36,61,82,100,115,121,125,141],"input":[13,62,126],"and":[14,30,68,128],"output":[15],"do":[16],"not":[17,44],"fixed":[19],"dimension.":[20],"Often":[21],"there":[22],"exist":[23],"features":[24,49,72],"that":[25,57,113,130,157],"are":[26,43],"locally":[27],"translation":[28],"invariant":[29],"would":[31],"be":[32],"valuable":[33],"directing":[35],"model's":[37],"attention,":[38],"but":[39],"previous":[40,164],"attentional":[41,54,165],"architectures":[42],"constructed":[45],"to":[46,64,81,133,163],"learn":[47],"such":[48],"specifically.":[50],"We":[51,77,143],"introduce":[52],"an":[53],"network":[56],"employs":[58],"convolution":[59],"on":[60,120,151],"tokens":[63,127],"detect":[65],"local":[66],"time-invariant":[67],"long-range":[69],"topical":[70],"attention":[71,110,122,147],"a":[74,104,135],"context-dependent":[75],"way.":[76],"apply":[78],"this":[79],"architecture":[80],"problem":[83],"of":[84,87,124],"extreme":[85],"summarization":[86],"source":[88],"code":[89,136],"snippets":[90],"into":[91,140],"short,":[92],"descriptive":[93],"function":[94],"name-like":[95],"summaries.":[96],"Using":[97],"those":[98],"features,":[99],"model":[101],"sequentially":[102],"generates":[103],"summary":[105,117],"by":[106],"marginalizing":[107],"over":[108],"two":[109],"mechanisms:":[111],"one":[112],"predicts":[114],"next":[116],"token":[118,137],"based":[119],"weights":[123],"another":[129],"is":[131],"able":[132],"copy":[134],"as-is":[138],"directly":[139],"summary.":[142],"demonstrate":[144],"our":[145],"convolutional":[146],"network's":[149],"performance":[150,161],"10":[152],"popular":[153],"Java":[154],"projects":[155],"showing":[156],"it":[158],"achieves":[159],"better":[160],"compared":[162],"mechanisms.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":59},{"year":2022,"cited_by_count":55},{"year":2021,"cited_by_count":101},{"year":2020,"cited_by_count":76},{"year":2019,"cited_by_count":57},{"year":2018,"cited_by_count":31},{"year":2017,"cited_by_count":21},{"year":2016,"cited_by_count":11}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2016-06-24T00:00:00"}