{"id":"https://openalex.org/W4205210967","doi":"https://doi.org/10.1109/smc52423.2021.9658619","title":"Transformer-XL With Graph Neural Network for Source Code Summarization","display_name":"Transformer-XL With Graph Neural Network for Source Code Summarization","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W4205210967","doi":"https://doi.org/10.1109/smc52423.2021.9658619"},"language":"en","primary_location":{"id":"doi:10.1109/smc52423.2021.9658619","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc52423.2021.9658619","pdf_url":null,"source":{"id":"https://openalex.org/S4363607761","display_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100385993","display_name":"Xiaoling Zhang","orcid":"https://orcid.org/0000-0003-2343-3055"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoling Zhang","raw_affiliation_strings":["Beijing Key Laboratory of IOT Information Security Technology, Institute of Information Engineering, CAS, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of IOT Information Security Technology, Institute of Information Engineering, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102027444","display_name":"Shouguo Yang","orcid":"https://orcid.org/0000-0003-4385-8261"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouguo Yang","raw_affiliation_strings":["Beijing Key Laboratory of IOT Information Security Technology, Institute of Information Engineering, CAS, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of IOT Information Security Technology, Institute of Information Engineering, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010629008","display_name":"Luqian Duan","orcid":null},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luqian Duan","raw_affiliation_strings":["Beijing Key Laboratory of IOT Information Security Technology, Institute of Information Engineering, CAS, Beijing, China","Beijing University of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of IOT Information Security Technology, Institute of Information Engineering, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210156404"]},{"raw_affiliation_string":"Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043284460","display_name":"Zhe Lang","orcid":"https://orcid.org/0000-0002-9915-8312"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Lang","raw_affiliation_strings":["Beijing Key Laboratory of IOT Information Security Technology, Institute of Information Engineering, CAS, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of IOT Information Security Technology, Institute of Information Engineering, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101451091","display_name":"Zhiqiang Shi","orcid":"https://orcid.org/0000-0001-6168-8003"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiang Shi","raw_affiliation_strings":["Beijing Key Laboratory of IOT Information Security Technology, Institute of Information Engineering, CAS, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of IOT Information Security Technology, Institute of Information Engineering, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061643975","display_name":"Limin Sun","orcid":"https://orcid.org/0000-0003-2745-7521"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Limin Sun","raw_affiliation_strings":["Beijing Key Laboratory of IOT Information Security Technology, Institute of Information Engineering, CAS, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of IOT Information Security Technology, Institute of Information Engineering, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100385993"],"corresponding_institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.9853,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.8793136,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3436","last_page":"3441"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8918914794921875},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8637715578079224},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.6300278306007385},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.6160753965377808},{"id":"https://openalex.org/keywords/abstract-syntax-tree","display_name":"Abstract syntax tree","score":0.6037641763687134},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.596229076385498},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5704112648963928},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5093134641647339},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49674278497695923},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44960007071495056},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.440281480550766},{"id":"https://openalex.org/keywords/syntax","display_name":"Syntax","score":0.2835017740726471},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2653484642505646}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8918914794921875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8637715578079224},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.6300278306007385},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.6160753965377808},{"id":"https://openalex.org/C58646249","wikidata":"https://www.wikidata.org/wiki/Q127380","display_name":"Abstract syntax tree","level":3,"score":0.6037641763687134},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.596229076385498},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5704112648963928},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5093134641647339},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49674278497695923},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44960007071495056},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.440281480550766},{"id":"https://openalex.org/C60048249","wikidata":"https://www.wikidata.org/wiki/Q37437","display_name":"Syntax","level":2,"score":0.2835017740726471},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2653484642505646},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc52423.2021.9658619","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc52423.2021.9658619","pdf_url":null,"source":{"id":"https://openalex.org/S4363607761","display_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309618","display_name":"Ministry of Science and Technology","ror":"https://ror.org/02b207r52"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2082160726","https://openalex.org/W2133333349","https://openalex.org/W2140183398","https://openalex.org/W2166879716","https://openalex.org/W2294980783","https://openalex.org/W2516621648","https://openalex.org/W2796167946","https://openalex.org/W2807964941","https://openalex.org/W2884276923","https://openalex.org/W2887364112","https://openalex.org/W2888557792","https://openalex.org/W2898734514","https://openalex.org/W2927392967","https://openalex.org/W2962995178","https://openalex.org/W2963499994","https://openalex.org/W2963951265","https://openalex.org/W2963958373","https://openalex.org/W2964110616","https://openalex.org/W2964150020","https://openalex.org/W2964194820","https://openalex.org/W2964268484","https://openalex.org/W2964270303","https://openalex.org/W2972710376","https://openalex.org/W3016234956","https://openalex.org/W3017697027","https://openalex.org/W3034689979","https://openalex.org/W3044696186","https://openalex.org/W3086449553","https://openalex.org/W3103748122","https://openalex.org/W4385245566","https://openalex.org/W6692071231","https://openalex.org/W6739901393","https://openalex.org/W6745034332","https://openalex.org/W6749929118","https://openalex.org/W6754601402","https://openalex.org/W6756103864","https://openalex.org/W6767696302"],"related_works":["https://openalex.org/W4317547544","https://openalex.org/W4313395829","https://openalex.org/W4389751695","https://openalex.org/W4310447811","https://openalex.org/W2165004968","https://openalex.org/W2320787857","https://openalex.org/W3086207785","https://openalex.org/W2969229669","https://openalex.org/W3012064729","https://openalex.org/W2955426500"],"abstract_inverted_index":{"Source":[0],"code":[1,54,77,89],"summarization":[2,20],"is":[3,21,152],"the":[4,14,26,44,52,56,103,110,116,124,128,138,147,156,165],"task":[5],"of":[6,16,31,51,113,130,149],"generating":[7],"a":[8,84,93,98],"readable":[9],"natural":[10],"language":[11,57],"to":[12,59,87,107,119,159,168],"describe":[13],"functionality":[15],"source":[17,53],"code.":[18],"Code":[19],"rapidly":[22],"expanding,":[23],"especially":[24],"as":[25],"research":[27],"takes":[28],"great":[29],"advantage":[30],"advances":[32],"in":[33,123],"neural":[34,95,105],"networks":[35],"and":[36,97,115,126,164],"artificial":[37],"intelligence":[38],"technologies.":[39],"Some":[40],"mainstream":[41],"methods":[42,66],"input":[43],"structural":[45],"information":[46,112],"(abstract":[47],"syntax":[48],"tree":[49],"(AST))":[50],"into":[55],"model":[58,151],"generate":[60,88],"relatively":[61],"satisfactory":[62],"comments.":[63],"However,":[64],"existing":[65],"can":[67],"not":[68],"capture":[69,109],"code’s":[70],"long":[71,131],"dependencies":[72],"from":[73],"AST":[74,125],"for":[75],"effective":[76],"summarization.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82],"provide":[83],"novel":[85],"way":[86],"summaries":[90],"by":[91],"combining":[92],"graph-based":[94,104],"network":[96,106,118],"Transformer-XL":[99,117],"network.":[100],"We":[101,133],"utilize":[102],"better":[108],"structure":[111],"AST,":[114],"learn":[120],"important":[121],"tokens":[122],"alleviate":[127],"problem":[129],"dependency.":[132],"evaluate":[134],"our":[135,150],"technique":[136],"on":[137],"standard":[139],"Java":[140],"dataset.":[141],"The":[142],"experimental":[143],"results":[144],"show":[145],"that":[146],"effectiveness":[148],"remarkable.":[153],"It":[154],"pushes":[155],"precision":[157],"score":[158,167],"60.73%":[160],"(5.21%":[161],"absolute":[162],"improvement)":[163],"F1":[166],"51.06%.":[169]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}