{"id":"https://openalex.org/W4284697810","doi":"https://doi.org/10.1145/3510003.3510096","title":"SPT-code","display_name":"SPT-code","publication_year":2022,"publication_date":"2022-05-21","ids":{"openalex":"https://openalex.org/W4284697810","doi":"https://doi.org/10.1145/3510003.3510096"},"language":"en","primary_location":{"id":"doi:10.1145/3510003.3510096","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3510003.3510096","pdf_url":null,"source":{"id":"https://openalex.org/S4363608872","display_name":"Proceedings of the 44th International Conference on Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061689324","display_name":"Changan Niu","orcid":"https://orcid.org/0000-0003-4358-5451"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changan Niu","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053034433","display_name":"Chuanyi Li","orcid":"https://orcid.org/0000-0003-4956-8142"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanyi Li","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102732054","display_name":"Vincent Ng","orcid":"https://orcid.org/0000-0001-8237-429X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vincent Ng","raw_affiliation_strings":["University of Texas at Dallas"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas at Dallas","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075214885","display_name":"Jidong Ge","orcid":"https://orcid.org/0000-0003-1773-0942"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jidong Ge","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028716858","display_name":"LiGuo Huang","orcid":"https://orcid.org/0000-0001-7790-0195"},"institutions":[{"id":"https://openalex.org/I178169726","display_name":"Southern Methodist University","ror":"https://ror.org/042tdr378","country_code":"US","type":"education","lineage":["https://openalex.org/I178169726"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liguo Huang","raw_affiliation_strings":["Southern Methodist University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southern Methodist University","institution_ids":["https://openalex.org/I178169726"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073104000","display_name":"Bin Luo","orcid":"https://orcid.org/0000-0002-9036-0063"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Luo","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.6814,"has_fulltext":false,"cited_by_count":99,"citation_normalized_percentile":{"value":0.99213612,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2006","last_page":"2018"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8200523853302002},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.6189057230949402},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5631273984909058},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.5260436534881592},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5114666223526001},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4748169183731079},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.455204039812088},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.44058844447135925},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.42843377590179443},{"id":"https://openalex.org/keywords/kpi-driven-code-analysis","display_name":"KPI-driven code analysis","score":0.42826002836227417},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4161602258682251},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.20032918453216553},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.12462151050567627},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.08505213260650635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8200523853302002},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.6189057230949402},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5631273984909058},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.5260436534881592},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5114666223526001},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4748169183731079},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.455204039812088},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.44058844447135925},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.42843377590179443},{"id":"https://openalex.org/C121957198","wikidata":"https://www.wikidata.org/wiki/Q14365593","display_name":"KPI-driven code analysis","level":5,"score":0.42826002836227417},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4161602258682251},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.20032918453216553},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.12462151050567627},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.08505213260650635},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3510003.3510096","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3510003.3510096","pdf_url":null,"source":{"id":"https://openalex.org/S4363608872","display_name":"Proceedings of the 44th International Conference on Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8500000238418579,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5218538156","display_name":null,"funder_award_id":"61802167, 61802095","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W1832693441","https://openalex.org/W2157331557","https://openalex.org/W2160204597","https://openalex.org/W2600463316","https://openalex.org/W2750779823","https://openalex.org/W2774772126","https://openalex.org/W2807964941","https://openalex.org/W2887364112","https://openalex.org/W2888557792","https://openalex.org/W2899575547","https://openalex.org/W2949297108","https://openalex.org/W2950368691","https://openalex.org/W2955426500","https://openalex.org/W2962739339","https://openalex.org/W2962784628","https://openalex.org/W2963212250","https://openalex.org/W2963648186","https://openalex.org/W2963925437","https://openalex.org/W2964150020","https://openalex.org/W2964165364","https://openalex.org/W2964194820","https://openalex.org/W2964270303","https://openalex.org/W2972082064","https://openalex.org/W2979792666","https://openalex.org/W2981852735","https://openalex.org/W2995903212","https://openalex.org/W2998026230","https://openalex.org/W2999343753","https://openalex.org/W3016395792","https://openalex.org/W3034689979","https://openalex.org/W3034999214","https://openalex.org/W3086449553","https://openalex.org/W3091730360","https://openalex.org/W3098605233","https://openalex.org/W3100026183","https://openalex.org/W3108032709","https://openalex.org/W3121707215","https://openalex.org/W3138429261","https://openalex.org/W3143822685","https://openalex.org/W3161997752","https://openalex.org/W3175000455","https://openalex.org/W3175449831","https://openalex.org/W3176776234","https://openalex.org/W3177492177","https://openalex.org/W3195421019","https://openalex.org/W4212774754","https://openalex.org/W4288089799"],"related_works":["https://openalex.org/W2904997879","https://openalex.org/W3132423207","https://openalex.org/W2390085541","https://openalex.org/W2969257295","https://openalex.org/W2921460747","https://openalex.org/W2396980534","https://openalex.org/W4205744693","https://openalex.org/W1875990341","https://openalex.org/W4214548153","https://openalex.org/W4327644557"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2],"seen":[3],"the":[4,35,38,45,48,59,68,89,99,127,135,165,191,203],"successful":[5],"application":[6,30],"of":[7,37,47,103,123,137,188,202,217],"large":[8],"pre-trained":[9,39,79,149],"models":[10,40,57,83],"to":[11,31,97,156,182,185,223],"code":[12,105,113,125,193,204],"representation":[13],"learning,":[14],"resulting":[15],"in":[16,159],"substantial":[17],"improvements":[18],"on":[19,42,207,234],"many":[20,77],"code-related":[21,109,236],"downstream":[22,224,237],"tasks.":[23,33,225],"But":[24],"there":[25,63],"are":[26,54,179],"issues":[27],"surrounding":[28],"their":[29],"SE":[32],"First,":[34],"majority":[36],"focus":[41],"pre-training":[43,171,176],"only":[44],"encoder":[46],"Transformer.":[49],"For":[50],"generation":[51],"tasks":[52,91,110,117,177,238],"that":[53,178,229],"addressed":[55],"using":[56],"with":[58,169],"encoder-decoder":[60],"architecture,":[61],"however,":[62],"is":[64,221],"no":[65],"reason":[66],"why":[67],"decoder":[69],"should":[70],"be":[71],"left":[72],"out":[73],"during":[74],"pre-training.":[75,140],"Second,":[76],"existing":[78,115,170],"models,":[80],"including":[81],"state-of-the-art":[82,232],"such":[84,111],"as":[85,112,195,197],"T5-learning,":[86],"simply":[87],"reuse":[88],"pretraining":[90,116],"designed":[92,181],"for":[93,108,139,151],"natural":[94,100,129,199],"languages.":[95],"Moreover,":[96],"learn":[98,186],"language":[101,130,200],"description":[102,201],"source":[104,124,152,189],"needed":[106],"eventually":[107,212],"summarization,":[114],"require":[118],"a":[119,147,160,198],"bilingual":[120,209],"corpus":[121],"composed":[122],"and":[126,163,211],"associated":[128,168],"description,":[131],"which":[132],"severely":[133],"limits":[134],"amount":[136],"data":[138],"To":[141],"this":[142],"end,":[143],"we":[144,173],"propose":[145],"SPT-Code,":[146],"sequence-to-sequence":[148,161],"model":[150],"code.":[153],"In":[154],"order":[155],"pre-train":[157],"SPT-Code":[158,184,230],"manner":[162],"address":[164],"aforementioned":[166],"weaknesses":[167],"tasks,":[172],"introduce":[174],"three":[175,215],"specifically":[180],"enable":[183],"knowledge":[187],"code,":[190],"corresponding":[192],"structure,":[194],"well":[196],"without":[205],"relying":[206],"any":[208],"corpus,":[210],"exploit":[213],"these":[214],"sources":[216],"information":[218],"when":[219],"it":[220],"applied":[222],"Experimental":[226],"results":[227],"demonstrate":[228],"achieves":[231],"performance":[233],"five":[235],"after":[239],"fine-tuning.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":37},{"year":2022,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-07-08T00:00:00"}