{"id":"https://openalex.org/W3081454995","doi":"https://doi.org/10.1109/tse.2020.3018481","title":"Deep Learning Based Program Generation From Requirements Text: Are We There Yet?","display_name":"Deep Learning Based Program Generation From Requirements Text: Are We There Yet?","publication_year":2020,"publication_date":"2020-08-21","ids":{"openalex":"https://openalex.org/W3081454995","doi":"https://doi.org/10.1109/tse.2020.3018481","mag":"3081454995"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2020.3018481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3018481","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024721944","display_name":"Hui Liu","orcid":"https://orcid.org/0000-0002-3267-6801"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hui Liu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006829213","display_name":"Mingzhu Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingzhu Shen","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043314002","display_name":"Jiaqi Zhu","orcid":"https://orcid.org/0000-0002-9442-0318"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Zhu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044324103","display_name":"Nan Niu","orcid":"https://orcid.org/0000-0001-5566-2368"},"institutions":[{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nan Niu","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Cincinnati, Cincinnati, OH, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Cincinnati, Cincinnati, OH, USA","institution_ids":["https://openalex.org/I63135867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447682","display_name":"Ge Li","orcid":"https://orcid.org/0000-0002-5828-0186"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ge Li","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies, Ministry of Education, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies, Ministry of Education, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100388576","display_name":"Lu Zhang","orcid":"https://orcid.org/0000-0001-8304-7055"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Zhang","raw_affiliation_strings":["Key Laboratory of High Confidence Software Technologies, Ministry of Education, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of High Confidence Software Technologies, Ministry of Education, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5024721944"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":6.4057,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.96775734,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"48","issue":"4","first_page":"1268","last_page":"1289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8714430928230286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5581722259521484},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5387377142906189},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5293092727661133},{"id":"https://openalex.org/keywords/software-requirements","display_name":"Software requirements","score":0.5066214203834534},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.49569451808929443},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.49138250946998596},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.48239290714263916},{"id":"https://openalex.org/keywords/software-requirements-specification","display_name":"Software requirements specification","score":0.46691349148750305},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4603902995586395},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44896626472473145},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.44233888387680054},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.42621850967407227},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.38745108246803284},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38692474365234375},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.32032716274261475},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2680189907550812}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8714430928230286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5581722259521484},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5387377142906189},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5293092727661133},{"id":"https://openalex.org/C54534927","wikidata":"https://www.wikidata.org/wiki/Q4462275","display_name":"Software requirements","level":5,"score":0.5066214203834534},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.49569451808929443},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.49138250946998596},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.48239290714263916},{"id":"https://openalex.org/C102780508","wikidata":"https://www.wikidata.org/wiki/Q1761598","display_name":"Software requirements specification","level":5,"score":0.46691349148750305},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4603902995586395},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44896626472473145},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.44233888387680054},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.42621850967407227},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.38745108246803284},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38692474365234375},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.32032716274261475},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2680189907550812},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2020.3018481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3018481","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G5196677375","display_name":null,"funder_award_id":"61690205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G560904239","display_name":null,"funder_award_id":"61772071","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7228987982","display_name":null,"funder_award_id":"CCF-1350487","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1521626219","https://openalex.org/W1647671624","https://openalex.org/W2010608861","https://openalex.org/W2047237057","https://openalex.org/W2070473038","https://openalex.org/W2074032109","https://openalex.org/W2096039823","https://openalex.org/W2096979215","https://openalex.org/W2101105183","https://openalex.org/W2103457851","https://openalex.org/W2136731797","https://openalex.org/W2143861926","https://openalex.org/W2145309938","https://openalex.org/W2145349611","https://openalex.org/W2154385397","https://openalex.org/W2158396456","https://openalex.org/W2170486381","https://openalex.org/W2175297521","https://openalex.org/W2242083635","https://openalex.org/W2282866165","https://openalex.org/W2334129451","https://openalex.org/W2380058981","https://openalex.org/W2550471858","https://openalex.org/W2552942965","https://openalex.org/W2742411048","https://openalex.org/W2768572539","https://openalex.org/W2788306232","https://openalex.org/W2794908093","https://openalex.org/W2798628553","https://openalex.org/W2799563612","https://openalex.org/W2889467844","https://openalex.org/W2890867094","https://openalex.org/W2893571051","https://openalex.org/W2901330051","https://openalex.org/W2901665590","https://openalex.org/W2955426500","https://openalex.org/W2962728167","https://openalex.org/W2962900518","https://openalex.org/W2963357517","https://openalex.org/W2963617989","https://openalex.org/W2963794306","https://openalex.org/W2963868406","https://openalex.org/W2964150020","https://openalex.org/W2964240296","https://openalex.org/W2964315653","https://openalex.org/W2964325845","https://openalex.org/W3014451403","https://openalex.org/W3098281910","https://openalex.org/W3099302725","https://openalex.org/W3104874136","https://openalex.org/W3146720657","https://openalex.org/W4237412827","https://openalex.org/W4237586845","https://openalex.org/W4238390628","https://openalex.org/W4301103908","https://openalex.org/W6636915900","https://openalex.org/W6683687114","https://openalex.org/W6684031499","https://openalex.org/W6684218952","https://openalex.org/W6727690538","https://openalex.org/W6729410713","https://openalex.org/W6729482287","https://openalex.org/W6735480746","https://openalex.org/W6740017710","https://openalex.org/W6745034332","https://openalex.org/W6748385666","https://openalex.org/W6755395675","https://openalex.org/W6761126846"],"related_works":["https://openalex.org/W4255533832","https://openalex.org/W2028561093","https://openalex.org/W69722917","https://openalex.org/W2283396794","https://openalex.org/W2127984352","https://openalex.org/W2185876806","https://openalex.org/W2946096078","https://openalex.org/W2912784779","https://openalex.org/W1925687816","https://openalex.org/W2007199117"],"abstract_inverted_index":{"To":[0,106],"release":[1],"developers":[2],"from":[3,40,102,194],"time-consuming":[4],"software":[5,19,54,69,104,195],"development,":[6],"many":[7],"approaches":[8,33,80,130,191,244],"have":[9],"been":[10],"proposed":[11,35],"to":[12,18,36,67,83],"generate":[13,37],"source":[14,38,72],"code":[15,39,73],"automatically":[16],"according":[17],"requirements.":[20,77,105],"With":[21],"significant":[22,259],"advances":[23],"in":[24,207,227,261,275],"deep":[25,31,61,254],"learning":[26,62],"and":[27,56,99,135,170,173,197,264],"natural":[28,41],"language":[29,42],"processing,":[30],"learning-based":[32,255],"are":[34,81,88,93,204],"descriptions.":[43],"The":[44],"key":[45],"insight":[46],"is":[47,116,145],"that":[48,74,92,115,139,149,163,188,220,239],"given":[49],"a":[50,111,180,217,252,270],"large":[51,112],"corpus":[52],"of":[53,97,118,175,199,231,241],"requirements":[55,70,120],"their":[57,140],"corresponding":[58],"implementations,":[59],"advanced":[60],"techniques":[63],"may":[64,267],"learn":[65,192],"how":[66],"translate":[68],"into":[71],"fulfill":[75],"such":[76,79],"Although":[78],"reported":[82],"be":[84],"highly":[85],"accurate,":[86],"they":[87],"evaluated":[89],"on":[90,131,142,150,212],"datasets":[91,152],"rather":[94],"small,":[95],"lack":[96],"diversity,":[98],"significantly":[100,146],"different":[101],"real-world":[103],"this":[107,132,213,247,276],"end,":[108],"we":[109,215],"build":[110],"scale":[113],"dataset":[114,144,266],"composed":[117],"longer":[119],"as":[121,123,269],"well":[122],"validated":[124],"implementations.":[125],"We":[126],"evaluate":[127],"the":[128,136,154,164,189,200,208,223,232,242,262],"state-of-the-art":[129,190,243],"new":[133],"dataset,":[134],"results":[137,160,237],"suggest":[138,162,238],"performance":[141],"our":[143,265],"lower":[147],"than":[148],"existing":[151],"concerning":[153],"common":[155],"metrics,":[156],"i.e.,":[157],"BLEU.":[158],"Evaluation":[159,236],"also":[161],"generated":[165,202],"programs":[166,229],"often":[167],"contain":[168],"syntactic":[169],"semantical":[171],"errors,":[172],"none":[174,240],"them":[176],"can":[177,245],"pass":[178],"even":[179],"single":[181],"predefined":[182],"test":[183],"case.":[184],"Further":[185],"analysis":[186],"reveals":[187],"little":[193],"requirements,":[196],"most":[198,224],"successfully":[201],"statements":[203,206,226],"popular":[205,225],"training":[209,228],"programs.":[210],"Based":[211],"finding,":[214],"propose":[216],"popularity-based":[218],"approach":[219],"always":[221],"generates":[222],"regardless":[230],"input":[233],"(software":[234],"requirements).":[235],"outperform":[246],"simple":[248],"statistics-based":[249],"approach.":[250],"As":[251],"conclusion,":[253],"program":[256],"generation":[257],"requires":[258],"improvement":[260],"future,":[263],"serve":[268],"basis":[271],"for":[272],"future":[273],"research":[274],"direction.":[277]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}