{"id":"https://openalex.org/W4385489606","doi":"https://doi.org/10.1109/tr.2023.3295009","title":"What's Wrong With Low-Code Development Platforms? An Empirical Study of Low-Code Development Platform Bugs","display_name":"What's Wrong With Low-Code Development Platforms? An Empirical Study of Low-Code Development Platform Bugs","publication_year":2023,"publication_date":"2023-08-02","ids":{"openalex":"https://openalex.org/W4385489606","doi":"https://doi.org/10.1109/tr.2023.3295009"},"language":"en","primary_location":{"id":"doi:10.1109/tr.2023.3295009","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2023.3295009","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100407529","display_name":"Dong Liu","orcid":"https://orcid.org/0000-0003-3988-7879"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Liu","raw_affiliation_strings":["School of Software, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002119636","display_name":"He Jiang","orcid":"https://orcid.org/0000-0001-8674-4948"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Jiang","raw_affiliation_strings":["School of Software, Dalian University of Technology, Dalian, China","Key Laboratory for Artificial Intelligence of Dalian, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-8674-4948","affiliations":[{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"Key Laboratory for Artificial Intelligence of Dalian, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018071549","display_name":"Shikai Guo","orcid":"https://orcid.org/0000-0002-8554-6365"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shikai Guo","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-8554-6365","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436579","display_name":"Yuting Chen","orcid":"https://orcid.org/0009-0000-9300-4606"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuting Chen","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004409295","display_name":"Qiao Lei","orcid":"https://orcid.org/0009-0005-5451-4482"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Qiao","raw_affiliation_strings":["Beijing Institute of Control Engineering, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Control Engineering, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.7544,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.96216046,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"73","issue":"1","first_page":"695","last_page":"709"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.8100373148918152},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6325171589851379},{"id":"https://openalex.org/keywords/security-bug","display_name":"Security bug","score":0.6079959869384766},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.59512859582901},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.56830233335495},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.46874716877937317},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4652920961380005},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.43641117215156555},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.41430214047431946},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4037833511829376},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.2754754424095154},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.22821781039237976},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21068161725997925},{"id":"https://openalex.org/keywords/software-security-assurance","display_name":"Software security assurance","score":0.06952100992202759}],"concepts":[{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.8100373148918152},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6325171589851379},{"id":"https://openalex.org/C131275738","wikidata":"https://www.wikidata.org/wiki/Q7445023","display_name":"Security bug","level":5,"score":0.6079959869384766},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.59512859582901},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.56830233335495},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.46874716877937317},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4652920961380005},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.43641117215156555},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.41430214047431946},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4037833511829376},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.2754754424095154},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.22821781039237976},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21068161725997925},{"id":"https://openalex.org/C62913178","wikidata":"https://www.wikidata.org/wiki/Q7554361","display_name":"Software security assurance","level":4,"score":0.06952100992202759},{"id":"https://openalex.org/C527648132","wikidata":"https://www.wikidata.org/wiki/Q189900","display_name":"Information security","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C29983905","wikidata":"https://www.wikidata.org/wiki/Q7445066","display_name":"Security service","level":3,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tr.2023.3295009","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2023.3295009","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1905448468","display_name":null,"funder_award_id":"2342022DUT22ZD101","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6525373063","display_name":null,"funder_award_id":"62202078","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W109452506","https://openalex.org/W2087419855","https://openalex.org/W2109156518","https://openalex.org/W2149868499","https://openalex.org/W2170021941","https://openalex.org/W2170737051","https://openalex.org/W2327265941","https://openalex.org/W2472584751","https://openalex.org/W2521352760","https://openalex.org/W2620044036","https://openalex.org/W2724374034","https://openalex.org/W2767209415","https://openalex.org/W2850992922","https://openalex.org/W2899510293","https://openalex.org/W2954224917","https://openalex.org/W2968594320","https://openalex.org/W3044926166","https://openalex.org/W3088735455","https://openalex.org/W3090561201","https://openalex.org/W3090643686","https://openalex.org/W3093891276","https://openalex.org/W3095441296","https://openalex.org/W3096930238","https://openalex.org/W3097610444","https://openalex.org/W3101292137","https://openalex.org/W3102754077","https://openalex.org/W3160414745","https://openalex.org/W3175852614","https://openalex.org/W3195794356","https://openalex.org/W3196239222","https://openalex.org/W3215068263","https://openalex.org/W4205095136","https://openalex.org/W4205904321","https://openalex.org/W4206625009","https://openalex.org/W4226528208","https://openalex.org/W4288073076","https://openalex.org/W4313547589","https://openalex.org/W6604335577","https://openalex.org/W6787058239"],"related_works":["https://openalex.org/W4283750846","https://openalex.org/W2007984522","https://openalex.org/W3048815537","https://openalex.org/W2904997879","https://openalex.org/W2344367508","https://openalex.org/W1997548934","https://openalex.org/W4306406268","https://openalex.org/W2038197060","https://openalex.org/W2097696338","https://openalex.org/W20188161"],"abstract_inverted_index":{"Low-code":[0],"development":[1],"platforms":[2],"(LCDPs)":[3],"are":[4,30,116,188],"increasingly":[5],"being":[6],"introduced":[7],"and":[8,18,106,111,127,157,203],"leveraged":[9],"by":[10,71,93],"major":[11],"IT":[12],"enterprises":[13],"to":[14,33,48,55,169,181,191,206],"lower":[15],"the":[16,20,50,56,68,75,88,128,135,149,153,159,165,178,182,192,200],"threshold":[17],"promote":[19],"efficiency":[21],"of":[22,58,87,90,98,131,141,148,155,164,185,194],"software":[23,27,52],"development.":[24],"Like":[25],"other":[26],"systems,":[28],"LCDPs":[29,39,101,168],"also":[31],"inevitable":[32],"have":[34],"bugs.":[35,209],"The":[36],"bugs":[37,69,77,92,97,115,150,166,179],"in":[38,79,152],"may":[40],"cause":[41],"unpredictable":[42],"consequences":[43],"as":[44],"they":[45],"pose":[46],"risks":[47],"all":[49],"downstream":[51],"products.":[53],"However,":[54],"best":[57],"our":[59],"knowledge,":[60],"there":[61],"exist":[62],"no":[63],"studies":[64],"that":[65],"ever":[66],"consider":[67],"caused":[70],"LCDPs.":[72,132,195],"To":[73],"handle":[74],"LCDP":[76,91,208],"better,":[78],"this":[80],"article,":[81],"we":[82,137],"conduct":[83],"an":[84],"empirical":[85],"study":[86],"characteristics":[89,193],"examining":[94],"974":[95],"confirmed":[96],"four":[99],"dominant":[100],"(i.e.,":[102],"OutSystems,":[103],"Mendix,":[104],"Appsmith,":[105],"Budibase)":[107],"from":[108,118],"both":[109],"commercial":[110],"open-source":[112],"domains.":[113],"These":[114,196],"analyzed":[117],"three":[119],"perspectives,":[120],"including":[121],"bug":[122,125],"root":[123],"causes,":[124],"symptoms,":[126],"affected":[129],"stages":[130],"Based":[133],"on":[134],"analysis,":[136],"obtain":[138],"a":[139],"series":[140],"valuable":[142],"findings.":[143],"For":[144],"example,":[145],"around":[146],"60%":[147],"reside":[151],"stage":[154],"designing":[156],"specifying":[158],"developed":[160],"applications.":[161],"Over":[162],"37%":[163],"lead":[167],"behave":[170],"unexpectedly":[171],"but":[172],"without":[173],"showing":[174],"explicit":[175],"signs.":[176],"Moreover,":[177],"relevant":[180],"incorrect":[183],"graphics":[184],"user":[186],"interfaces":[187],"significant":[189],"due":[190],"findings":[197],"point":[198],"out":[199],"guidelines,":[201],"challenges,":[202],"future":[204],"directions":[205],"address":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}