{"id":"https://openalex.org/W4390188013","doi":"https://doi.org/10.1109/qrs60937.2023.00029","title":"LLM for Test Script Generation and Migration: Challenges, Capabilities, and Opportunities","display_name":"LLM for Test Script Generation and Migration: Challenges, Capabilities, and Opportunities","alternate_titles":[],"publication_year":2023,"publication_date":"2023-10-22","ids":{"openalex":"https://openalex.org/W4390188013","doi":"https://doi.org/10.1109/qrs60937.2023.00029"},"language":"en","primary_location":{"id":"doi:10.1109/qrs60937.2023.00029","doi":"https://doi.org/10.1109/qrs60937.2023.00029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs60937.2023.00029","pdf_url":null,"source":{"id":"https://openalex.org/S4363608552","display_name":"IEEE International Conference on Software Quality, Reliability and Security (QRS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 23rd International Conference on Software Quality, Reliability, and Security (QRS)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4390188013"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2309.13574","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101519109","display_name":"Shengcheng Yu","orcid":"https://orcid.org/0000-0003-4640-8637","observed_orcids":["https://orcid.org/0000-0003-4640-8637"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shengcheng Yu","raw_affiliation_strings":["Nanjing University,State Key Laboratory for Novel Software Technology,China","Shenzhen Research Institute of Nanjing University, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University,State Key Laboratory for Novel Software Technology,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Shenzhen Research Institute of Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075174750","display_name":"Chunrong Fang","orcid":"https://orcid.org/0000-0002-9930-7111","observed_orcids":["https://orcid.org/0000-0002-9930-7111"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chunrong Fang","raw_affiliation_strings":["Nanjing University,State Key Laboratory for Novel Software Technology,China","Shenzhen Research Institute of Nanjing University, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University,State Key Laboratory for Novel Software Technology,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Shenzhen Research Institute of Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103135639","display_name":"Yuchen Ling","orcid":"https://orcid.org/0009-0006-9227-3824","observed_orcids":["https://orcid.org/0009-0006-9227-3824"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yuchen Ling","raw_affiliation_strings":["Nanjing University,State Key Laboratory for Novel Software Technology,China","Shenzhen Research Institute of Nanjing University, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University,State Key Laboratory for Novel Software Technology,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Shenzhen Research Institute of Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101927101","display_name":"Chentian Wu","orcid":"https://orcid.org/0009-0001-9023-1392","observed_orcids":["https://orcid.org/0009-0001-9023-1392"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chentian Wu","raw_affiliation_strings":["Nanjing University,State Key Laboratory for Novel Software Technology,China","Shenzhen Research Institute of Nanjing University, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University,State Key Laboratory for Novel Software Technology,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Shenzhen Research Institute of Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100422933","display_name":"Zhenyu Chen","orcid":"https://orcid.org/0000-0002-4989-7109","observed_orcids":["https://orcid.org/0000-0002-4989-7109"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhenyu Chen","raw_affiliation_strings":["Nanjing University,State Key Laboratory for Novel Software Technology,China","Shenzhen Research Institute of Nanjing University, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University,State Key Laboratory for Novel Software Technology,China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Shenzhen Research Institute of Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":17.1641,"has_fulltext":true,"cited_by_count":132,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.9958588,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"206","last_page":"217"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12799","display_name":"Mobile and Web Applications","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9750000238418579},{"id":"https://openalex.org/keywords/test-script-generation","display_name":"test script generation","score":0.9459999799728394},{"id":"https://openalex.org/keywords/mobile-application-testing","display_name":"mobile application testing","score":0.8309999704360962},{"id":"https://openalex.org/keywords/test-automation","display_name":"test automation","score":0.9399999976158142},{"id":"https://openalex.org/keywords/device-heterogeneity","display_name":"heterogeneous devices","score":0.4860000014305115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7007962465286255},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.6845459938049316},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6153535842895508},{"id":"https://openalex.org/C109086967","wikidata":"https://www.wikidata.org/wiki/Q2509100","display_name":"Test script","level":4,"score":0.5944082736968994},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5410555601119995},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41285815834999084},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.37547969818115234},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17402023077011108},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11308518052101135},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/qrs60937.2023.00029","doi":"https://doi.org/10.1109/qrs60937.2023.00029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs60937.2023.00029","pdf_url":null,"source":{"id":"https://openalex.org/S4363608552","display_name":"IEEE International Conference on Software Quality, Reliability and Security (QRS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 23rd International Conference on Software Quality, Reliability, and Security (QRS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2309.13574","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.13574","pdf_url":"https://arxiv.org/pdf/2309.13574","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2309.13574","doi":"https://doi.org/10.48550/arxiv.2309.13574","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2309.13574","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2309.13574","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2309.13574","pdf_url":"https://arxiv.org/pdf/2309.13574","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5572212565","display_name":null,"funder_award_id":"62141215","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8662163125","display_name":null,"funder_award_id":"62372228","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8761199042","display_name":null,"funder_award_id":"62272220","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G997790988","display_name":null,"funder_award_id":"CJGJZD20200617103001003","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390188013.pdf","grobid_xml":"https://content.openalex.org/works/W4390188013.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W1638972641","https://openalex.org/W1812630525","https://openalex.org/W2057843948","https://openalex.org/W2097513285","https://openalex.org/W2111607551","https://openalex.org/W2137006518","https://openalex.org/W2143861926","https://openalex.org/W2161963160","https://openalex.org/W2227887088","https://openalex.org/W2247960751","https://openalex.org/W2296151490","https://openalex.org/W2463553622","https://openalex.org/W2536761861","https://openalex.org/W2546750171","https://openalex.org/W2615418406","https://openalex.org/W2621123093","https://openalex.org/W2740742367","https://openalex.org/W2755580381","https://openalex.org/W2765574772","https://openalex.org/W2767668103","https://openalex.org/W2803607477","https://openalex.org/W2806400877","https://openalex.org/W2809522937","https://openalex.org/W2841109230","https://openalex.org/W2883869528","https://openalex.org/W2959108026","https://openalex.org/W2961428223","https://openalex.org/W2968774823","https://openalex.org/W2999119789","https://openalex.org/W2999907851","https://openalex.org/W3000438717","https://openalex.org/W3043122026","https://openalex.org/W3091089987","https://openalex.org/W3098425262","https://openalex.org/W3120672518","https://openalex.org/W3156891311","https://openalex.org/W3160414745","https://openalex.org/W3183115008","https://openalex.org/W3207553988","https://openalex.org/W4210447404","https://openalex.org/W4212774754","https://openalex.org/W4221161695","https://openalex.org/W4225108562","https://openalex.org/W4237602274","https://openalex.org/W4282550126","https://openalex.org/W4285815131","https://openalex.org/W4286903249","https://openalex.org/W4308043713","https://openalex.org/W4309591663","https://openalex.org/W4312377019","https://openalex.org/W4313547549","https://openalex.org/W4313563733","https://openalex.org/W4321013654","https://openalex.org/W4323033814","https://openalex.org/W4328028368","https://openalex.org/W4365205411","https://openalex.org/W4366730184","https://openalex.org/W4367000100","https://openalex.org/W4367059011","https://openalex.org/W4378718103","https://openalex.org/W4379539348","https://openalex.org/W4379646517","https://openalex.org/W4379652964","https://openalex.org/W4381611512","https://openalex.org/W4384345667","https://openalex.org/W4384345748","https://openalex.org/W4389104713","https://openalex.org/W4391558516","https://openalex.org/W4399203759","https://openalex.org/W7133224126"],"related_works":["https://openalex.org/W4404442824","https://openalex.org/W7115713359","https://openalex.org/W4404990356","https://openalex.org/W4390187954","https://openalex.org/W4415942425","https://openalex.org/W7199104526","https://openalex.org/W2743626425","https://openalex.org/W4415744247","https://openalex.org/W7125013018","https://openalex.org/W4406051757"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,11,92,154,176,204],"application":[4,15,77,155],"of":[5,13,26,34,94,156,199,206,228],"large":[6],"language":[7],"models":[8],"(LLM)":[9],"in":[10,48,67,158,209],"domain":[12],"mobile":[14],"test":[16,36,53,89,111,130,164,210],"script":[17,20,193],"generation.":[18],"Test":[19],"generation":[21,40,137,194],"is":[22,82],"a":[23,107],"vital":[24],"component":[25],"software":[27,170,218,229],"testing,":[28],"enabling":[29],"efficient":[30],"and":[31,51,59,76,87,102,123,128,148,169,188,195,231],"reliable":[32],"automation":[33],"repetitive":[35],"tasks.":[37],"However,":[38],"existing":[39,174],"approaches":[41],"often":[42],"encounter":[43],"limitations,":[44],"such":[45],"as":[46,106],"difficulties":[47],"accurately":[49,126],"capturing":[50,127],"reproducing":[52],"scripts":[54,165],"across":[55,166],"diverse":[56,121],"devices,":[57],"platforms,":[58],"applications.":[60],"These":[61],"challenges":[62,101],"arise":[63],"due":[64],"to":[65,98,120,143,182,203,216,224],"differences":[66],"screen":[68],"sizes,":[69],"input":[70],"modalities,":[71],"platform":[72],"behaviors,":[73],"API":[74],"inconsistencies,":[75],"architectures.":[78],"Overcoming":[79],"these":[80,100],"limitations":[81],"crucial":[83],"for":[84,110],"achieving":[85],"robust":[86],"comprehensive":[88],"automation.By":[90],"leveraging":[91],"capabilities":[93,138,208],"LLMs,":[95],"we":[96,133,152,178],"aim":[97],"address":[99],"explore":[103,153],"its":[104,135,141,180],"potential":[105],"versatile":[108],"tool":[109],"automation.":[112,211],"We":[113],"investigate":[114],"how":[115],"well":[116],"LLMs":[117,157],"can":[118],"adapt":[119],"devices":[122],"systems":[124],"while":[125],"generating":[129],"scripts.":[131],"Additionally,":[132],"evaluate":[134],"cross-platform":[136],"by":[139],"assessing":[140],"ability":[142],"handle":[144],"operating":[145],"system":[146],"variations":[147],"platform-specific":[149],"behaviors.":[150],"Furthermore,":[151],"cross-app":[159],"migration,":[160],"where":[161],"it":[162],"generates":[163],"different":[167],"applications":[168],"environments":[171],"based":[172],"on":[173],"scripts.Throughout":[175],"investigation,":[177],"analyze":[179],"adaptability":[181],"various":[183],"user":[184],"interfaces,":[185],"app":[186,222],"architectures,":[187],"interaction":[189],"patterns,":[190],"ensuring":[191],"accurate":[192],"compatibility.":[196],"The":[197],"findings":[198],"this":[200,213],"research":[201,214],"contribute":[202],"understanding":[205],"LLMs\u2019":[207],"Ultimately,":[212],"aims":[215],"enhance":[217],"testing":[219],"practices,":[220],"empowering":[221],"developers":[223],"achieve":[225],"higher":[226],"levels":[227],"quality":[230],"development":[232],"efficiency.":[233]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4390188013","counts_by_year":[{"year":2026,"cited_by_count":39},{"year":2025,"cited_by_count":59},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2023-12-26T00:00:00"}
