{"id":"https://openalex.org/W4415583217","doi":"https://doi.org/10.1145/3755881.3755926","title":"Generating SysML Behavior Models via Large Language Models: an Empirical Study","display_name":"Generating SysML Behavior Models via Large Language Models: an Empirical Study","publication_year":2025,"publication_date":"2025-06-20","ids":{"openalex":"https://openalex.org/W4415583217","doi":"https://doi.org/10.1145/3755881.3755926"},"language":null,"primary_location":{"id":"doi:10.1145/3755881.3755926","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3755881.3755926","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3755881.3755926","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Internetware","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3755881.3755926","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yuan Wang","orcid":"https://orcid.org/0009-0003-8098-9620"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Wang","raw_affiliation_strings":["School of Software, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-8098-9620","affiliations":[{"raw_affiliation_string":"School of Software, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024220094","display_name":"Ning Ge","orcid":"https://orcid.org/0000-0002-1708-5018"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Ge","raw_affiliation_strings":["School of Software, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1708-5018","affiliations":[{"raw_affiliation_string":"School of Software, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiangxi Liu","orcid":"https://orcid.org/0009-0004-5933-2971"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangxi Liu","raw_affiliation_strings":["School of Software, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-5933-2971","affiliations":[{"raw_affiliation_string":"School of Software, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhilong Cao","orcid":"https://orcid.org/0009-0001-5993-2123"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhilong Cao","raw_affiliation_strings":["School of Software, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-5993-2123","affiliations":[{"raw_affiliation_string":"School of Software, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113290637","display_name":"Zheping Chen","orcid":"https://orcid.org/0000-0002-9861-8794"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheping Chen","raw_affiliation_strings":["School of Software, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9861-8794","affiliations":[{"raw_affiliation_string":"School of Software, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028857237","display_name":"Chunming Hu","orcid":"https://orcid.org/0000-0003-3473-9703"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunming Hu","raw_affiliation_strings":["School of Software, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3473-9703","affiliations":[{"raw_affiliation_string":"School of Software, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":11.4312,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.98645449,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"366","last_page":"377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5934000015258789},{"id":"https://openalex.org/keywords/systems-modeling-language","display_name":"Systems Modeling Language","score":0.3407999873161316},{"id":"https://openalex.org/keywords/modeling-language","display_name":"Modeling language","score":0.2935999929904938},{"id":"https://openalex.org/keywords/unified-modeling-language","display_name":"Unified Modeling Language","score":0.2930000126361847},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.28610000014305115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6488000154495239},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5934000015258789},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3720000088214874},{"id":"https://openalex.org/C21285288","wikidata":"https://www.wikidata.org/wiki/Q2117885","display_name":"Systems Modeling Language","level":4,"score":0.3407999873161316},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.2935999929904938},{"id":"https://openalex.org/C145644426","wikidata":"https://www.wikidata.org/wiki/Q169411","display_name":"Unified Modeling Language","level":3,"score":0.2930000126361847},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.27300000190734863},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27239999175071716},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26420000195503235}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3755881.3755926","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3755881.3755926","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3755881.3755926","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Internetware","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3755881.3755926","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3755881.3755926","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3755881.3755926","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Internetware","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415583217.pdf","grobid_xml":"https://content.openalex.org/works/W4415583217.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2061962473","https://openalex.org/W2072282749","https://openalex.org/W2095741627","https://openalex.org/W2101809674","https://openalex.org/W2139872812","https://openalex.org/W2141365178","https://openalex.org/W2250342921","https://openalex.org/W2319003849","https://openalex.org/W2810406897","https://openalex.org/W2895664916","https://openalex.org/W2964150020","https://openalex.org/W3026783022","https://openalex.org/W3120563952","https://openalex.org/W4309674289","https://openalex.org/W4377291442","https://openalex.org/W4380568688","https://openalex.org/W4392142005","https://openalex.org/W4392148915","https://openalex.org/W4394745423","https://openalex.org/W4396720291","https://openalex.org/W4401719166","https://openalex.org/W4402330588","https://openalex.org/W4402586225","https://openalex.org/W4402978011","https://openalex.org/W4403413082","https://openalex.org/W4403935760"],"related_works":[],"abstract_inverted_index":{"Model-driven":[0],"development":[1],"(MDD)":[2],"is":[3,32,212,218],"a":[4,58,85],"mainstream":[5],"approach":[6],"in":[7,25,46,66,98,122,209,224],"safety-critical":[8],"domains,":[9],"providing":[10],"standardized":[11],"modeling":[12,31],"languages":[13],"like":[14],"SysML.SysML":[15],"behavior":[16,48,72,90,101,124],"models":[17,91,140],"describe":[18],"system":[19],"dynamics":[20],"and":[21,28,34,51,77,83,106,109,116,129,183,201,214],"are":[22,80,186],"widely":[23],"used":[24],"aerospace,":[26],"manufacturing,":[27],"IoT.However,":[29],"manual":[30],"inefficient":[33],"prone":[35],"to":[36,113,170,204,222],"quality":[37],"issues,":[38],"restricting":[39],"MDD's":[40],"practical":[41],"adoption.The":[42],"potential":[43],"of":[44,70,87],"LLMs":[45,65,152],"SysML":[47,71,89,100,123],"model":[49,102,118,125],"generation":[50,103,211],"its":[52],"challenges":[53,194],"remain":[54],"unclear,":[55],"making":[56],"it":[57],"key":[59],"research":[60],"topic.This":[61],"empirical":[62],"study":[63],"evaluates":[64],"generating":[67],"three":[68],"types":[69],"models,":[73],"focusing":[74],"on":[75],"performance":[76],"hallucinations.Our":[78],"contributions":[79],"twofold:(1)":[81],"constructing":[82],"publishing":[84],"dataset":[86],"107":[88],"spanning":[92],"various":[93],"domains;":[94],"(2)":[95],"analyzing":[96],"hallucinations":[97,121],"LLM-assisted":[99],"from":[104],"syntactic":[105,143],"semantic":[107,148,158,191],"perspectives":[108],"proposing":[110],"model-checking":[111,178,208],"rules":[112,179],"mitigate":[114],"them":[115,128],"enhance":[117],"quality.We":[119],"analyze":[120],"generation,":[126],"classifying":[127],"exploring":[130],"their":[131],"possible":[132],"causes.The":[133],"evaluation":[134],"results":[135,173],"show":[136],"that":[137,175],"while":[138,167,176],"the":[139,160,225],"generally":[141],"meet":[142],"requirements,":[144],"they":[145,185],"consistently":[146],"lack":[147],"accuracy.Across":[149],"both":[150],"phases,":[151],"achieve":[153],"over":[154],"90%":[155],"grammar":[156],"accuracy.For":[157],"accuracy,":[159],"average":[161],"F1-score":[162],"for":[163,188],"ACT":[164],"reaches":[165],"95%,":[166],"SD":[168],"drops":[169],"just":[171],"50%.These":[172],"demonstrate":[174],"our":[177],"effectively":[180],"correct":[181],"format":[182],"syntax,":[184],"insufficient":[187],"addressing":[189],"deeper":[190],"gaps.Overcoming":[192],"these":[193],"requires":[195],"advanced":[196],"strategies,":[197],"such":[198],"as":[199],"counterexamples":[200],"simulation":[202],"traces,":[203],"provide":[205],"optimal":[206],"feedback.Additionally,":[207],"LLM-based":[210],"costly,":[213],"reducing":[215],"this":[216],"cost":[217],"another":[219],"critical":[220],"issue":[221],"address":[223],"future.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-28T00:00:00"}