{"id":"https://openalex.org/W7138881823","doi":"https://doi.org/10.1007/s10664-026-10831-5","title":"The impact of LLM-generated models on novice domain modelers: a comparative experiment","display_name":"The impact of LLM-generated models on novice domain modelers: a comparative experiment","publication_year":2026,"publication_date":"2026-03-20","ids":{"openalex":"https://openalex.org/W7138881823","doi":"https://doi.org/10.1007/s10664-026-10831-5"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-026-10831-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-026-10831-5","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/s10664-026-10831-5","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067570803","display_name":"Maxim Bragilovski","orcid":"https://orcid.org/0000-0002-4778-7897"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Maxim Bragilovski","raw_affiliation_strings":["Ben-Gurion University of the Negev, Beer-Sheva, Israel"],"raw_orcid":"https://orcid.org/0000-0002-4778-7897","affiliations":[{"raw_affiliation_string":"Ben-Gurion University of the Negev, Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092958488","display_name":"Ashley T. van Can","orcid":"https://orcid.org/0009-0001-1190-8327"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ashley T. van Can","raw_affiliation_strings":["Utrecht University, Utrecht, Netherlands"],"raw_orcid":"https://orcid.org/0009-0001-1190-8327","affiliations":[{"raw_affiliation_string":"Utrecht University, Utrecht, Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130053732","display_name":"Fabiano Dalpiaz","orcid":null},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Fabiano Dalpiaz","raw_affiliation_strings":["Utrecht University, Utrecht, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-4480-3887","affiliations":[{"raw_affiliation_string":"Utrecht University, Utrecht, Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031552896","display_name":"Arnon Sturm","orcid":"https://orcid.org/0000-0002-4021-7752"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Arnon Sturm","raw_affiliation_strings":["Ben-Gurion University of the Negev, Beer-Sheva, Israel"],"raw_orcid":"https://orcid.org/0000-0002-4021-7752","affiliations":[{"raw_affiliation_string":"Ben-Gurion University of the Negev, Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067570803"],"corresponding_institution_ids":["https://openalex.org/I124227911"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.56689561,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.6430000066757202,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.6430000066757202,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.1103999987244606,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.08529999852180481,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.7498999834060669},{"id":"https://openalex.org/keywords/domain-model","display_name":"Domain model","score":0.6739000082015991},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.64410001039505},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5879999995231628},{"id":"https://openalex.org/keywords/blueprint","display_name":"Blueprint","score":0.5645999908447266},{"id":"https://openalex.org/keywords/domain-engineering","display_name":"Domain engineering","score":0.5182999968528748},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.46059998869895935},{"id":"https://openalex.org/keywords/domain-analysis","display_name":"Domain analysis","score":0.44920000433921814},{"id":"https://openalex.org/keywords/subject-matter-expert","display_name":"Subject-matter expert","score":0.4456999897956848}],"concepts":[{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.7498999834060669},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7360000014305115},{"id":"https://openalex.org/C92548554","wikidata":"https://www.wikidata.org/wiki/Q2262868","display_name":"Domain model","level":3,"score":0.6739000082015991},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.64410001039505},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5879999995231628},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.5645999908447266},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5325000286102295},{"id":"https://openalex.org/C5977032","wikidata":"https://www.wikidata.org/wiki/Q5289815","display_name":"Domain engineering","level":5,"score":0.5182999968528748},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.46059998869895935},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46050000190734863},{"id":"https://openalex.org/C15708719","wikidata":"https://www.wikidata.org/wiki/Q2271801","display_name":"Domain analysis","level":5,"score":0.44920000433921814},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.4456999897956848},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.42969998717308044},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4120999872684479},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3709999918937683},{"id":"https://openalex.org/C193669473","wikidata":"https://www.wikidata.org/wiki/Q5001867","display_name":"Business domain","level":5,"score":0.3675000071525574},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.35499998927116394},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.3449000120162964},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3206999897956848},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2946000099182129},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C29585364","wikidata":"https://www.wikidata.org/wiki/Q1079166","display_name":"Domain theory","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25119999051094055},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10664-026-10831-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-026-10831-5","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10664-026-10831-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-026-10831-5","pdf_url":null,"source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6790453791618347,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323051","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1510833811","https://openalex.org/W1794343297","https://openalex.org/W1970607969","https://openalex.org/W2013940065","https://openalex.org/W2043837581","https://openalex.org/W2048074122","https://openalex.org/W2051576146","https://openalex.org/W2063673829","https://openalex.org/W2075886324","https://openalex.org/W2115076780","https://openalex.org/W2117545199","https://openalex.org/W2130736456","https://openalex.org/W2168745915","https://openalex.org/W2177607365","https://openalex.org/W2266912522","https://openalex.org/W2343556275","https://openalex.org/W2461521309","https://openalex.org/W2559799713","https://openalex.org/W2616233103","https://openalex.org/W3083246087","https://openalex.org/W3104943162","https://openalex.org/W3136858520","https://openalex.org/W3194114348","https://openalex.org/W4206030968","https://openalex.org/W4226016572","https://openalex.org/W4291213652","https://openalex.org/W4316035857","https://openalex.org/W4377291442","https://openalex.org/W4384009677","https://openalex.org/W4385570371","https://openalex.org/W4390098205","https://openalex.org/W4393142189","https://openalex.org/W4399698007","https://openalex.org/W4401719564","https://openalex.org/W4401880117","https://openalex.org/W4409055926","https://openalex.org/W4409723137","https://openalex.org/W7125509309"],"related_works":[],"abstract_inverted_index":{"In":[0],"software":[1],"development,":[2],"domain":[3,61,71,113,149,157,194,224],"models":[4,30,150,158,195],"are":[5],"conceptual":[6],"blueprints":[7],"that":[8,90,99,107,118],"capture":[9],"the":[10,42,182,188,192,217],"structure,":[11],"relationships,":[12],"and":[13,25,103,136,144,185,207,215],"key":[14],"entities":[15],"of":[16,45,181,187],"a":[17,37,104,164],"problem":[18],"domain.":[19],"Automated":[20],"techniques":[21],"can":[22,203],"support":[23],"analysts":[24],"developers":[26],"by":[27],"extracting":[28],"such":[29,48],"from":[31,191],"existing":[32],"artifacts.":[33],"However,":[34],"this":[35,210],"is":[36],"non-trivial":[38],"task,":[39],"especially":[40],"when":[41],"input":[43],"consists":[44],"informal":[46],"artifacts":[47],"as":[49],"user":[50,133],"stories.":[51],"This":[52],"paper":[53],"investigates":[54],"how":[55],"providing":[56],"an":[57,75,87,96,122],"initial,":[58],"automatically":[59],"generated":[60],"model":[62,89,98,125],"influences":[63],"novice":[64,205],"developers\u2019":[65],"ability":[66],"to":[67,152,169,221],"construct":[68],"their":[69,197],"own":[70,198],"models.":[72,175,200],"We":[73],"conducted":[74],"experiment":[76],"involving":[77],"127":[78],"undergraduate":[79],"students,":[80],"divided":[81],"into":[82],"three":[83],"groups:":[84],"one":[85,94],"receiving":[86,95],"LLM-generated":[88,97,124],"maximizes":[91],"precision":[92],"(validity),":[93],"boosts":[100],"recall":[101],"(completeness),":[102],"control":[105],"group":[106],"did":[108],"not":[109],"receive":[110],"any":[111],"initial":[112,123,148,174,193],"model.":[114],"Our":[115],"findings":[116],"show":[117],"novices":[119,154],"who":[120],"received":[121],"produced":[126],"more":[127],"complete":[128],"class":[129],"identification":[130,139],"in":[131,141,155,196],"simple":[132,143],"story":[134],"projects":[135],"improved":[137],"relationship":[138],"accuracy":[140],"both":[142],"complex":[145],"projects.":[146],"While":[147],"appear":[151],"aid":[153],"refining":[156],"effectively,":[159],"our":[160],"results":[161],"also":[162],"suggest":[163],"strong":[165],"tendency":[166],"among":[167],"participants":[168],"rely":[170],"heavily":[171],"on":[172],"these":[173],"On":[176],"average,":[177],"students":[178],"included":[179],"85%":[180],"correct":[183],"classes":[184,190],"67%":[186],"incorrect":[189],"derived":[199],"Such":[201],"reliance":[202,211],"scaffold":[204],"learning":[206],"refinement,":[208],"but":[209],"may":[212],"limit":[213],"creativity":[214],"hinder":[216],"deeper":[218],"reasoning":[219],"required":[220],"develop":[222],"robust":[223],"modeling":[225],"skills.":[226]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-03-20T00:00:00"}