{"id":"https://openalex.org/W4229016187","doi":"https://doi.org/10.1007/s11334-022-00442-w","title":"Replicability of experimental tool evaluations in model-based software and systems engineering with MATLAB/Simulink","display_name":"Replicability of experimental tool evaluations in model-based software and systems engineering with MATLAB/Simulink","publication_year":2022,"publication_date":"2022-03-25","ids":{"openalex":"https://openalex.org/W4229016187","doi":"https://doi.org/10.1007/s11334-022-00442-w"},"language":"en","primary_location":{"id":"doi:10.1007/s11334-022-00442-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11334-022-00442-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11334-022-00442-w.pdf","source":{"id":"https://openalex.org/S151239915","display_name":"Innovations in Systems and Software Engineering","issn_l":"1614-5046","issn":["1614-5046","1614-5054"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Innovations in Systems and Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11334-022-00442-w.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027356489","display_name":"Alexander Boll","orcid":"https://orcid.org/0000-0002-9881-9748"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Alexander Boll","raw_affiliation_strings":["Software Engineering Group, University of Bern, Bern, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-9881-9748","affiliations":[{"raw_affiliation_string":"Software Engineering Group, University of Bern, Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038934650","display_name":"Nicole Vieregg","orcid":"https://orcid.org/0009-0004-9746-6997"},"institutions":[{"id":"https://openalex.org/I200252411","display_name":"Europa-Universit\u00e4t Flensburg","ror":"https://ror.org/046e0mt33","country_code":"DE","type":"education","lineage":["https://openalex.org/I200252411"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nicole Vieregg","raw_affiliation_strings":["Special Education in the Field of Learning, Europa-Universit\u00e4t, Flensburg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Special Education in the Field of Learning, Europa-Universit\u00e4t, Flensburg, Germany","institution_ids":["https://openalex.org/I200252411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078065547","display_name":"Timo Kehrer","orcid":"https://orcid.org/0000-0002-2582-5557"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Timo Kehrer","raw_affiliation_strings":["Software Engineering Group, University of Bern, Bern, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-2582-5557","affiliations":[{"raw_affiliation_string":"Software Engineering Group, University of Bern, Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5027356489"],"corresponding_institution_ids":["https://openalex.org/I118564535"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":3.1845,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.91906097,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"20","issue":"3","first_page":"209","last_page":"224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.752633810043335},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6035581231117249},{"id":"https://openalex.org/keywords/matlab","display_name":"MATLAB","score":0.5526038408279419},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5199171900749207},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4874246418476105},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.44416049122810364},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.42162996530532837},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42031168937683105},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3950386941432953},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.27579742670059204},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11128166317939758},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10364019870758057}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.752633810043335},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6035581231117249},{"id":"https://openalex.org/C2780365114","wikidata":"https://www.wikidata.org/wiki/Q169478","display_name":"MATLAB","level":2,"score":0.5526038408279419},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5199171900749207},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4874246418476105},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.44416049122810364},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.42162996530532837},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42031168937683105},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3950386941432953},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.27579742670059204},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11128166317939758},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10364019870758057},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11334-022-00442-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11334-022-00442-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11334-022-00442-w.pdf","source":{"id":"https://openalex.org/S151239915","display_name":"Innovations in Systems and Software Engineering","issn_l":"1614-5046","issn":["1614-5046","1614-5054"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Innovations in Systems and Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11334-022-00442-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11334-022-00442-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11334-022-00442-w.pdf","source":{"id":"https://openalex.org/S151239915","display_name":"Innovations in Systems and Software Engineering","issn_l":"1614-5046","issn":["1614-5046","1614-5054"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Innovations in Systems and Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310992","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4229016187.pdf","grobid_xml":"https://content.openalex.org/works/W4229016187.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W646792496","https://openalex.org/W656175511","https://openalex.org/W1505885302","https://openalex.org/W1972890954","https://openalex.org/W2007820106","https://openalex.org/W2031177960","https://openalex.org/W2045657963","https://openalex.org/W2046766973","https://openalex.org/W2050524575","https://openalex.org/W2053154970","https://openalex.org/W2056255871","https://openalex.org/W2061419337","https://openalex.org/W2103976456","https://openalex.org/W2113294746","https://openalex.org/W2163638787","https://openalex.org/W2165203881","https://openalex.org/W2167926541","https://openalex.org/W2168130919","https://openalex.org/W2195070075","https://openalex.org/W2229094708","https://openalex.org/W2302501749","https://openalex.org/W2357248761","https://openalex.org/W2412927627","https://openalex.org/W2492623124","https://openalex.org/W2525290333","https://openalex.org/W2580386533","https://openalex.org/W2604057676","https://openalex.org/W2608890018","https://openalex.org/W2743306292","https://openalex.org/W2757225717","https://openalex.org/W2767381467","https://openalex.org/W2769315485","https://openalex.org/W2788220863","https://openalex.org/W2789049880","https://openalex.org/W2799657438","https://openalex.org/W2808317661","https://openalex.org/W2808982308","https://openalex.org/W2810913832","https://openalex.org/W2884020754","https://openalex.org/W2885490357","https://openalex.org/W2903528380","https://openalex.org/W2953044743","https://openalex.org/W2966277498","https://openalex.org/W2967844381","https://openalex.org/W2971977719","https://openalex.org/W2979318875","https://openalex.org/W2980698158","https://openalex.org/W2981077025","https://openalex.org/W2986579771","https://openalex.org/W2991652789","https://openalex.org/W3090636587","https://openalex.org/W3111916268","https://openalex.org/W3153098386","https://openalex.org/W4230983304","https://openalex.org/W4247712876","https://openalex.org/W4301000707","https://openalex.org/W4394143063","https://openalex.org/W6960492257"],"related_works":["https://openalex.org/W4251298892","https://openalex.org/W4205713785","https://openalex.org/W2356013541","https://openalex.org/W3016766501","https://openalex.org/W2901033488","https://openalex.org/W2385444679","https://openalex.org/W3133868776","https://openalex.org/W2360644005","https://openalex.org/W2350667299","https://openalex.org/W2365027229"],"abstract_inverted_index":{"Abstract":[0],"Research":[1],"on":[2,78,238],"novel":[3,79],"tools":[4,123,185],"for":[5,92,141,235],"model-based":[6,85,200],"development":[7,86],"differs":[8],"from":[9,99,242],"a":[10,18,61,106,114,142,195,223],"mere":[11],"engineering":[12],"task":[13],"by":[14,22,36],"not":[15],"only":[16,119,145,219],"developing":[17],"new":[19],"tool,":[20],"but":[21],"providing":[23],"some":[24],"form":[25],"of":[26,41,67,94,121,126,147,167,194,199],"evidence":[27],"that":[28,118,136,184,215],"it":[29],"is":[30,33,228],"effective.":[31],"This":[32],"typically":[34],"achieved":[35],"experimental":[37,68,95,131,169],"evaluations.":[38],"Following":[39],"principles":[40,201],"good":[42],"scientific":[43],"practice,":[44,203],"both":[45,137],"the":[46,49,53,65,90,122,127,148,153,168,191,239],"tool":[47,149],"and":[48,124,179],"models":[50,128],"used":[51,129],"in":[52,152,162,172,202],"experiments":[54],"should":[55],"be":[56,157,160,176,220],"made":[57],"available":[58],"along":[59],"with":[60,87],"paper,":[62],"aiming":[63],"at":[64],"replicability":[66,93],"results.":[69,96],"We":[70,164],"investigate":[71],"to":[72,159,175,230],"which":[73],"degree":[74],"recent":[75],"research":[76,102],"reporting":[77],"methods,":[80],"techniques,":[81],"or":[82],"algorithms":[83],"supporting":[84],"MATLAB/Simulink":[88],"meets":[89],"requirements":[91],"Our":[97],"results":[98,170],"studying":[100],"65":[101],"papers":[103,155,174],"obtained":[104],"through":[105],"systematic":[107],"literature":[108],"search":[109],"are":[110,133,139,186,213],"rather":[111],"unsatisfactory.":[112],"In":[113],"nutshell,":[115],"we":[116,204,212],"found":[117,165],"31%":[120],"22%":[125],"as":[130,207,222,232],"subjects":[132],"accessible.":[134],"Given":[135,183],"artifacts":[138],"needed":[140],"replication":[143],"study,":[144],"9%":[146],"evaluations":[150],"presented":[151,171],"examined":[154],"can":[156,218],"classified":[158],"replicable":[161],"principle.":[163],"none":[166],"these":[173],"fully":[177],"replicable,":[178],"6%":[180],"partially":[181],"replicable.":[182],"still":[187],"being":[188],"listed":[189],"among":[190],"major":[192],"obstacles":[193],"more":[196],"widespread":[197],"adoption":[198],"see":[205],"this":[206,216,226],"an":[208],"alarming":[209],"signal.":[210],"While":[211],"convinced":[214],"situation":[217],"improved":[221],"community":[224],"effort,":[225],"paper":[227],"meant":[229],"serve":[231],"starting":[233],"point":[234],"discussion,":[236],"based":[237],"lessons":[240],"learnt":[241],"our":[243],"study.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-19T15:47:20.252518","created_date":"2025-10-10T00:00:00"}