{"id":"https://openalex.org/W3097792933","doi":"https://doi.org/10.1145/3417990.3421395","title":"A comparative study of reinforcement learning techniques to repair models","display_name":"A comparative study of reinforcement learning techniques to repair models","publication_year":2020,"publication_date":"2020-10-16","ids":{"openalex":"https://openalex.org/W3097792933","doi":"https://doi.org/10.1145/3417990.3421395","mag":"3097792933"},"language":"en","primary_location":{"id":"doi:10.1145/3417990.3421395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3417990.3421395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM/IEEE International Conference on Model Driven Engineering Languages and Systems: Companion Proceedings","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027200543","display_name":"Angela Barriga","orcid":null},"institutions":[{"id":"https://openalex.org/I179863766","display_name":"Western Norway University of Applied Sciences","ror":"https://ror.org/05phns765","country_code":"NO","type":"education","lineage":["https://openalex.org/I179863766"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Angela Barriga","raw_affiliation_strings":["Western Norway University of Applied Science"],"affiliations":[{"raw_affiliation_string":"Western Norway University of Applied Science","institution_ids":["https://openalex.org/I179863766"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110577817","display_name":"Lawrence Mandow","orcid":null},"institutions":[{"id":"https://openalex.org/I82767444","display_name":"Universidad de M\u00e1laga","ror":"https://ror.org/036b2ww28","country_code":"ES","type":"education","lineage":["https://openalex.org/I82767444"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Lawrence Mandow","raw_affiliation_strings":["Universidad de M\u00e1laga"],"affiliations":[{"raw_affiliation_string":"Universidad de M\u00e1laga","institution_ids":["https://openalex.org/I82767444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jos\u00e9 Luis P\u00e9rez de la Cruz","orcid":null},"institutions":[{"id":"https://openalex.org/I82767444","display_name":"Universidad de M\u00e1laga","ror":"https://ror.org/036b2ww28","country_code":"ES","type":"education","lineage":["https://openalex.org/I82767444"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Luis P\u00e9rez de la Cruz","raw_affiliation_strings":["Universidad de M\u00e1laga"],"affiliations":[{"raw_affiliation_string":"Universidad de M\u00e1laga","institution_ids":["https://openalex.org/I82767444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091633550","display_name":"Adrian Rutle","orcid":"https://orcid.org/0000-0002-4158-1644"},"institutions":[{"id":"https://openalex.org/I179863766","display_name":"Western Norway University of Applied Sciences","ror":"https://ror.org/05phns765","country_code":"NO","type":"education","lineage":["https://openalex.org/I179863766"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Adrian Rutle","raw_affiliation_strings":["Western Norway University of Applied Science"],"affiliations":[{"raw_affiliation_string":"Western Norway University of Applied Science","institution_ids":["https://openalex.org/I179863766"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048803606","display_name":"Rogardt Heldal","orcid":"https://orcid.org/0000-0002-0761-1811"},"institutions":[{"id":"https://openalex.org/I179863766","display_name":"Western Norway University of Applied Sciences","ror":"https://ror.org/05phns765","country_code":"NO","type":"education","lineage":["https://openalex.org/I179863766"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Rogardt Heldal","raw_affiliation_strings":["Western Norway University of Applied Science"],"affiliations":[{"raw_affiliation_string":"Western Norway University of Applied Science","institution_ids":["https://openalex.org/I179863766"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035041500","display_name":"Ludovico Iovino","orcid":"https://orcid.org/0000-0001-6552-2609"},"institutions":[{"id":"https://openalex.org/I4210150763","display_name":"Gran Sasso Science Institute","ror":"https://ror.org/043qcb444","country_code":"IT","type":"education","lineage":["https://openalex.org/I160013858","https://openalex.org/I4210150763"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ludovico Iovino","raw_affiliation_strings":["Gran Sasso Science Institute"],"affiliations":[{"raw_affiliation_string":"Gran Sasso Science Institute","institution_ids":["https://openalex.org/I4210150763"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5027200543"],"corresponding_institution_ids":["https://openalex.org/I179863766"],"apc_list":null,"apc_paid":null,"fwci":2.5634,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89894982,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7727869749069214},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.659875750541687},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5046752691268921},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4093072712421417},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18124693632125854},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.10352244973182678}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7727869749069214},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.659875750541687},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5046752691268921},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4093072712421417},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18124693632125854},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.10352244973182678}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3417990.3421395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3417990.3421395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM/IEEE International Conference on Model Driven Engineering Languages and Systems: Companion Proceedings","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1573854140","https://openalex.org/W1577584384","https://openalex.org/W1970405933","https://openalex.org/W1971702813","https://openalex.org/W1981691276","https://openalex.org/W2052987299","https://openalex.org/W2072524792","https://openalex.org/W2094489875","https://openalex.org/W2522225384","https://openalex.org/W2579468147","https://openalex.org/W2602512370","https://openalex.org/W2808750701","https://openalex.org/W2809221487","https://openalex.org/W2990920816","https://openalex.org/W3043067853","https://openalex.org/W3043112231"],"related_works":["https://openalex.org/W4210912933","https://openalex.org/W1562959674","https://openalex.org/W2923653485","https://openalex.org/W2957776456","https://openalex.org/W4224287422","https://openalex.org/W2952472710","https://openalex.org/W4255994452","https://openalex.org/W4206669594","https://openalex.org/W3005560120","https://openalex.org/W3037422413"],"abstract_inverted_index":{"In":[0,66],"model-driven":[1],"software":[2],"engineering,":[3],"models":[4,15,30],"are":[5],"used":[6,47],"in":[7],"all":[8],"phases":[9],"of":[10,50,86,102,135],"the":[11,24,51,58,63,84,100,110,142,147],"development":[12],"process.":[13,26],"These":[14],"may":[16],"get":[17],"broken":[18,29,136],"due":[19],"to":[20,57,91,98],"various":[21],"editions":[22],"during":[23],"modeling":[25],"To":[27],"repair":[28,60,92,151],"we":[31,45,69,96],"have":[32,46],"developed":[33],"PARMOREL,":[34],"an":[35],"extensible":[36],"framework":[37],"that":[38,141],"uses":[39],"reinforcement":[40,106],"learning":[41,107],"techniques.":[42],"So":[43],"far,":[44],"our":[48,71],"version":[49],"Markov":[52],"Decision":[53],"Process":[54],"(MDP)":[55],"adapted":[56],"model":[59],"problem":[61],"and":[62,77,123,126,146],"Q-learning":[64],"algorithm.":[65],"this":[67],"paper,":[68],"revisit":[70],"MDP":[72,144],"definition,":[73],"addressing":[74],"its":[75],"weaknesses,":[76],"proposing":[78],"a":[79,93,128,133],"new":[80,111,143],"one.":[81],"After":[82],"comparing":[83],"results":[85,139],"both":[87],"MDPs":[88],"using":[89,109],"Q-Learning":[90,103,115],"sample":[94],"model,":[95],"proceed":[97],"compare":[99,114],"performance":[101],"with":[104,116,152],"other":[105],"algorithms":[108],"MDP.":[112],"We":[113],"four":[117],"algorithms:":[118],"Q(\u03bb),":[119],"Monte":[120],"Carlo,":[121],"SARSA":[122,124],"(\u03bb),":[125],"perform":[127],"comparative":[129],"study":[130],"by":[131],"repairing":[132],"set":[134],"models.":[137],"Our":[138],"indicate":[140],"definition":[145],"Q(\u03bb)":[148],"algorithm":[149],"can":[150],"faster":[153],"performance.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}