{"id":"https://openalex.org/W4292265161","doi":"https://doi.org/10.1109/tc.2022.3197956","title":"Accelerating Reinforcement Learning-Based CCSL Specification Synthesis Using Curiosity-Driven Exploration","display_name":"Accelerating Reinforcement Learning-Based CCSL Specification Synthesis Using Curiosity-Driven Exploration","publication_year":2022,"publication_date":"2022-08-17","ids":{"openalex":"https://openalex.org/W4292265161","doi":"https://doi.org/10.1109/tc.2022.3197956"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2022.3197956","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2022.3197956","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://inria.hal.science/hal-04178227/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017425520","display_name":"Ming Hu","orcid":"https://orcid.org/0000-0002-5058-4660"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ming Hu","raw_affiliation_strings":["MoE Research Engineering Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"MoE Research Engineering Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402983","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0003-1938-2902"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["MoE Research Engineering Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"MoE Research Engineering Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090695840","display_name":"Fr\u00e9d\u00e9ric Mallet","orcid":"https://orcid.org/0000-0002-9088-9821"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fr\u00e9d\u00e9ric Mallet","raw_affiliation_strings":["CNRS, Inria, Université Cote d'Azur, Nice, France"],"affiliations":[{"raw_affiliation_string":"CNRS, Inria, Université Cote d'Azur, Nice, France","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016298390","display_name":"Xin Fu","orcid":"https://orcid.org/0000-0002-9458-4769"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xin Fu","raw_affiliation_strings":["ECE Department, University of Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"ECE Department, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025413633","display_name":"Mingsong Chen","orcid":"https://orcid.org/0000-0002-3922-0989"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingsong Chen","raw_affiliation_strings":["MoE Research Engineering Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"MoE Research Engineering Center of Hardware/Software Co-design Technology and Application, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5017425520"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":1.5087,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.84496237,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"72","issue":"5","first_page":"1431","last_page":"1446"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.661222517490387},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4844953715801239},{"id":"https://openalex.org/keywords/engineering-drawing","display_name":"Engineering drawing","score":0.47697386145591736},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.45459607243537903},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4193086624145508},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3389095067977905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3080814778804779}],"concepts":[{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.661222517490387},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4844953715801239},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.47697386145591736},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.45459607243537903},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4193086624145508},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3389095067977905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3080814778804779}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tc.2022.3197956","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2022.3197956","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04178227v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-04178227","pdf_url":"https://inria.hal.science/hal-04178227/document","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Computers, 2023, 72 (5), pp.1431-1446. ⟨10.1109/TC.2022.3197956⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04178227v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-04178227","pdf_url":"https://inria.hal.science/hal-04178227/document","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Computers, 2023, 72 (5), pp.1431-1446. ⟨10.1109/TC.2022.3197956⟩","raw_type":"Journal articles"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2352502201","display_name":null,"funder_award_id":"2020-04","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2597775472","display_name":null,"funder_award_id":"21013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2659019386","display_name":null,"funder_award_id":"ANR-17-EURE-","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G2823754234","display_name":null,"funder_award_id":"61872147","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3692377274","display_name":null,"funder_award_id":"ANR-17-EURE-0004","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5630019670","display_name":null,"funder_award_id":"ANR-17-EURE-000","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G5764027818","display_name":null,"funder_award_id":"ANR-17-EUR","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6803667113","display_name":null,"funder_award_id":"ANR-17","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7500725462","display_name":null,"funder_award_id":"2018YFB2101300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7763925407","display_name":null,"funder_award_id":"YBNLTS2020-041","funder_id":"https://openalex.org/F4320322370","funder_display_name":"East China Normal University"},{"id":"https://openalex.org/G8718566389","display_name":null,"funder_award_id":"2018YFB2101300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G909222463","display_name":null,"funder_award_id":"2018YFB210130","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322370","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4292265161.pdf","grobid_xml":"https://content.openalex.org/works/W4292265161.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W105975728","https://openalex.org/W169931978","https://openalex.org/W578180010","https://openalex.org/W943604084","https://openalex.org/W1989692116","https://openalex.org/W2060610732","https://openalex.org/W2076528147","https://openalex.org/W2078877482","https://openalex.org/W2081260576","https://openalex.org/W2090051150","https://openalex.org/W2093535699","https://openalex.org/W2101138413","https://openalex.org/W2117818414","https://openalex.org/W2155817791","https://openalex.org/W2497895634","https://openalex.org/W2562198220","https://openalex.org/W2601366654","https://openalex.org/W2624553782","https://openalex.org/W2752540812","https://openalex.org/W2762958850","https://openalex.org/W2909007690","https://openalex.org/W2925604206","https://openalex.org/W2963523627","https://openalex.org/W2976992456","https://openalex.org/W2980180246","https://openalex.org/W2991472725","https://openalex.org/W2999918332","https://openalex.org/W3033316151","https://openalex.org/W3043557120","https://openalex.org/W3093415798","https://openalex.org/W3126185111","https://openalex.org/W3137220996","https://openalex.org/W3163745263","https://openalex.org/W3166365392","https://openalex.org/W4200561255","https://openalex.org/W4205685429","https://openalex.org/W4206949150","https://openalex.org/W4255281607","https://openalex.org/W6717230150","https://openalex.org/W6762730706","https://openalex.org/W6767925631"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"The":[0],"Clock":[1],"Constraint":[2],"Specification":[3],"Language":[4],"(CCSL)":[5],"has":[6],"been":[7],"widely":[8],"acknowledged":[9],"as":[10],"a":[11,94,117],"promising":[12],"system-level":[13],"specification":[14],"for":[15,48,181],"the":[16,31,86,130,135,146,151,176,182,187],"modeling":[17,70],"and":[18,25,45,71,78,96,140,159,212],"analysis":[19],"of":[20,23,34,81,153,208],"timing":[21],"behaviors":[22],"real-time":[24],"embedded":[26],"systems.":[27],"However,":[28],"along":[29],"with":[30,38],"increasing":[32],"complexity":[33],"modern":[35],"systems":[36],"coupled":[37],"strict":[39],"time-to-market":[40],"constraints,":[41,139],"it":[42],"becomes":[43],"more":[44,46],"difficult":[47],"requirement":[49,60,106],"engineers":[50,107],"to":[51,75,108,127,133,144,179],"accurately":[52],"figure":[53,110],"out":[54,111],"CCSL":[55,69,82,114,120,138],"specifications":[56],"from":[57],"natural":[58],"language-based":[59],"documents,":[61],"since":[62],"they":[63],"lack":[64],"both":[65,209],"expertise":[66],"in":[67,89,206],"formal":[68],"design":[72],"automation":[73],"tools":[74],"support":[76],"quick":[77],"automatic":[79],"generation":[80],"specifications.":[83,115],"To":[84],"solve":[85],"above":[87],"problem,":[88],"this":[90],"paper":[91],"we":[92],"introduce":[93],"novel":[95],"efficient":[97],"Reinforcement":[98],"Learning":[99],"(RL)-based":[100],"synthesis":[101,189,210,213],"approach":[102,123,164,201],"that":[103,199],"can":[104,165,191],"facilitate":[105],"quickly":[109],"their":[112],"expected":[113],"For":[116],"given":[118],"incomplete":[119],"specification,":[121],"our":[122,154,163,200],"adopts":[124],"RL-based":[125],"enumeration":[126,147,170,177],"explore":[128],"all":[129],"feasible":[131],"solutions":[132,171],"fill":[134],"holes":[136],"within":[137],"leverages":[141],"curiosity-driven":[142,156],"exploration":[143,157],"accelerate":[145],"process.":[148],"Based":[149],"on":[150],"combination":[152],"proposed":[155],"heuristic":[158],"deductive":[160],"reasoning":[161],"techniques,":[162],"not":[166],"only":[167],"prune":[168],"unfruitful":[169],"effectively,":[172],"but":[173],"also":[174],"optimize":[175],"process":[178,190],"search":[180],"tightest":[183],"solution":[184],"quickly,":[185],"thus":[186],"overall":[188],"be":[192],"accelerated":[193],"dramatically.":[194],"Comprehensive":[195],"experimental":[196],"results":[197],"demonstrate":[198],"significantly":[202],"outperforms":[203],"state-of-the-art":[204],"methods":[205],"terms":[207],"time":[211],"accuracy.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}