{"id":"https://openalex.org/W4200212500","doi":"https://doi.org/10.1109/rtss52674.2021.00031","title":"Event-Triggered and Time-Triggered Duration Calculus for Model-Free Reinforcement Learning","display_name":"Event-Triggered and Time-Triggered Duration Calculus for Model-Free Reinforcement Learning","alternate_titles":[],"publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4200212500","doi":"https://doi.org/10.1109/rtss52674.2021.00031"},"language":"en","primary_location":{"id":"doi:10.1109/rtss52674.2021.00031","doi":"https://doi.org/10.1109/rtss52674.2021.00031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rtss52674.2021.00031","pdf_url":null,"source":{"id":"https://openalex.org/S4210229300","display_name":"IEEE Real-Time Systems Symposium (RTSS)","issn_l":"1052-8725","issn":["1052-8725","2576-3172"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Real-Time Systems Symposium (RTSS)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4200212500"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057707257","display_name":"Kalyani Dole","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kalyani Dole","raw_affiliation_strings":["Indian Institute of Technology Bombay, India","Indian Institute of Technology Bombay, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Bombay, India","institution_ids":["https://openalex.org/I162827531"]},{"raw_affiliation_string":"Indian Institute of Technology Bombay, Mumbai, India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113644812","display_name":"Ashutosh Gupta","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ashutosh Gupta","raw_affiliation_strings":["Indian Institute of Technology Bombay, India","Indian Institute of Technology Bombay, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Bombay, India","institution_ids":["https://openalex.org/I162827531"]},{"raw_affiliation_string":"Indian Institute of Technology Bombay, Mumbai, India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084464951","display_name":"John Komp","orcid":"https://orcid.org/0009-0009-7856-8433","observed_orcids":["https://orcid.org/0009-0009-7856-8433"]},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Komp","raw_affiliation_strings":["University of Colorado Boulder, USA","University of Colorado Boulder, Boulder, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, USA","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101833503","display_name":"Shankara Narayanan Krishna","orcid":"https://orcid.org/0000-0003-0925-398X","observed_orcids":["https://orcid.org/0000-0003-0925-398X"]},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shankaranarayanan Krishna","raw_affiliation_strings":["Indian Institute of Technology Bombay, India","Indian Institute of Technology Bombay, Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Bombay, India","institution_ids":["https://openalex.org/I162827531"]},{"raw_affiliation_string":"Indian Institute of Technology Bombay, Mumbai, India","institution_ids":["https://openalex.org/I162827531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020302140","display_name":"Ashutosh Trivedi","orcid":"https://orcid.org/0000-0001-9346-0126","observed_orcids":["https://orcid.org/0000-0001-9346-0126"]},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashutosh Trivedi","raw_affiliation_strings":["University of Colorado Boulder, USA","University of Colorado Boulder, Boulder, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, USA","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"University of Colorado Boulder, Boulder, CO, USA","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1331,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.73787152,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"240","last_page":"252"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11125","display_name":"Petri Nets in System Modeling","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/duration-calculus","display_name":"Duration Calculus","score":0.9020000100135803},{"id":"https://openalex.org/keywords/model-free-reinforcement-learning","display_name":"model-free reinforcement learning","score":0.8830000162124634},{"id":"https://openalex.org/keywords/probabilistic-timed-automata","display_name":"probabilistic timed automata","score":0.8989999890327454},{"id":"https://openalex.org/keywords/real-time-systems","display_name":"real-time systems","score":0.6890000104904175},{"id":"https://openalex.org/keywords/controller-synthesis","display_name":"controller synthesis","score":0.75},{"id":"https://openalex.org/keywords/satisfiability","display_name":"satisfiability","score":0.5809999704360962},{"id":"https://openalex.org/keywords/decidability","display_name":"decidability","score":0.9229999780654907},{"id":"https://openalex.org/keywords/reward-specification","display_name":"reward specification","score":0.7739999890327454}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.65897536277771},{"id":"https://openalex.org/C176181172","wikidata":"https://www.wikidata.org/wiki/Q3490301","display_name":"Nondeterministic algorithm","level":2,"score":0.6481099128723145},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6450170874595642},{"id":"https://openalex.org/C153269930","wikidata":"https://www.wikidata.org/wiki/Q430001","display_name":"Decidability","level":2,"score":0.6064936518669128},{"id":"https://openalex.org/C168773769","wikidata":"https://www.wikidata.org/wiki/Q1350299","display_name":"Satisfiability","level":2,"score":0.6051887273788452},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5958662629127502},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5180859565734863},{"id":"https://openalex.org/C192034797","wikidata":"https://www.wikidata.org/wiki/Q3502995","display_name":"Undecidable problem","level":3,"score":0.5026066303253174},{"id":"https://openalex.org/C25016198","wikidata":"https://www.wikidata.org/wiki/Q781833","display_name":"Temporal logic","level":2,"score":0.48338666558265686},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.4479474723339081},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.43823784589767456},{"id":"https://openalex.org/C18460168","wikidata":"https://www.wikidata.org/wiki/Q5416707","display_name":"Event calculus","level":2,"score":0.43153390288352966},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3541581928730011},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33873260021209717},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.28764039278030396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28364166617393494},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2420264184474945},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/rtss52674.2021.00031","doi":"https://doi.org/10.1109/rtss52674.2021.00031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rtss52674.2021.00031","pdf_url":null,"source":{"id":"https://openalex.org/S4210229300","display_name":"IEEE Real-Time Systems Symposium (RTSS)","issn_l":"1052-8725","issn":["1052-8725","2576-3172"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Real-Time Systems Symposium (RTSS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W62014295","https://openalex.org/W125598877","https://openalex.org/W207180005","https://openalex.org/W1458771408","https://openalex.org/W1572777470","https://openalex.org/W1582770869","https://openalex.org/W1598451922","https://openalex.org/W1862398452","https://openalex.org/W2009280542","https://openalex.org/W2056957549","https://openalex.org/W2078151802","https://openalex.org/W2083964867","https://openalex.org/W2101508170","https://openalex.org/W2114326730","https://openalex.org/W2119699246","https://openalex.org/W2140493413","https://openalex.org/W2153675518","https://openalex.org/W2257979135","https://openalex.org/W2334782222","https://openalex.org/W2570061587","https://openalex.org/W2796001316","https://openalex.org/W2895196950","https://openalex.org/W2972520119","https://openalex.org/W3006844914","https://openalex.org/W3008651843","https://openalex.org/W3037396281","https://openalex.org/W3082540285","https://openalex.org/W3091816494","https://openalex.org/W4232197278"],"related_works":["https://openalex.org/W7098487509","https://openalex.org/W2798588334","https://openalex.org/W2914702425","https://openalex.org/W4295113525","https://openalex.org/W57157324","https://openalex.org/W2972744417","https://openalex.org/W70324783","https://openalex.org/W2972520119","https://openalex.org/W4200608793","https://openalex.org/W7171029101"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"(RL)":[2],"is":[3,30,122,221,240],"a":[4,115,203,211,246,259],"sampling":[5],"based":[6],"approach":[7,239],"to":[8,18,78,102,144,223],"optimization,":[9],"where":[10],"learning":[11,25,65],"agents":[12,208],"rely":[13],"on":[14,198],"scalar":[15,28],"reward":[16,204],"signals":[17],"discover":[19],"optimal":[20],"solutions.":[21],"The":[22,234],"specification":[23],"of":[24,50,125,147,154,182,185,227,236,261],"objectives":[26,66],"as":[27,188,190],"rewards":[29,220],"tedious":[31],"and":[32,35,60,108,141,163,245],"error":[33],"prone,":[34],"more":[36],"so":[37],"for":[38,70,119,129,206,229,250,253],"real-time":[39,56,72,81,104,148],"systems":[40],"with":[41,58,92,171],"complex":[42],"time-critical":[43],"requirements.":[44],"This":[45],"paper":[46],"advocates":[47],"the":[48,64,75,123,126,137,145,177,183,191,225,230,237],"use":[49],"Duration":[51],"Calculus":[52],"(DC)\u2014a":[53],"highly":[54],"expressive":[55,97],"logic":[57],"duration":[59,160,165],"length":[61],"modalities\u2014in":[62],"expressing":[63],"in":[67,113,209],"model-free":[68],"RL":[69,117,207,217],"stochastic":[71,80],"systems.":[73],"On":[74],"other":[76],"hand,":[77],"model":[79],"environments,":[82],"we":[83,150,157,201],"consider":[84],"probabilistic":[85,109],"timed":[86],"automata":[87],"(PTA)\u2014Markov":[88],"decision":[89],"processes":[90],"extended":[91],"clock":[93],"variables\u2014that":[94],"provide":[95],"an":[96],"yet":[98],"computationally":[99],"decidable":[100],"formalism":[101],"capture":[103],"constraints":[105],"over":[106],"nondeterministic":[107],"behaviors.The":[110],"key":[111],"hurdle":[112],"developing":[114],"convergent":[116],"algorithm":[118,218],"DC":[120,133,155,232,262],"specifications":[121],"undecidability":[124],"synthesis":[127,193],"problem":[128],"PTA":[130,195],"against":[131,194],"general":[132],"specifications.":[134,263],"Inspired":[135],"by":[136],"dichotomy":[138],"between":[139],"event-triggered":[140,159],"time-triggered":[142,164],"approaches":[143],"design":[146],"systems,":[149],"present":[151],"two":[152],"variants":[153],"logic\u2014that":[156],"dub":[158],"calculus":[161,166],"(EDC)":[162],"(TDC)\u2014and":[167],"identify":[168],"their":[169],"subclasses":[170],"appealing":[172],"theoretical":[173],"properties.":[174],"We":[175],"study":[176,249],"decidability":[178],"(and":[179],"exact":[180],"complexity)":[181],"satisfiability":[184],"these":[186,199],"calculi":[187],"well":[189],"controller":[192],"models.":[196],"Based":[197],"results,":[200],"propose":[202],"scheme":[205],"such":[210],"way":[212],"that":[213,215],"guarantees":[214],"any":[216],"maximizing":[219],"guaranteed":[222],"maximize":[224],"probability":[226],"satisfaction":[228],"given":[231],"specification.":[233],"effectiveness":[235],"proposed":[238],"demonstrated":[241],"via":[242],"grid-world":[243],"benchmarks":[244],"proof-of-concept":[247],"case":[248],"synthesizing":[251],"control":[252],"simple":[254],"cardiac":[255],"pacemaker":[256],"directly":[257],"from":[258],"set":[260]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4200212500","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2021-12-31T00:00:00"}
