{"id":"https://openalex.org/W4366677748","doi":"https://doi.org/10.1007/978-3-031-30823-9_27","title":"Mungojerrie: Linear-Time Objectives in Model-Free Reinforcement Learning","display_name":"Mungojerrie: Linear-Time Objectives in Model-Free Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4366677748","doi":"https://doi.org/10.1007/978-3-031-30823-9_27"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-30823-9_27","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-30823-9_27","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-30823-9_27.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-30823-9_27.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030417706","display_name":"Ernst Moritz Hahn","orcid":"https://orcid.org/0000-0002-9348-7684"},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ernst Moritz Hahn","raw_affiliation_strings":["University of Twente, Enschede, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-9348-7684","affiliations":[{"raw_affiliation_string":"University of Twente, Enschede, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084221298","display_name":"Mateo Perez","orcid":"https://orcid.org/0000-0003-4220-3212"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mateo Perez","raw_affiliation_strings":["University of Colorado Boulder, Boulder, USA"],"raw_orcid":"https://orcid.org/0000-0003-4220-3212","affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041836791","display_name":"Sven Schewe","orcid":"https://orcid.org/0000-0002-9093-9518"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sven Schewe","raw_affiliation_strings":["University of Liverpool, Liverpool, UK"],"raw_orcid":"https://orcid.org/0000-0002-9093-9518","affiliations":[{"raw_affiliation_string":"University of Liverpool, Liverpool, UK","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077549627","display_name":"Fabio Somenzi","orcid":"https://orcid.org/0000-0002-2085-2003"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Fabio Somenzi","raw_affiliation_strings":["University of Colorado Boulder, Boulder, USA"],"raw_orcid":"https://orcid.org/0000-0002-2085-2003","affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020302140","display_name":"Ashutosh Trivedi","orcid":"https://orcid.org/0000-0001-9346-0126"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashutosh Trivedi","raw_affiliation_strings":["University of Colorado Boulder, Boulder, USA"],"raw_orcid":"https://orcid.org/0000-0001-9346-0126","affiliations":[{"raw_affiliation_string":"University of Colorado Boulder, Boulder, USA","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001234060","display_name":"Dominik Wojtczak","orcid":"https://orcid.org/0000-0001-5560-0546"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dominik Wojtczak","raw_affiliation_strings":["University of Liverpool, Liverpool, UK"],"raw_orcid":"https://orcid.org/0000-0001-5560-0546","affiliations":[{"raw_affiliation_string":"University of Liverpool, Liverpool, UK","institution_ids":["https://openalex.org/I146655781"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5077549627"],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":5.6333,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.95690771,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"527","last_page":"545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6717486381530762},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6666830778121948},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46679574251174927},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4163059592247009}],"concepts":[{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6717486381530762},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6666830778121948},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46679574251174927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4163059592247009}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-031-30823-9_27","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-30823-9_27","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-30823-9_27.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:ris.utwente.nl:openaire_cris_publications/c9aec96c-9de1-4009-bf58-73d6162f24f4","is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/c9aec96c-9de1-4009-bf58-73d6162f24f4","pdf_url":"https://ris.utwente.nl/ws/files/359417098/978-3-031-30823-9_27.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Hahn, E M, Perez, M, Schewe, S, Somenzi, F, Trivedi, A & Wojtczak, D 2023, Mungojerrie : Linear-Time Objectives in Model-Free Reinforcement Learning. in S Sankaranarayanan & N Sharygina (eds), Tools and Algorithms for the Construction and Analysis of Systems - 29th International Conference, TACAS 2023, Held as Part of the European Joint Conferences on Theory and Practice of Software, ETAPS 2022, Proceedings. Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics), vol. 13993 LNCS, Springer, pp. 527-545, 29th International Conference on Tools and Algorithms for the Construction and Analysis of Systems, TACAS 2023, Paris, France, 22/04/23. https://doi.org/10.1007/978-3-031-30823-9_27","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-30823-9_27","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-30823-9_27","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-30823-9_27.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1364539167","display_name":null,"funder_award_id":"956123","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6332253830","display_name":"SHF: Small: Omega-Regular Objectives for Model-Free Reinforcement Learning","funder_award_id":"2009022","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G842143413","display_name":"CAREER: Reinforcement Learning for Recursive Markov Decision Processes and Beyond","funder_award_id":"2146563","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8491077145","display_name":null,"funder_award_id":"864075","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366677748.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W241117969","https://openalex.org/W986424706","https://openalex.org/W1506588809","https://openalex.org/W1557517019","https://openalex.org/W1594196576","https://openalex.org/W1607066266","https://openalex.org/W1862398452","https://openalex.org/W1966347268","https://openalex.org/W1970603830","https://openalex.org/W2094912129","https://openalex.org/W2145339207","https://openalex.org/W2177617373","https://openalex.org/W2257979135","https://openalex.org/W2334782222","https://openalex.org/W2487186542","https://openalex.org/W2498607216","https://openalex.org/W2522043470","https://openalex.org/W2892537867","https://openalex.org/W2895196950","https://openalex.org/W2953302092","https://openalex.org/W2962932901","https://openalex.org/W3021883687","https://openalex.org/W3026873144","https://openalex.org/W3041202696","https://openalex.org/W3090827750","https://openalex.org/W3091816494","https://openalex.org/W3184305164","https://openalex.org/W3213488095","https://openalex.org/W3213843225","https://openalex.org/W4200212500","https://openalex.org/W4244264101","https://openalex.org/W6603474829","https://openalex.org/W7057282354"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Abstract":[0],"Mungojerrie":[1,77,109],"is":[2,61,110],"an":[3,45,98],"extensible":[4],"tool":[5,21],"that":[6],"provides":[7,22],"a":[8,113],"framework":[9],"to":[10,103],"translate":[11],"linear-time":[12],"objectives":[13,125],"into":[14],"reward":[15,33],"for":[16,26,35,50,117],"reinforcement":[17],"learning":[18],"(RL).":[19],"The":[20],"convergent":[23],"RL":[24],"algorithms":[25],"stochastic":[27],"games,":[28],"reference":[29],"implementations":[30],"of":[31,73,115],"existing":[32],"translations":[34],"$$\\omega":[36,51,85,118],"$$":[37,52,86,119],"<mml:math":[38,53,87,120],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[39,54,88,121],"<mml:mi>\u03c9</mml:mi>":[40,55,89,122],"</mml:math>":[41,56,90,123],"-regular":[42,57,124],"objectives,":[43],"and":[44,63,84],"internal":[46],"probabilistic":[47],"model":[48],"checker":[49],"objectives.":[58],"This":[59],"functionality":[60],"modular":[62],"operates":[64],"on":[65],"shared":[66],"data":[67],"structures,":[68],"which":[69],"enables":[70],"fast":[71],"development":[72],"new":[74],"translation":[75],"techniques.":[76],"supports":[78],"finite":[79],"models":[80],"specified":[81,92],"in":[82,93,126],"PRISM":[83],"-automata":[91],"the":[94],"HOA":[95],"format,":[96],"with":[97,112],"integrated":[99],"command":[100],"line":[101],"interface":[102],"external":[104],"linear":[105],"temporal":[106],"logic":[107],"translators.":[108],"distributed":[111],"set":[114],"benchmarks":[116],"RL.":[127]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2025-10-10T00:00:00"}