{"id":"https://openalex.org/W2947474832","doi":"https://doi.org/10.5220/0007724500590066","title":"Using the Ornstein-Uhlenbeck Process for Random Exploration","display_name":"Using the Ornstein-Uhlenbeck Process for Random Exploration","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2947474832","doi":"https://doi.org/10.5220/0007724500590066","mag":"2947474832"},"language":"en","primary_location":{"id":"doi:10.5220/0007724500590066","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0007724500590066","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Conference on Complexity, Future Information Systems and Risk","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0007724500590066","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058712855","display_name":"Johannes Nauta","orcid":"https://orcid.org/0000-0002-5859-2729"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Johannes Nauta","raw_affiliation_strings":["Department of Information Technology, Ghent University, Ghent and Belgium, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Technology, Ghent University, Ghent and Belgium, --- Select a Country ---","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032062981","display_name":"Yara Khaluf","orcid":"https://orcid.org/0000-0002-5590-9321"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Yara Khaluf","raw_affiliation_strings":["Department of Information Technology, Ghent University, Ghent and Belgium, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Technology, Ghent University, Ghent and Belgium, --- Select a Country ---","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001314520","display_name":"Pieter Simoens","orcid":"https://orcid.org/0000-0002-9569-9373"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Pieter Simoens","raw_affiliation_strings":["Department of Information Technology, Ghent University, Ghent and Belgium, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Technology, Ghent University, Ghent and Belgium, --- Select a Country ---","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I32597200"],"apc_list":null,"apc_paid":null,"fwci":0.2564,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.55931571,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"59","last_page":"66"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13187","display_name":"Diffusion and Search Dynamics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T13187","display_name":"Diffusion and Search Dynamics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11513","display_name":"stochastic dynamics and bifurcation","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ornstein\u2013uhlenbeck-process","display_name":"Ornstein\u2013Uhlenbeck process","score":0.8720323443412781},{"id":"https://openalex.org/keywords/brownian-motion","display_name":"Brownian motion","score":0.7051378488540649},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.656859278678894},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5509530305862427},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5487970113754272},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5321506857872009},{"id":"https://openalex.org/keywords/fractional-brownian-motion","display_name":"Fractional Brownian motion","score":0.5014071464538574},{"id":"https://openalex.org/keywords/stochastic-process","display_name":"Stochastic process","score":0.4870593845844269},{"id":"https://openalex.org/keywords/transition","display_name":"Transition (genetics)","score":0.4420662522315979},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4359643757343292},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4178592264652252},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36813944578170776},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.325382798910141},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.27795350551605225},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.11830854415893555},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08302855491638184}],"concepts":[{"id":"https://openalex.org/C31634936","wikidata":"https://www.wikidata.org/wiki/Q1757587","display_name":"Ornstein\u2013Uhlenbeck process","level":3,"score":0.8720323443412781},{"id":"https://openalex.org/C112401455","wikidata":"https://www.wikidata.org/wiki/Q178036","display_name":"Brownian motion","level":2,"score":0.7051378488540649},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.656859278678894},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5509530305862427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5487970113754272},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5321506857872009},{"id":"https://openalex.org/C108819105","wikidata":"https://www.wikidata.org/wiki/Q1143293","display_name":"Fractional Brownian motion","level":3,"score":0.5014071464538574},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.4870593845844269},{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.4420662522315979},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4359643757343292},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4178592264652252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36813944578170776},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.325382798910141},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27795350551605225},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.11830854415893555},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08302855491638184},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.5220/0007724500590066","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0007724500590066","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Conference on Complexity, Future Information Systems and Risk","raw_type":"proceedings-article"},{"id":"pmh:oai:research.vu.nl:openaire_cris_publications/74033c1e-aa5f-4ce9-b5ac-422295762f45","is_oa":false,"landing_page_url":"https://research.vu.nl/en/publications/74033c1e-aa5f-4ce9-b5ac-422295762f45","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nauta, J, Khaluf, Y & Simoens, P 2019, Using the Ornstein-Uhlenbeck process for random exploration. in COMPLEXIS 2019 - Proceedings of the 4th International Conference on Complexity, Future Information Systems and Risk. pp. 59-66.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:archive.ugent.be:8616757","is_oa":true,"landing_page_url":"https://biblio.ugent.be/publication/8616757","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9789897583667","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:research.vu.nl:publications/74033c1e-aa5f-4ce9-b5ac-422295762f45","is_oa":false,"landing_page_url":"https://hdl.handle.net/1871.1/74033c1e-aa5f-4ce9-b5ac-422295762f45","pdf_url":null,"source":{"id":"https://openalex.org/S4306401107","display_name":"VU Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I865915315","host_organization_name":"Vrije Universiteit Amsterdam","host_organization_lineage":["https://openalex.org/I865915315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Nauta, J, Khaluf, Y & Simoens, P 2019, Using the Ornstein-Uhlenbeck process for random exploration. in COMPLEXIS 2019 - Proceedings of the 4th International Conference on Complexity, Future Information Systems and Risk. pp. 59-66.","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:wur:oai:library.wur.nl:wurpubs/587538","is_oa":false,"landing_page_url":"https://research.wur.nl/en/publications/using-the-ornstein-uhlenbeck-process-for-random-exploration","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"COMPLEXIS 2019 - Proceedings of the 4th International Conference on Complexity, Future Information Systems and Risk. SciTePress","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"doi:10.5220/0007724500590066","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0007724500590066","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th International Conference on Complexity, Future Information Systems and Risk","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W594538618","https://openalex.org/W1555329134","https://openalex.org/W1816275442","https://openalex.org/W1966750113","https://openalex.org/W1976962685","https://openalex.org/W1989543568","https://openalex.org/W2017957151","https://openalex.org/W2095249276","https://openalex.org/W2105752466","https://openalex.org/W2126626774","https://openalex.org/W2173248099","https://openalex.org/W2681130294","https://openalex.org/W2795520063","https://openalex.org/W2798786144"],"related_works":["https://openalex.org/W2135603267","https://openalex.org/W2951335089","https://openalex.org/W3028286073","https://openalex.org/W2062052461","https://openalex.org/W2963787549","https://openalex.org/W1874491647","https://openalex.org/W4220773456","https://openalex.org/W3024364149","https://openalex.org/W3039142278","https://openalex.org/W3034439966"],"abstract_inverted_index":{"In":[0,39],"model-based":[1],"Reinforcement":[2],"Learning,":[3],"an":[4],"agent":[5,17,113],"aims":[6],"to":[7,28,30,35,55,77],"learn":[8,36],"a":[9,52,64,95,100],"transition":[10,24,65,75],"model":[11,76],"between":[12],"attainable":[13],"states.":[14],"Since":[15],"the":[16,23,37,45,61,74,79,84,90,112],"initially":[18],"has":[19],"zero":[20],"knowledge":[21,72],"of":[22,63,73,81],"model,":[25],"it":[26],"needs":[27],"resort":[29],"random":[31],"exploration":[32],"in":[33,60],"order":[34],"model.":[38,66],"this":[40,106],"work,":[41],"we":[42],"demonstrate":[43],"how":[44],"Ornstein-Uhlenbeck":[46,85,91],"process":[47,86,92],"can":[48,108],"be":[49,109],"used":[50],"as":[51,121],"sampling":[53],"scheme":[54],"generate":[56,78],"exploratory":[57],"Brownian":[58,82],"motion":[59,123],"absence":[62],"Whereas":[67],"current":[68],"approaches":[69],"rely":[70],"on":[71],"steps":[80],"motion,":[83],"does":[87],"not.":[88],"Additionally,":[89],"naturally":[93],"includes":[94],"drift":[96],"term":[97],"originating":[98],"from":[99],"potential":[101,107],"function.":[102],"We":[103],"show":[104],"that":[105],"controlled":[110],"by":[111],"itself,":[114],"and":[115],"allows":[116],"executing":[117],"non-equilibrium":[118],"behavior":[119],"such":[120],"ballistic":[122],"or":[124],"local":[125],"trapping.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}