{"id":"https://openalex.org/W1925600676","doi":null,"title":"Learning to Act with RVRL Agents","display_name":"Learning to Act with RVRL Agents","alternate_titles":[],"publication_year":2007,"publication_date":"2007-01-01","ids":{"openalex":"https://openalex.org/W1925600676","mag":"1925600676"},"language":"en","primary_location":{"id":"pmh:oai:openaccess.city.ac.uk:2999","doi":null,"is_oa":true,"landing_page_url":"https://openaccess.city.ac.uk/id/eprint/2999/","pdf_url":"https://openaccess.city.ac.uk/id/eprint/2999/1/LearningRVRL07.pdf","source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"},"parent_works":[],"lineage":["https://openalex.org/W1925600676"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://openaccess.city.ac.uk/id/eprint/2999/1/LearningRVRL07.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064657398","display_name":"Chris Child","orcid":"https://orcid.org/0000-0001-5425-2308","observed_orcids":["https://orcid.org/0000-0001-5425-2308"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christopher Child","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-5425-2308","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035046930","display_name":"Kostas Stathis","orcid":"https://orcid.org/0000-0002-9946-4037","observed_orcids":["https://orcid.org/0000-0002-9946-4037"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kostas Stathis","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9946-4037","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5060005929","display_name":"Artur d\u2019Avila Garcez","orcid":"https://orcid.org/0000-0001-7375-9518","observed_orcids":["https://orcid.org/0000-0001-7375-9518","https://orcid.org/0000-0002-6060-0409"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Artur S. d\u2019Avila Garcez","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7375-9518","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0044999998062849045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14381","display_name":"Psychiatry, Mental Health, Neuroscience","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8840000033378601},{"id":"https://openalex.org/keywords/rule-based-learning","display_name":"rule-based learning","score":0.6000000238418579},{"id":"https://openalex.org/keywords/action-selection","display_name":"action selection","score":0.6899999976158142},{"id":"https://openalex.org/keywords/cognitive-agents","display_name":"cognitive agents","score":0.8579999804496765},{"id":"https://openalex.org/keywords/decision-theory","display_name":"decision theory","score":0.4169999957084656},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.5740000009536743},{"id":"https://openalex.org/keywords/planning","display_name":"planning","score":0.8259999752044678}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8524085879325867},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6429232358932495},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.6133415102958679},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5985622406005859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.596114456653595},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5827203989028931},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5709044933319092},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.5600113272666931},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49537622928619385},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4845392107963562},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4766277074813843},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.46942049264907837},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4380807876586914},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4196026623249054},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17379292845726013},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11975282430648804},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.1156255304813385},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.07771134376525879},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:openaccess.city.ac.uk:2999","doi":null,"is_oa":true,"landing_page_url":"https://openaccess.city.ac.uk/id/eprint/2999/","pdf_url":"https://openaccess.city.ac.uk/id/eprint/2999/1/LearningRVRL07.pdf","source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"},{"id":"mag:1925600676","doi":null,"is_oa":false,"landing_page_url":"https://openaccess.city.ac.uk/2999/1/LearningRVRL07.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.122.883","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.122.883","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.soi.city.ac.uk/~eu779/publications/LearningRVRL07.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.212.9898","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.212.9898","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://pst.istc.cnr.it/RCRA07/articoli/P05-child-stathis-RCRA07.pdf","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:openaccess.city.ac.uk:2999","doi":null,"is_oa":true,"landing_page_url":"https://openaccess.city.ac.uk/id/eprint/2999/","pdf_url":"https://openaccess.city.ac.uk/id/eprint/2999/1/LearningRVRL07.pdf","source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1925600676.pdf","grobid_xml":"https://content.openalex.org/works/W1925600676.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W1505285649","https://openalex.org/W1718169512","https://openalex.org/W1997477668","https://openalex.org/W2024372657","https://openalex.org/W2041367235","https://openalex.org/W2061504687","https://openalex.org/W2094438588","https://openalex.org/W2107726111","https://openalex.org/W2121863487","https://openalex.org/W2157117634","https://openalex.org/W2337392266","https://openalex.org/W3011120880","https://openalex.org/W7098055991"],"related_works":["https://openalex.org/W2024372657","https://openalex.org/W7099114732","https://openalex.org/W7099997488","https://openalex.org/W149216785","https://openalex.org/W7095878562","https://openalex.org/W2404608352","https://openalex.org/W3136683507","https://openalex.org/W1975737528","https://openalex.org/W2186432246","https://openalex.org/W4285260290"],"abstract_inverted_index":{"The":[0,109,183],"use":[1],"of":[2,9,39,49,52,58,77,119,126,136,174,185,187],"reinforcement":[3,87,202],"learning":[4,25,88,203],"to":[5,15,28,55,85,89,92,104,113,190,200],"guide":[6],"action":[7,122],"selection":[8],"cognitive":[10],"agents":[11],"has":[12,139],"been":[13],"shown":[14],"be":[16,157],"a":[17,50,106,193],"powerful":[18],"technique":[19],"for":[20,41,142],"stochastic":[21],"environments.":[22],"Standard":[23],"Reinforcement":[24],"techniques":[26],"used":[27,103],"provide":[29],"decision":[30],"theoretic":[31],"policies":[32,204],"rely,":[33],"however,":[34],"on":[35],"explicit":[36],"state-based":[37],"computations":[38],"value":[40,111],"each":[42,114],"state-action":[43,179],"pair.":[44],"This":[45,66,138],"requires":[46],"the":[47,56,64,93,99,117,124,127,132,172],"computation":[48,175],"number":[51,57],"values":[53,90],"exponential":[54,178],"state":[59,164],"variables":[60],"and":[61,149,171],"actions":[62],"in":[63,131,176,192],"system.":[65],"research":[67],"extends":[68],"existing":[69],"work":[70],"with":[71,159,198],"an":[72,78,83,121,177],"acquired":[73],"probabilistic":[74],"rule":[75,115,128],"representation":[76],"agent":[79],"environment":[80,195],"by":[81,98],"developing":[82],"algorithm":[84,189],"apply":[86],"attached":[91,112],"rules":[94,100,191],"themselves.":[95],"Structure":[96],"captured":[97],"is":[101,181],"then":[102],"learn":[105],"policy":[107],"directly.":[108],"resulting":[110],"represents":[116],"utility":[118],"taking":[120],"if":[123],"conditions":[125],"are":[129,196],"present":[130],"agent\u2019s":[133],"current":[134],"set":[135],"percepts.":[137],"several":[140],"advantages":[141],"planning":[143],"purposes:":[144],"generalization":[145],"over":[146,150],"many":[147],"states":[148],"unseen":[151],"states;":[152],"effective":[153],"decisions":[154],"can":[155],"therefore":[156],"made":[158],"less":[160],"training":[161],"data":[162],"than":[163],"based":[165],"modelling":[166],"systems":[167],"(e.g.":[168],"Dyna":[169],"Q-Learning);":[170],"problem":[173],"space":[180],"alleviated.":[182],"results":[184],"application":[186],"this":[188],"specific":[194],"presented,":[197],"comparison":[199],"standard":[201],"developed":[205],"from":[206],"related":[207],"work.":[208]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1925600676","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
