{"id":"https://openalex.org/W2139553692","doi":null,"title":"Relational Representations in Reinforcement Learning: Review and Open Problems","display_name":"Relational Representations in Reinforcement Learning: Review and Open Problems","publication_year":2002,"publication_date":"2002-07-09","ids":{"openalex":"https://openalex.org/W2139553692","mag":"2139553692"},"language":"en","primary_location":{"id":"pmh:oai:ris.utwente.nl:openaire/add2381c-e221-4a98-bf05-87a3e4f01722","doi":null,"is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/add2381c-e221-4a98-bf05-87a3e4f01722","pdf_url":"https://ris.utwente.nl/ws/files/6138641/OtterloICML02DevRepNew.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"van Otterlo, M 2002, 'Relational Representations in Reinforcement Learning: Review and Open Problems', Paper presented at ICML-2002 Workshop on Development of Representations, Sydney, Australia, 9/07/02 - 9/07/02. < http://demo.cs.brandeis.edu/icml02ws/otterlo.pdf >","raw_type":"info:eu-repo/semantics/conferenceObject"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ris.utwente.nl/ws/files/6138641/OtterloICML02DevRepNew.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090948866","display_name":"Martijn van Otterlo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"van Martijn Otterlo","raw_affiliation_strings":["Univ. of Twente#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Twente#TAB#","institution_ids":["https://openalex.org/I94624287"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5090948866"],"corresponding_institution_ids":["https://openalex.org/I94624287"],"apc_list":null,"apc_paid":null,"fwci":0.8759,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.73938133,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relational-representation","display_name":"relational representation","score":0.8379999995231628},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7979999780654907},{"id":"https://openalex.org/keywords/higher-order-representation","display_name":"higher-order representation","score":0.777999997138977},{"id":"https://openalex.org/keywords/propositional-representation","display_name":"propositional representation","score":0.968999981880188},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.8880000114440918},{"id":"https://openalex.org/keywords/relational-reinforcement-learning","display_name":"relational reinforcement learning","score":0.6320000290870667}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8903257846832275},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7687841653823853},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.677931010723114},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6637589931488037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5191344618797302},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.48756855726242065},{"id":"https://openalex.org/C177877439","wikidata":"https://www.wikidata.org/wiki/Q7604413","display_name":"Statistical relational learning","level":3,"score":0.44364607334136963},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4109910726547241},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.1235508918762207},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11825355887413025},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11750119924545288},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.1174892783164978},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:ris.utwente.nl:openaire/add2381c-e221-4a98-bf05-87a3e4f01722","doi":null,"is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/add2381c-e221-4a98-bf05-87a3e4f01722","pdf_url":"https://ris.utwente.nl/ws/files/6138641/OtterloICML02DevRepNew.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"van Otterlo, M 2002, 'Relational Representations in Reinforcement Learning: Review and Open Problems', Paper presented at ICML-2002 Workshop on Development of Representations, Sydney, Australia, 9/07/02 - 9/07/02. < http://demo.cs.brandeis.edu/icml02ws/otterlo.pdf >","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.19.4248","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.19.4248","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://wwwhome.cs.utwente.nl/~otterlo/downloads/OtterloICML02DevRepNew.pdf","raw_type":"text"},{"id":"pmh:ut:oai:ris.utwente.nl:publications/add2381c-e221-4a98-bf05-87a3e4f01722","doi":null,"is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/relational-representations-in-reinforcement-learning-review-and-open-problems(add2381c-e221-4a98-bf05-87a3e4f01722).html","pdf_url":null,"source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"TITLE=ICML-2002 Workshop on Development of Representations","raw_type":"info:eu-repo/semantics/conferencepaper"},{"id":"mag:2139553692","doi":null,"is_oa":false,"landing_page_url":"https://core.ac.uk/download/pdf/11468998.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419644","display_name":"International Conference on Machine Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Machine Learning","raw_type":null}],"best_oa_location":{"id":"pmh:oai:ris.utwente.nl:openaire/add2381c-e221-4a98-bf05-87a3e4f01722","doi":null,"is_oa":true,"landing_page_url":"https://research.utwente.nl/en/publications/add2381c-e221-4a98-bf05-87a3e4f01722","pdf_url":"https://ris.utwente.nl/ws/files/6138641/OtterloICML02DevRepNew.pdf","source":{"id":"https://openalex.org/S4406922991","display_name":"University of Twente Research Information","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"van Otterlo, M 2002, 'Relational Representations in Reinforcement Learning: Review and Open Problems', Paper presented at ICML-2002 Workshop on Development of Representations, Sydney, Australia, 9/07/02 - 9/07/02. < http://demo.cs.brandeis.edu/icml02ws/otterlo.pdf >","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2139553692.pdf","grobid_xml":"https://content.openalex.org/works/W2139553692.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W12607666","https://openalex.org/W34871118","https://openalex.org/W38340148","https://openalex.org/W47652742","https://openalex.org/W195197106","https://openalex.org/W1487588218","https://openalex.org/W1520335995","https://openalex.org/W1549710828","https://openalex.org/W1592821781","https://openalex.org/W1599152640","https://openalex.org/W1640646391","https://openalex.org/W1800916125","https://openalex.org/W1916436439","https://openalex.org/W1924681859","https://openalex.org/W1989344766","https://openalex.org/W2038809129","https://openalex.org/W2109910161","https://openalex.org/W2121517924","https://openalex.org/W2121863487","https://openalex.org/W2121906195","https://openalex.org/W2122183751","https://openalex.org/W2124175081","https://openalex.org/W2132736148","https://openalex.org/W2145790759","https://openalex.org/W2154441654","https://openalex.org/W2167945827","https://openalex.org/W2181852856","https://openalex.org/W2215418550","https://openalex.org/W3020831056","https://openalex.org/W3149838063"],"related_works":["https://openalex.org/W2745365365","https://openalex.org/W7099978467","https://openalex.org/W6922340800","https://openalex.org/W7005311247","https://openalex.org/W6982945293","https://openalex.org/W7053080952","https://openalex.org/W3088007110","https://openalex.org/W7100910326","https://openalex.org/W2143524892","https://openalex.org/W7020670797"],"abstract_inverted_index":{"This":[0],"paper":[1,32,51],"is":[2],"about":[3],"representation":[4,13],"in":[5,12,16],"RL.We":[6],"discuss":[7],"some":[8],"of":[9,25,37],"the":[10,26],"concepts":[11],"and":[14,19,56],"generalization":[15],"reinforcement":[17,39],"learning":[18,40],"argue":[20],"for":[21],"higher-order":[22,43],"representations,":[23,44],"instead":[24],"commonly":[27],"used":[28],"propositional":[29],"representations.":[30],"The":[31,50],"contains":[33],"a":[34,47],"small":[35],"review":[36],"current":[38],"systems":[41],"using":[42],"followed":[45],"by":[46],"brief":[48],"discussion.":[49],"ends":[52],"with":[53],"research":[54],"directions":[55],"open":[57],"problems.":[58]},"counts_by_year":[{"year":2020,"cited_by_count":5}],"updated_date":"2026-10-27T15:51:10.671819","created_date":"2016-06-24T00:00:00"}