{"id":"https://openalex.org/W120339496","doi":null,"title":"Deictic option schemas","display_name":"Deictic option schemas","publication_year":2007,"publication_date":"2007-01-06","ids":{"openalex":"https://openalex.org/W120339496","mag":"120339496"},"language":"en","primary_location":{"id":"mag:120339496","doi":null,"is_oa":false,"landing_page_url":"http://ijcai.org/papers07/Papers/IJCAI07-165.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Joint Conference on Artificial Intelligence","raw_type":null},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009374923","display_name":"Balaraman Ravindran","orcid":"https://orcid.org/0000-0002-5364-7639","observed_orcids":["https://orcid.org/0000-0002-5364-7639"]},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Balaraman Ravindran","raw_affiliation_strings":["Dept. of Computer Science and Engineering, IIT Madras, India"],"raw_orcid":"https://orcid.org/0000-0002-5364-7639","affiliations":[{"raw_affiliation_string":"Dept. of Computer Science and Engineering, IIT Madras, India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089808068","display_name":"Andrew G. Barto","orcid":"https://orcid.org/0000-0002-3581-1896","observed_orcids":["https://orcid.org/0000-0002-3581-1896"]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrew G. Barto","raw_affiliation_strings":["[Department of Computer Science, University of Massachusetts, Amherst]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"[Department of Computer Science, University of Massachusetts, Amherst]","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033674807","display_name":"Vimal Mathew","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vimal Mathew","raw_affiliation_strings":["Dept. of Computer Science and Engineering, IIT Madras, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Science and Engineering, IIT Madras, India","institution_ids":["https://openalex.org/I24676775"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4737,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.51748364,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1023","last_page":"1028"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.9160000085830688},{"id":"https://openalex.org/keywords/selective-attention","display_name":"selective attention","score":0.878000020980835},{"id":"https://openalex.org/keywords/pointers","display_name":"pointers","score":0.8840000033378601}],"concepts":[{"id":"https://openalex.org/C13077596","wikidata":"https://www.wikidata.org/wiki/Q340015","display_name":"Deixis","level":2,"score":0.9390807151794434},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.754845142364502},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6956014037132263},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5971197485923767},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5892682075500488},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37539246678352356},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3351859152317047},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12684619426727295},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:120339496","doi":null,"is_oa":false,"landing_page_url":"http://ijcai.org/papers07/Papers/IJCAI07-165.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419999","display_name":"International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Joint Conference on Artificial Intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W79394677","https://openalex.org/W199176224","https://openalex.org/W1545378070","https://openalex.org/W1583380718","https://openalex.org/W1612195517","https://openalex.org/W2052117683","https://openalex.org/W2058735307","https://openalex.org/W2069192723","https://openalex.org/W2109910161","https://openalex.org/W2167945827"],"related_works":["https://openalex.org/W1582485033","https://openalex.org/W2276710639","https://openalex.org/W7095575098","https://openalex.org/W2167945827","https://openalex.org/W7097574533","https://openalex.org/W7100330051","https://openalex.org/W7097458101","https://openalex.org/W2995924140","https://openalex.org/W3211776917","https://openalex.org/W2889943195"],"abstract_inverted_index":{"Deictic":[0],"representation":[1,50],"is":[2],"a":[3,29,43,52,60],"representational":[4],"paradigm,":[5],"based":[6],"on":[7,59],"selective":[8],"attention":[9],"and":[10,18,55],"pointers,":[11],"that":[12,34],"allows":[13],"an":[14],"agent":[15],"to":[16],"learn":[17],"reason":[19],"about":[20],"rich":[21],"complex":[22,61],"environments.":[23],"In":[24],"this":[25],"article":[26],"we":[27],"present":[28,42],"hierarchical":[30],"reinforcement":[31],"learning":[32,47],"framework":[33],"employs":[35],"aspects":[36],"of":[37],"deictic":[38],"representation.":[39],"We":[40],"also":[41],"Bayesian":[44],"algorithm":[45],"for":[46,51],"the":[48],"correct":[49],"given":[53],"sub-problem":[54],"empirically":[56],"validate":[57],"it":[58],"game":[62],"environment.":[63]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-09-21T07:43:02.447757","created_date":"2016-06-24T00:00:00"}