{"id":"https://openalex.org/W112666333","doi":"https://doi.org/10.48550/arxiv.1406.5979","title":"Reinforcement and Imitation Learning via Interactive No-Regret Learning","display_name":"Reinforcement and Imitation Learning via Interactive No-Regret Learning","alternate_titles":[],"publication_year":2014,"publication_date":"2014-06-23","ids":{"openalex":"https://openalex.org/W112666333","doi":"https://doi.org/10.48550/arxiv.1406.5979","mag":"112666333"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1406.5979","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1406.5979","pdf_url":"https://arxiv.org/pdf/1406.5979","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W112666333"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1406.5979","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057087592","display_name":"St\u00e9phane Ross","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ross, Stephane","raw_affiliation_strings":["The Robotics Institute Carnegie Mellon University , Pittsburgh , PA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Robotics Institute Carnegie Mellon University , Pittsburgh , PA , USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112411386","display_name":"James Andrew Bagnell","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bagnell, J. Andrew","raw_affiliation_strings":["The Robotics Institute Carnegie Mellon University , Pittsburgh , PA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Robotics Institute Carnegie Mellon University , Pittsburgh , PA , USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":302,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/imitation-learning","display_name":"imitation learning","score":0.9750000238418579},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.996999979019165},{"id":"https://openalex.org/keywords/cost-information","display_name":"cost information","score":0.6470000147819519},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"structured prediction","score":0.6150000095367432},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.47999998927116394},{"id":"https://openalex.org/keywords/interactive-learning","display_name":"interactive learning","score":0.39800000190734863}],"concepts":[{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.8526451587677002},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.826244056224823},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8008278608322144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7200326919555664},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5192053914070129},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.5131133794784546},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45105186104774475},{"id":"https://openalex.org/C34868163","wikidata":"https://www.wikidata.org/wiki/Q5141211","display_name":"Cognitive imitation","level":3,"score":0.4365096688270569},{"id":"https://openalex.org/C47932503","wikidata":"https://www.wikidata.org/wiki/Q5395689","display_name":"Error-driven learning","level":3,"score":0.42241087555885315},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33329063653945923},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09944665431976318},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.07747626304626465},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1406.5979","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1406.5979","pdf_url":"https://arxiv.org/pdf/1406.5979","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:112666333","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1406.5979.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1406.5979","doi":"https://doi.org/10.48550/arxiv.1406.5979","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1406.5979","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1406.5979","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1406.5979","pdf_url":"https://arxiv.org/pdf/1406.5979","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W112666333.pdf","grobid_xml":"https://content.openalex.org/works/W112666333.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W107583932","https://openalex.org/W1570963478","https://openalex.org/W1575592356","https://openalex.org/W1577296257","https://openalex.org/W1581592866","https://openalex.org/W1604179126","https://openalex.org/W1809653203","https://openalex.org/W1931877416","https://openalex.org/W1986014385","https://openalex.org/W1991374750","https://openalex.org/W2070797946","https://openalex.org/W2077902449","https://openalex.org/W2103715332","https://openalex.org/W2105674142","https://openalex.org/W2106191340","https://openalex.org/W2111584876","https://openalex.org/W2112420033","https://openalex.org/W2157728552","https://openalex.org/W2158349948","https://openalex.org/W2165421048","https://openalex.org/W2169660367","https://openalex.org/W2950583227","https://openalex.org/W2952196914","https://openalex.org/W2952471346","https://openalex.org/W2952630651","https://openalex.org/W2964349150","https://openalex.org/W4233471163"],"related_works":["https://openalex.org/W1931877416","https://openalex.org/W1569657508","https://openalex.org/W7096519462","https://openalex.org/W7133199292","https://openalex.org/W7097368714","https://openalex.org/W7196948597","https://openalex.org/W2142641780","https://openalex.org/W7095429339","https://openalex.org/W2925253537","https://openalex.org/W3214109441"],"abstract_inverted_index":{"Recent":[0],"work":[1],"has":[2],"demonstrated":[3],"that":[4,69],"problems--":[5],"particularly":[6],"imitation":[7,40,66,115],"learning":[8,67],"and":[9,31,106,116],"structured":[10],"prediction--":[11],"where":[12],"a":[13,100,108],"learner's":[14],"predictions":[15],"influence":[16],"the":[17,50,76,88],"input-distribution":[18],"it":[19],"is":[20],"tested":[21],"on":[22],"can":[23],"be":[24],"naturally":[25],"addressed":[26],"by":[27],"an":[28,64],"interactive":[29,65],"approach":[30,68,98],"analyzed":[32],"using":[33],"no-regret":[34],"online":[35,93],"learning.":[36,81,118],"These":[37],"approaches":[38],"to":[39,78,87],"learning,":[41],"however,":[42],"neither":[43],"require":[44],"nor":[45],"benefit":[46],"from":[47],"information":[48],"about":[49],"cost":[51,71],"of":[52,92,104,111],"actions.":[53],"We":[54],"extend":[55,75],"existing":[56,112],"results":[57,83],"in":[58],"two":[59],"directions:":[60],"first,":[61],"we":[62,74],"develop":[63],"leverages":[70],"information;":[72],"second,":[73],"technique":[77],"address":[79],"reinforcement":[80,117],"The":[82],"provide":[84],"theoretical":[85],"support":[86],"commonly":[89],"observed":[90],"successes":[91],"approximate":[94],"policy":[95],"iteration.":[96],"Our":[97],"suggests":[99],"broad":[101],"new":[102],"family":[103],"algorithms":[105],"provides":[107],"unifying":[109],"view":[110],"techniques":[113],"for":[114]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W112666333","counts_by_year":[{"year":2026,"cited_by_count":31},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":33},{"year":2019,"cited_by_count":39},{"year":2018,"cited_by_count":39},{"year":2017,"cited_by_count":17},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":2}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2016-06-24T00:00:00"}
