{"id":"https://openalex.org/W4319165874","doi":"https://doi.org/10.48550/arxiv.2302.00965","title":"Visual Imitation Learning with Patch Rewards","display_name":"Visual Imitation Learning with Patch Rewards","publication_year":2023,"publication_date":"2023-02-02","ids":{"openalex":"https://openalex.org/W4319165874","doi":"https://doi.org/10.48550/arxiv.2302.00965"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2302.00965","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.00965","pdf_url":"https://arxiv.org/pdf/2302.00965","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2302.00965","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101433372","display_name":"Minghuan Liu","orcid":"https://orcid.org/0009-0009-5585-1746","observed_orcids":["https://orcid.org/0009-0009-5585-1746"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Minghuan","raw_affiliation_strings":["Sea AI Lab","Shanghai Jiaotong University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sea AI Lab","institution_ids":[]},{"raw_affiliation_string":"Shanghai Jiaotong University ,","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082052249","display_name":"Tairan He","orcid":"https://orcid.org/0000-0001-6415-3223","observed_orcids":["https://orcid.org/0000-0001-6415-3223"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He, Tairan","raw_affiliation_strings":["Shanghai Jiaotong University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiaotong University ,","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090720315","display_name":"Weinan Zhang","orcid":"https://orcid.org/0000-0002-0127-2425","observed_orcids":["https://orcid.org/0000-0002-0127-2425"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhang, Weinan","raw_affiliation_strings":["Shanghai Jiaotong University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiaotong University ,","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381753","display_name":"Shuicheng Yan","orcid":"https://orcid.org/0000-0001-8906-3777","observed_orcids":["https://orcid.org/0000-0001-8906-3777"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Shuicheng","raw_affiliation_strings":["Sea AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sea AI Lab","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062979221","display_name":"Zhongwen Xu","orcid":"https://orcid.org/0000-0002-9348-7262","observed_orcids":["https://orcid.org/0000-0002-9348-7262"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zhongwen","raw_affiliation_strings":["Sea AI Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sea AI Lab","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-imitation-learning","display_name":"visual imitation learning","score":0.9980000257492065},{"id":"https://openalex.org/keywords/reward-shaping","display_name":"reward shaping","score":0.3630000054836273},{"id":"https://openalex.org/keywords/adversarial-imitation-learning","display_name":"adversarial imitation learning","score":0.7390000224113464},{"id":"https://openalex.org/keywords/expert-demonstrations","display_name":"expert demonstrations","score":0.4269999861717224},{"id":"https://openalex.org/keywords/deepmind-control-suite","display_name":"DeepMind Control Suite","score":0.7929999828338623},{"id":"https://openalex.org/keywords/atari-games","display_name":"Atari games","score":0.6579999923706055}],"concepts":[{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.760131299495697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7264843583106995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5943905711174011},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5443832278251648},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.4957772195339203},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4631336033344269},{"id":"https://openalex.org/C2779321571","wikidata":"https://www.wikidata.org/wiki/Q7936605","display_name":"Visual learning","level":2,"score":0.44957032799720764},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4458245038986206},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4165096879005432},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41405847668647766},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39991921186447144},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.17166703939437866},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12769556045532227},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.0796065628528595},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2302.00965","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.00965","pdf_url":"https://arxiv.org/pdf/2302.00965","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2302.00965","doi":"https://doi.org/10.48550/arxiv.2302.00965","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2302.00965","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.00965","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.00965","pdf_url":"https://arxiv.org/pdf/2302.00965","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3554345598","display_name":null,"funder_award_id":"62076161","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8721642152","display_name":null,"funder_award_id":"2021SHZDZX0102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4319165874.pdf","grobid_xml":"https://content.openalex.org/works/W4319165874.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2996591750","https://openalex.org/W4393147296","https://openalex.org/W2951961145","https://openalex.org/W2770884134","https://openalex.org/W4391158373","https://openalex.org/W3214952050","https://openalex.org/W3185189976","https://openalex.org/W4387294502","https://openalex.org/W4407212474","https://openalex.org/W3170221412"],"abstract_inverted_index":{"Visual":[0],"imitation":[1],"learning":[2,5,30],"enables":[3],"reinforcement":[4],"agents":[6],"to":[7,9,55,109,130],"learn":[8],"behave":[10],"from":[11,39,117],"expert":[12],"visual":[13,91,165],"demonstrations":[14],"such":[15],"as":[16,85],"videos":[17],"or":[18,32,66],"image":[19,48,64],"sequences,":[20],"without":[21],"explicit,":[22],"well-defined":[23],"rewards.":[24,123],"Previous":[25],"research":[26],"either":[27],"adopted":[28],"supervised":[29],"techniques":[31],"induce":[33],"simple":[34],"and":[35,69,90,120,135,147,160],"coarse":[36],"scalar":[37],"rewards":[38],"pixels,":[40],"neglecting":[41],"the":[42,47,57,111,132,137],"dense":[43],"information":[44],"contained":[45],"in":[46],"demonstrations.":[49,166],"In":[50],"this":[51],"work,":[52],"we":[53,95],"propose":[54],"measure":[56,110],"expertise":[58,88,112],"of":[59,63,113],"various":[60],"local":[61,115],"regions":[62],"samples,":[65],"called":[67],"\\textit{patches},":[68],"recover":[70],"multi-dimensional":[71],"\\textit{patch":[72],"rewards}":[73],"accordingly.":[74],"Patch":[75,101],"reward":[76,134],"is":[77,127],"a":[78,86,106],"more":[79],"precise":[80],"rewarding":[81],"characterization":[82],"that":[83,155],"serves":[84],"fine-grained":[87],"measurement":[89],"explainability":[92],"tool.":[93],"Specifically,":[94],"present":[96],"Adversarial":[97],"Imitation":[98],"Learning":[99],"with":[100],"Rewards":[102],"(PatchAIL),":[103],"which":[104],"employs":[105],"patch-based":[107,125],"discriminator":[108],"different":[114],"parts":[116],"given":[118],"images":[119],"provide":[121],"patch":[122],"The":[124,150],"knowledge":[126],"also":[128],"used":[129],"regularize":[131],"aggregated":[133],"stabilize":[136],"training.":[138],"We":[139],"evaluate":[140],"our":[141],"method":[142],"on":[143],"DeepMind":[144],"Control":[145],"Suite":[146],"Atari":[148],"tasks.":[149],"experiment":[151],"results":[152],"have":[153],"demonstrated":[154],"PatchAIL":[156],"outperforms":[157],"baseline":[158],"methods":[159],"provides":[161],"valuable":[162],"interpretations":[163],"for":[164]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2023-02-04T00:00:00"}
