{"id":"https://openalex.org/W7162562660","doi":"https://doi.org/10.48550/arxiv.2605.27095","title":"Adversarial Dual On-Policy Distillation from Expressive Teacher","display_name":"Adversarial Dual On-Policy Distillation from Expressive Teacher","publication_year":2026,"publication_date":"2026-05-26","ids":{"openalex":"https://openalex.org/W7162562660","doi":"https://doi.org/10.48550/arxiv.2605.27095"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.27095","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27095","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.27095","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137169033","display_name":"Zhenglin Wan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan, Zhenglin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052283802","display_name":"Jingxuan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jingxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021829944","display_name":"Xingrui Yu","orcid":"https://orcid.org/0000-0002-8941-2698"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Xingrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003668019","display_name":"Chubin Zhang","orcid":"https://orcid.org/0009-0008-6353-2123"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chubin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128983423","display_name":"Mingcong Lei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei, Mingcong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137087522","display_name":"Bo An","orcid":"https://orcid.org/0000-0003-0805-4268"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137186487","display_name":"Ivor W. Tsang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsang, Ivor W.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137097988","display_name":"Yang You","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"You, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6638000011444092,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6638000011444092,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0478999987244606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.04050000011920929,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6373999714851379},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6165000200271606},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5511999726295471},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5221999883651733},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5116000175476074},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4587000012397766},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.44350001215934753}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.694599986076355},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6373999714851379},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.633400022983551},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6165000200271606},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5511999726295471},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5221999883651733},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5116000175476074},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49320000410079956},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4587000012397766},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.44350001215934753},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3921000063419342},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.34060001373291016},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3255000114440918},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.28630000352859497},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26600000262260437}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.27095","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27095","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.27095","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27095","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Learning":[0],"from":[1,91],"demonstrations":[2,92],"in":[3,70,82],"embodied":[4],"control":[5],"is":[6,35,68,89],"often":[7],"cast":[8],"as":[9],"behavioral":[10],"cloning,":[11],"and":[12,41,93,119,165,172],"recent":[13],"diffusion":[14],"or":[15,179],"flow-matching":[16],"policies":[17],"improve":[18],"this":[19],"paradigm":[20],"by":[21],"modeling":[22],"multi-modal":[23],"expert":[24,39],"actions.":[25],"Yet":[26],"these":[27],"methods":[28],"remain":[29],"offline":[30],"supervised":[31],"learners:":[32],"the":[33,47],"policy":[34,125],"trained":[36],"only":[37],"on":[38,46,106],"states":[40,48],"receives":[42],"no":[43],"corrective":[44],"signal":[45],"it":[49],"actually":[50],"visits.":[51],"On-policy":[52],"distillation":[53,145,153],"(OPD)":[54],"offers":[55],"a":[56,63,84,96],"natural":[57],"remedy,":[58],"but":[59],"standard":[60],"OPD":[61],"assumes":[62],"strong":[64,170],"fixed":[65],"teacher,":[66],"which":[67,83],"unavailable":[69],"demonstration-only":[71],"control.":[72],"We":[73],"propose":[74],"\\textbf{FA-OPD},":[75],"an":[76,113],"\\emph{adversarial":[77],"dual":[78],"on-policy":[79],"distillation}":[80],"method":[81],"Flow":[85],"Matching":[86],"(FM)":[87],"teacher":[88,101],"learned":[90],"co-trained":[94],"with":[95],"lightweight":[97],"MLP":[98],"student.":[99],"The":[100,109,127],"provides":[102],"two":[103],"complementary":[104],"signals":[105],"student":[107],"rollouts.":[108],"reward":[110,144],"channel":[111,129],"learns":[112],"expert-likeness":[114],"objective":[115],"over":[116],"state-action":[117],"pairs":[118],"drives":[120],"online":[121],"exploration":[122,155],"through":[123],"long-horizon":[124],"optimization.":[126],"action":[128,152],"supplies":[130],"dense":[131],"local":[132],"targets":[133],"at":[134],"student-visited":[135],"states,":[136],"stabilizing":[137],"exploitation.":[138],"FA-OPD":[139,168],"couples":[140],"them":[141],"so":[142],"that":[143],"enables":[146],"generalization":[147],"beyond":[148],"point-wise":[149],"demonstrations,":[150],"while":[151],"keeps":[154],"anchored":[156],"near":[157],"expert-like":[158],"behavior.":[159],"Across":[160],"six":[161],"robot":[162],"navigation,":[163],"manipulation,":[164],"locomotion":[166],"benchmarks,":[167],"beats":[169],"baselines":[171],"shows":[173],"much":[174],"stronger":[175],"robustness":[176],"under":[177],"noisy":[178],"limited":[180],"demonstrations.":[181],"Source":[182],"code:":[183],"https://github.com/vanzll/FA-OPD.":[184]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-28T00:00:00"}
