{"id":"https://openalex.org/W4401943152","doi":"https://doi.org/10.1109/lra.2024.3451360","title":"Ranking-Based Generative Adversarial Imitation Learning","display_name":"Ranking-Based Generative Adversarial Imitation Learning","publication_year":2024,"publication_date":"2024-08-28","ids":{"openalex":"https://openalex.org/W4401943152","doi":"https://doi.org/10.1109/lra.2024.3451360"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3451360","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3451360","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001378402","display_name":"Zhipeng Shi","orcid":"https://orcid.org/0009-0001-2007-0781"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Shi","raw_affiliation_strings":["State Key Laboratory of Robotics and System, Harbin Institute of Technology (HIT), Harbin, China"],"raw_orcid":"https://orcid.org/0009-0001-2007-0781","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and System, Harbin Institute of Technology (HIT), Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065798768","display_name":"Xuehe Zhang","orcid":"https://orcid.org/0000-0001-8138-2802"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuehe Zhang","raw_affiliation_strings":["State Key Laboratory of Robotics and System, Harbin Institute of Technology (HIT), Harbin, China"],"raw_orcid":"https://orcid.org/0000-0001-8138-2802","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and System, Harbin Institute of Technology (HIT), Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107932580","display_name":"Yu Fang","orcid":"https://orcid.org/0000-0002-0569-2953"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Fang","raw_affiliation_strings":["State Key Laboratory of Robotics and System, Harbin Institute of Technology (HIT), Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-0569-2953","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and System, Harbin Institute of Technology (HIT), Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115781184","display_name":"Changle Li","orcid":"https://orcid.org/0000-0002-2587-0454"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changle Li","raw_affiliation_strings":["State Key Laboratory of Robotics and System, Harbin Institute of Technology (HIT), Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-2587-0454","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and System, Harbin Institute of Technology (HIT), Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108047615","display_name":"Gangfeng Liu","orcid":"https://orcid.org/0000-0003-0078-0281"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gangfeng Liu","raw_affiliation_strings":["State Key Laboratory of Robotics and System, Harbin Institute of Technology (HIT), Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-0078-0281","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and System, Harbin Institute of Technology (HIT), Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069459810","display_name":"Jie Zhao","orcid":"https://orcid.org/0000-0002-6086-9387"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Zhao","raw_affiliation_strings":["State Key Laboratory of Robotics and System, Harbin Institute of Technology (HIT), Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-6086-9387","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and System, Harbin Institute of Technology (HIT), Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.3286,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.52954297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"9","issue":"10","first_page":"8967","last_page":"8974"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9736999869346619,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9736999869346619,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.7649905681610107},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7308638691902161},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.700020968914032},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.6573187112808228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5501199960708618},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4907110929489136},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41255882382392883},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.251123309135437},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08765903115272522}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.7649905681610107},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7308638691902161},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.700020968914032},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.6573187112808228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5501199960708618},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4907110929489136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41255882382392883},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.251123309135437},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08765903115272522}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3451360","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3451360","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G131736837","display_name":null,"funder_award_id":"YQ2023F012","funder_id":"https://openalex.org/F4320323085","funder_display_name":"Natural Science Foundation of Heilongjiang Province"},{"id":"https://openalex.org/G4753124599","display_name":null,"funder_award_id":"U21B6002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5370040448","display_name":null,"funder_award_id":"92048301","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8124883241","display_name":null,"funder_award_id":"62373129","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323085","display_name":"Natural Science Foundation of Heilongjiang Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2736601468","https://openalex.org/W2949916679","https://openalex.org/W2962787969","https://openalex.org/W2972881643","https://openalex.org/W3028830971","https://openalex.org/W3035069850","https://openalex.org/W3133456577","https://openalex.org/W3174364619","https://openalex.org/W3206827162","https://openalex.org/W4362722144","https://openalex.org/W4382203560","https://openalex.org/W4389665520","https://openalex.org/W6718092244","https://openalex.org/W6740801417","https://openalex.org/W6741002519","https://openalex.org/W6741832134","https://openalex.org/W6746462176","https://openalex.org/W6759312711","https://openalex.org/W6761908843","https://openalex.org/W6763952582","https://openalex.org/W6767611730","https://openalex.org/W6769035977","https://openalex.org/W6769174716","https://openalex.org/W6784521679","https://openalex.org/W6785034342","https://openalex.org/W6796947852"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2502115930"],"abstract_inverted_index":{"Inimitation":[0],"learning,":[1],"it":[2],"is":[3],"often":[4],"assumed":[5],"the":[6,29,32,36,55,61,68,88,91,107,111,133,138],"demonstration":[7,26,127],"data":[8,93],"are":[9,14],"optimal,":[10],"even":[11],"though":[12],"they":[13],"imperfect":[15,19,57,126],"in":[16,137,152],"practice.":[17],"The":[18],"demonstrations":[20],"result":[21],"from":[22],"expert":[23,74,92,135],"errors,":[24],"large-scale":[25],"data,":[27],"and":[28,66,98,160],"non-convexity":[30],"of":[31,35,72,90,181],"solution":[33],"space":[34],"task.":[37],"In":[38,169],"this":[39],"letter,":[40],"we":[41],"propose":[42],"a":[43,78,99,178],"new":[44],"ranking-based":[45],"Generative":[46],"Adversarial":[47,153,162],"Imitation":[48,154,163],"Learning":[49,155,164],"(RB-GAIL)":[50],"that":[51,83,118],"can":[52,85,105],"deal":[53],"with":[54,125,172],"above":[56],"datasets":[58],"by":[59,94,130,147,158,167],"utilizing":[60],"generated":[62],"experiences":[63],"more":[64],"efficiently":[65],"avoiding":[67],"dependency":[69],"on":[70],"plenty":[71],"different":[73],"demonstrations.":[75],"We":[76],"performed":[77],"rigorous":[79],"mathematical":[80],"analysis,":[81],"indicating":[82],"RB-GAIL":[84],"implicitly":[86],"model":[87,108],"modes":[89],"weighting":[95],"multiple":[96],"discriminators,":[97],"monotonically":[100],"increasing":[101],"positive":[102],"activation":[103],"function":[104],"help":[106],"converge":[109],"to":[110,132],"global":[112],"optimal":[113,134],"solution.":[114],"Experimental":[115],"results":[116],"show":[117],"our":[119,174],"method":[120,176],"surpasses":[121],"other":[122],"baseline":[123],"methods":[124],"(ours:":[128],"increased":[129],"4.7%":[131],"level":[136],"Ant":[139],"task,":[140],"but":[141],"Trajectory-ranked":[142],"Reward":[143],"Extrapolation":[144],"(T-REX):":[145],"decreased":[146,157],"12.2%,":[148],"Unlabeled":[149],"Imperfect":[150],"Demonstrations":[151],"(UID):":[156],"31.01%":[159],"Wasserstein":[161],"(WAIL):":[165],"dropped":[166],"96.0%).":[168],"physical":[170],"experiments":[171],"manipulation,":[173],"proposed":[175],"achieved":[177],"success":[179],"rate":[180],"100%":[182],"(WAIL:":[183],"under":[184],"90%).":[185]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}