{"id":"https://openalex.org/W7047293463","doi":null,"title":"Fine-tuning Bot Play Styles From Demonstration","display_name":"Fine-tuning Bot Play Styles From Demonstration","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W7047293463"},"language":"en","primary_location":{"id":"pmh:oai:DiVA.org:uu-514287","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-514287","pdf_url":null,"source":{"id":"https://openalex.org/S4306402042","display_name":"Uppsala University Publications (Uppsala University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I123387679","host_organization_name":"Uppsala University","host_organization_lineage":["https://openalex.org/I123387679"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"parent_works":[],"lineage":["https://openalex.org/W7047293463"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-514287","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Fredriksson, Felicia","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Fredriksson, Felicia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/imitation-learning","display_name":"imitation learning","score":0.9039999842643738},{"id":"https://openalex.org/keywords/generative-adversarial-imitation-learning","display_name":"generative adversarial imitation learning","score":0.9430000185966492},{"id":"https://openalex.org/keywords/behavioral-cloning","display_name":"behavior cloning","score":0.9409999847412109},{"id":"https://openalex.org/keywords/playing-style","display_name":"playing style","score":0.7110000252723694},{"id":"https://openalex.org/keywords/game-bots","display_name":"game bots","score":0.7699999809265137},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.746999979019165},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"cosine similarity","score":0.5609999895095825},{"id":"https://openalex.org/keywords/game-statistics","display_name":"game statistics","score":0.7229999899864197},{"id":"https://openalex.org/keywords/cartpole","display_name":"CartPole","score":0.5839999914169312}],"concepts":[{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.6204000115394592},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6176999807357788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6114000082015991},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5960000157356262},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5231000185012817},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5095999836921692},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.44909998774528503},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4226999878883362},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.40790000557899475},{"id":"https://openalex.org/C34868163","wikidata":"https://www.wikidata.org/wiki/Q5141211","display_name":"Cognitive imitation","level":3,"score":0.40119999647140503},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3808000087738037},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35830000042915344},{"id":"https://openalex.org/C2778707667","wikidata":"https://www.wikidata.org/wiki/Q1254148","display_name":"Racket","level":3,"score":0.3472999930381775},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.3230000138282776},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.29159998893737793},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29100000858306885},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C187029079","wikidata":"https://www.wikidata.org/wiki/Q958679","display_name":"Cognitive reframing","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:DiVA.org:uu-514287","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-514287","pdf_url":null,"source":{"id":"https://openalex.org/S4306402042","display_name":"Uppsala University Publications (Uppsala University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I123387679","host_organization_name":"Uppsala University","host_organization_lineage":["https://openalex.org/I123387679"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:uu-514287","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-514287","pdf_url":null,"source":{"id":"https://openalex.org/S4306402042","display_name":"Uppsala University Publications (Uppsala University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I123387679","host_organization_name":"Uppsala University","host_organization_lineage":["https://openalex.org/I123387679"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7070454722","https://openalex.org/W4389315142","https://openalex.org/W4312458423","https://openalex.org/W6891914059","https://openalex.org/W3213328094","https://openalex.org/W4306679461","https://openalex.org/W4296010390","https://openalex.org/W3164498266","https://openalex.org/W7151995330","https://openalex.org/W6928820953"],"abstract_inverted_index":{"In":[0,320],"recent":[1],"years,":[2],"Reinforcement":[3],"Learning":[4,85,92,98,104,112],"(RL)":[5],"has":[6],"successfully":[7],"been":[8],"used":[9,299],"to":[10,29,36,55,67,75,194,216,247,303,308,349,411,422],"train":[11],"agents":[12],"for":[13,25,223,300,474],"games.":[14],"Nonetheless,":[15],"in":[16,31,48,133,151,170,199,245,253,281,318,328,332,354,360,372,416,468],"the":[17,32,41,50,69,119,134,146,164,179,184,200,213,218,228,239,251,258,264,301,310,315,329,336,339,342,361,365,399,402,406,413,429,433,441,475],"game":[18,202,221,229,478],"industry":[19],"there":[20,44],"is":[21,45,418],"still":[22,129,389],"a":[23,123,167,171,191,231,279,351,369,385,464,469],"necessity":[24],"bots":[26,54,70,391],"not":[27],"only":[28,294],"succeed":[30],"environments":[33],"but":[34,388],"also":[35,347],"act":[37],"human-like":[38],"while":[39,128],"playing":[40],"game.":[42],"Additionally,":[43],"great":[46],"value":[47],"changing":[49],"play":[51,80,126,197,224,232,254,366,403],"style":[52,127,198,225,233,367],"of":[53,61,121,140,166,220,322,335,338,368,398,401,431,462],"create":[56],"different":[57],"characters.":[58],"One":[59],"way":[60],"addressing":[62],"this":[63,452,491],"problem":[64],"would":[65],"be":[66],"fine-tune":[68,309,350],"using":[71,238],"some":[72,397,420],"human":[73],"demonstration":[74],"change":[76,195],"their":[77],"behaviour":[78,165,312,467],"and":[79,114,145,157,183,243,249,273,288,296,313,356,377,457,486],"style.":[81],"This":[82],"thesis":[83],"explores":[84],"from":[86,380,405,443,445,451,483],"Demonstration":[87],"algorithms":[88,481],"Generative":[89,95,101],"Adversarial":[90,96,102,110],"Imitation":[91,97,103,111],"(GAIL),":[93],"Wasserstein":[94,100,109],"(WGAIL),":[99],"with":[105,437],"Gradient":[106],"Penalty":[107],"(WGAIL-GP),":[108],"(WAIL)":[113],"behavioural":[115],"Cloning":[116],"(BC)":[117],"on":[118,396,490],"task":[120],"fine-tuning":[122,163,190,257,364,436,463],"pre-trained":[124,168,192,352,370,465],"policies":[125],"maintaining":[130],"high":[131],"performance":[132,180,386,414],"environment.":[135,472],"The":[136,159,175,448],"empirical":[137],"study":[138,453],"consisted":[139],"three":[141],"stages,":[142],"firstly":[143],"GAIL":[144,187,261,272,295,345,376,438,456],"newer":[147],"variants":[148,262],"were":[149,210,275,298],"tested":[150],"two":[152],"simpler":[153,172],"RL":[154],"environments,":[155],"CartPole-v1":[156,266,355],"MountainCar-v0.":[158],"second":[160],"stage":[161,177],"was":[162,236,306,346],"policy":[169,193,280,353,466],"environment,":[173,203,479],"CartPole-v1.":[174,319],"final":[176],"compared":[178],"between":[181],"BC":[182,383,417,487],"best":[185],"performing":[186],"variant":[188],"when":[189,267,277,435],"its":[196],"complex":[201,477],"Racket":[204,207,373],"Club.":[205],"For":[206,425],"Club":[208],"personas":[209],"introduced":[211],"as":[212],"demonstrating":[214],"experts":[215],"enable":[217],"use":[219],"statistics":[222],"evaluation.":[226],"From":[227],"statistics,":[230],"evaluation":[234],"method":[235],"developed":[237],"cosine":[240],"similarity":[241],"metric":[242],"visualizations":[244],"order":[246],"quantify":[248],"identify":[250],"changes":[252],"styles":[255,404],"after":[256],"policy.":[259],"All":[260],"solved":[263],"environment":[265],"training":[268,278,330],"ab":[269],"initio.":[270],"Solely":[271],"WAIL":[274,297,305,324,378,458],"successful":[276],"MountainCar-v0":[282],"returning":[283],"rewards":[284],"\u2212146.06":[285],"\u00b1":[286,290],"8.95":[287],"\u2212140.57":[289],"12.71":[291],"respectively.":[292],"Therefore":[293],"stages":[302],"follow.":[304],"able":[307,348],"desired":[311],"maintain":[314],"maximum":[316],"reward":[317],"spite":[321],"this,":[323],"had":[325,357,384,393],"noticeable":[326],"instabilities":[327,359],"resulting":[331],"large":[333],"variations":[334],"outcome":[337],"experiments.":[340],"On":[341],"other":[343],"hand,":[344],"no":[358],"training.":[362],"When":[363],"bot":[371],"Club,":[374],"both":[375,459,480],"suffered":[379,482],"catastrophic":[381,446,484],"forgetting.":[382,447],"loss":[387,415],"returned":[390],"that":[392,455],"picked":[394],"up":[395],"characteristics":[400],"expert.":[407],"A":[408],"plausible":[409],"solution":[410],"prevent":[412,423,440],"adding":[419],"regularization":[421],"overfitting.":[424],"future":[426],"work,":[427],"exploring":[428],"possibilities":[430],"pre-training":[432],"discriminator":[434],"might":[439],"generator":[442],"suffering":[444],"conclusions":[449],"drawn":[450],"are":[454,460],"capable":[461],"lower":[470],"complexity":[471],"Unfortunately,":[473],"more":[476],"forgetting":[485],"outperformed":[488],"them":[489],"task.":[492]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7047293463","counts_by_year":[],"updated_date":"2026-09-04T10:56:28.161419","created_date":"2025-10-10T00:00:00"}
