{"id":"https://openalex.org/W3007925142","doi":null,"title":"Reinforcement learning in FlipIt","display_name":"Reinforcement learning in FlipIt","alternate_titles":[],"publication_year":2020,"publication_date":"2020-02-28","ids":{"openalex":"https://openalex.org/W3007925142","mag":"3007925142"},"language":"en","primary_location":{"id":"mag:3007925142","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2002.12909","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W3007925142"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2002.12909","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103044811","display_name":"Sang Chin","orcid":"https://orcid.org/0000-0002-1913-4223","observed_orcids":["https://orcid.org/0000-0002-1913-4223"]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sang Chin","raw_affiliation_strings":["Boston Univ"],"raw_orcid":"https://orcid.org/0000-0002-1913-4223","affiliations":[{"raw_affiliation_string":"Boston Univ","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089788495","display_name":"Laura Greige","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Laura Greige","raw_affiliation_strings":["Boston Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston Univ","institution_ids":["https://openalex.org/I111088046"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111088046"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.302700012922287,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.302700012922287,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.16369999945163727,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.10000000149011612,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8500000238418579},{"id":"https://openalex.org/keywords/imperfect-information-games","display_name":"imperfect information games","score":0.8330000042915344},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9399999976158142},{"id":"https://openalex.org/keywords/attack-defense-game","display_name":"attacker-defender game","score":0.6959999799728394},{"id":"https://openalex.org/keywords/resource-ownership","display_name":"resource ownership","score":0.40700000524520874},{"id":"https://openalex.org/keywords/game-theoretic-security","display_name":"game-theoretic security","score":0.6669999957084656},{"id":"https://openalex.org/keywords/multiplayer-games","display_name":"multiplayer games","score":0.6230000257492065}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8962333798408508},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.765252411365509},{"id":"https://openalex.org/C123676819","wikidata":"https://www.wikidata.org/wiki/Q1074338","display_name":"Perfect information","level":2,"score":0.6358630061149597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6255350112915039},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.6111311316490173},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4927807152271271},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.4769629240036011},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4562950134277344},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.444360613822937},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37852931022644043},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.1492859423160553},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10719221830368042},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.10295507311820984},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"mag:3007925142","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2002.12909","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:null:2144/43312","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/2144/43312","pdf_url":null,"source":{"id":"https://openalex.org/S4306402384","display_name":"OpenBU (Boston University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I111088046","host_organization_name":"Boston University","host_organization_lineage":["https://openalex.org/I111088046"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Other"}],"best_oa_location":{"id":"mag:3007925142","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2002.12909","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W51794740","https://openalex.org/W145322853","https://openalex.org/W156783801","https://openalex.org/W988103176","https://openalex.org/W1533945010","https://openalex.org/W1757796397","https://openalex.org/W2015787697","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2209091760","https://openalex.org/W2228084941","https://openalex.org/W2257979135","https://openalex.org/W2342408547","https://openalex.org/W2591102410","https://openalex.org/W2762155482","https://openalex.org/W2766447205","https://openalex.org/W2787259794","https://openalex.org/W2892077825","https://openalex.org/W2899771611","https://openalex.org/W2902907165","https://openalex.org/W2964121744"],"related_works":["https://openalex.org/W4205923038","https://openalex.org/W7162427462","https://openalex.org/W4319431282","https://openalex.org/W2953999028","https://openalex.org/W2981865224","https://openalex.org/W3124900667","https://openalex.org/W4205489146","https://openalex.org/W4392060371","https://openalex.org/W2973209471","https://openalex.org/W6946306291"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,37,46,154],"has":[2],"shown":[3],"much":[4],"success":[5],"in":[6,15,47,64,155],"games":[7],"such":[8,170],"as":[9,89,171],"chess,":[10],"backgammon":[11],"and":[12,52,70,80,119,144,173,184],"Go.":[13],"However,":[14],"most":[16],"of":[17,24,76,93,127,129,148,151,180],"these":[18],"games,":[19],"agents":[20],"have":[21],"full":[22],"knowledge":[23,179],"the":[25,68,71,85,90,94,97,100,124,130,133,146,149,165,181,187],"environment":[26],"at":[27],"all":[28],"times.":[29],"In":[30],"this":[31],"paper,":[32],"we":[33,185],"describe":[34],"a":[35,48,61,77,107,112],"deep":[36,113,152],"model":[38,58,110,137,188],"that":[39,162],"successfully":[40,138],"optimizes":[41],"its":[42],"score":[43],"using":[44],"reinforcement":[45,153],"game":[49,63,156],"with":[50,117],"incomplete":[51],"imperfect":[53,134],"information.":[54],"We":[55],"apply":[56],"our":[57,136],"to":[59,122,189],"FlipIt,":[60],"two-player":[62],"which":[65],"both":[66],"players,":[67],"attacker":[69],"defender,":[72],"compete":[73],"for":[74],"ownership":[75,128],"shared":[78],"resource":[79],"only":[81],"receive":[82],"information":[83],"on":[84],"current":[86,91],"state":[87],"(such":[88],"owner":[92],"resource,":[95],"or":[96],"time":[98,126],"since":[99],"opponent":[101],"last":[102],"moved,":[103],"etc.)":[104],"upon":[105],"making":[106],"move.":[108],"Our":[109,159],"is":[111,120],"neural":[114],"network":[115],"combined":[116],"Q-learning":[118],"trained":[121],"maximize":[123],"defender's":[125],"resource.":[131],"Despite":[132],"observations,":[135],"learns":[139],"an":[140],"optimal":[141],"cost-effective":[142],"counter-strategy":[143],"shows":[145],"advantages":[147],"use":[150],"theoretic":[157],"scenarios.":[158],"results":[160],"show":[161],"it":[163],"outperforms":[164],"Greedy":[166],"strategy":[167],"against":[168],"distributions":[169,175],"periodic":[172],"exponential":[174],"without":[176],"any":[177],"prior":[178],"opponent's":[182],"strategy,":[183],"generalize":[186],"\ud835\udcc3-player":[190],"games.":[191]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3007925142","counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2020-03-06T00:00:00"}
