{"id":"https://openalex.org/W4390532304","doi":"https://doi.org/10.1145/3632410.3632469","title":"Batch Sampling for Experience Replay","display_name":"Batch Sampling for Experience Replay","publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4390532304","doi":"https://doi.org/10.1145/3632410.3632469"},"language":"en","primary_location":{"id":"doi:10.1145/3632410.3632469","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3632410.3632469","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th Joint International Conference on Data Science & Management of Data (11th ACM IKDD CODS and 29th COMAD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079461295","display_name":"Andrii Krutsylo","orcid":"https://orcid.org/0000-0001-8339-7741"},"institutions":[{"id":"https://openalex.org/I4210087266","display_name":"Institute of Computer Science","ror":"https://ror.org/003fvp964","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210087266","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I99542240","display_name":"Polish Academy of Sciences","ror":"https://ror.org/01dr6c206","country_code":"PL","type":"government","lineage":["https://openalex.org/I99542240"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Andrii Krutsylo","raw_affiliation_strings":["Institute of Computer Science, Polish Academy of Sciences, Poland"],"raw_orcid":"https://orcid.org/0000-0001-8339-7741","affiliations":[{"raw_affiliation_string":"Institute of Computer Science, Polish Academy of Sciences, Poland","institution_ids":["https://openalex.org/I99542240","https://openalex.org/I4210087266"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5079461295"],"corresponding_institution_ids":["https://openalex.org/I4210087266","https://openalex.org/I99542240"],"apc_list":null,"apc_paid":null,"fwci":1.1114,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.7936538,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"202","last_page":"206"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7963597178459167},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.7684329748153687},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7586221694946289},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.6319084167480469},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5264590382575989},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.5180056691169739},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.46779733896255493},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4612810015678406},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.42755380272865295},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39277324080467224},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3352581858634949},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.14813116192817688}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7963597178459167},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.7684329748153687},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7586221694946289},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.6319084167480469},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5264590382575989},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.5180056691169739},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.46779733896255493},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4612810015678406},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.42755380272865295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39277324080467224},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3352581858634949},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.14813116192817688},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3632410.3632469","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3632410.3632469","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 7th Joint International Conference on Data Science & Management of Data (11th ACM IKDD CODS and 29th COMAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2119885577","https://openalex.org/W3013807302","https://openalex.org/W3175853876","https://openalex.org/W3204102604","https://openalex.org/W4312232016"],"related_works":["https://openalex.org/W4361804730","https://openalex.org/W2142113611","https://openalex.org/W2334467465","https://openalex.org/W2018387840","https://openalex.org/W2087870008","https://openalex.org/W2162534555","https://openalex.org/W2752178021","https://openalex.org/W2045629210","https://openalex.org/W2143024819","https://openalex.org/W2964201926"],"abstract_inverted_index":{"Continual":[0],"learning":[1],"aims":[2],"to":[3,8,39,106],"build":[4],"models":[5],"that":[6,21,82,132],"adapt":[7],"a":[9,19,67,79,89,94,129,134,192],"sequence":[10],"of":[11,27,35,43,66,113,137,187],"tasks":[12],"while":[13],"preserving":[14],"prior":[15],"knowledge.":[16],"Experience":[17],"Replay,":[18],"strategy":[20],"involves":[22],"the":[23,36,41,53,63,102,111,142,145,153,184],"retention":[24],"and":[25,92,174],"replay":[26,56,150],"training":[28],"samples":[29,51,103],"from":[30,52,141],"previous":[31],"tasks,":[32],"is":[33],"one":[34],"best":[37],"approaches":[38,166],"mitigate":[40],"issue":[42],"catastrophic":[44],"forgetting.":[45],"Current":[46],"replay-based":[47],"methods":[48],"typically":[49],"select":[50],"memory":[54,179],"for":[55,149,195],"based":[57,151],"on":[58,152,172],"their":[59,117],"individual":[60],"properties,":[61],"overlooking":[62],"collective":[64],"impact":[65],"sample":[68],"batch.":[69],"To":[70,119],"address":[71],"this":[72],"shortcoming,":[73],"we":[74,124],"introduce":[75],"Batch":[76,127],"Cosine":[77],"Distance,":[78],"novel":[80],"metric":[81,98],"measures":[83],"changes":[84],"in":[85,116],"hidden":[86],"representations":[87],"within":[88],"batch":[90,148],"before":[91],"after":[93],"model":[95],"update.":[96],"This":[97,181],"not":[99],"only":[100],"identifies":[101],"most":[104],"susceptible":[105],"forgetting,":[107],"but":[108],"also":[109],"quantifies":[110],"diversity":[112],"affected":[114],"regions":[115],"embeddings.":[118],"empirically":[120],"validate":[121],"our":[122,159],"metric,":[123],"propose":[125],"Random":[126],"Sampling,":[128],"proof-of-concept":[130],"method":[131],"ranks":[133],"small":[135],"number":[136],"random":[138],"batches":[139],"sampled":[140],"memory,":[143],"selecting":[144],"highest":[146],"scoring":[147],"proposed":[154],"metric.":[155],"Despite":[156],"its":[157],"simplicity,":[158],"approach":[160],"demonstrates":[161],"competitive":[162],"performance":[163],"with":[164],"sophisticated":[165],"such":[167],"as":[168],"MIR":[169],"when":[170],"evaluated":[171],"MNIST":[173],"CIFAR-10":[175],"datasets":[176],"across":[177],"various":[178],"sizes.":[180],"study":[182],"underscores":[183],"untapped":[185],"potential":[186],"batch-oriented":[188],"selection":[189],"methods,":[190],"offering":[191],"new":[193],"direction":[194],"future":[196],"investigation.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}