{"id":"https://openalex.org/W4381416204","doi":"https://doi.org/10.1109/tg.2023.3288042","title":"Image Augmentation-Based Momentum Memory Intrinsic Reward for Sparse Reward Visual Scenes","display_name":"Image Augmentation-Based Momentum Memory Intrinsic Reward for Sparse Reward Visual Scenes","publication_year":2023,"publication_date":"2023-06-20","ids":{"openalex":"https://openalex.org/W4381416204","doi":"https://doi.org/10.1109/tg.2023.3288042"},"language":"en","primary_location":{"id":"doi:10.1109/tg.2023.3288042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tg.2023.3288042","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114549790","display_name":"Zheng Fang","orcid":"https://orcid.org/0009-0008-7740-4026"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Fang","raw_affiliation_strings":["School of Electronics and Information Engineering, Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0009-0008-7740-4026","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051169478","display_name":"Biao Zhao","orcid":"https://orcid.org/0000-0002-3651-0702"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Zhao","raw_affiliation_strings":["School of Electronics and Information Engineering, Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0002-3651-0702","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071277762","display_name":"Guizhong Liu","orcid":"https://orcid.org/0000-0001-9149-4576"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guizhong Liu","raw_affiliation_strings":["School of Electronics and Information Engineering, Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China"],"raw_orcid":"https://orcid.org/0000-0001-9149-4576","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Xi&#x0027;an Jiaotong University, Xi&#x0027;an, China","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.2127,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.47432602,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"16","issue":"3","first_page":"509","last_page":"517"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6691440343856812},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6463485956192017},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5715926289558411},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.5384526252746582},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5351876020431519},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4265096187591553},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3325123190879822}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6691440343856812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6463485956192017},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5715926289558411},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.5384526252746582},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5351876020431519},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4265096187591553},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3325123190879822},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tg.2023.3288042","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tg.2023.3288042","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2062195135","https://openalex.org/W2130187411","https://openalex.org/W2795079307","https://openalex.org/W2961085424","https://openalex.org/W2793058541","https://openalex.org/W2387058352","https://openalex.org/W1983629434","https://openalex.org/W2004814108","https://openalex.org/W2890544631","https://openalex.org/W2511090434"],"abstract_inverted_index":{"Many":[0],"real-life":[1],"tasks":[2,21],"can":[3,12],"be":[4],"abstracted":[5],"as":[6],"sparse":[7,26,41,88,143],"reward":[8,97,144],"visual":[9,38,70,139],"scenes,":[10],"which":[11,61,108],"make":[13],"it":[14,34,150],"difficult":[15],"for":[16],"an":[17],"agent":[18],"to":[19,127],"accomplish":[20],"accepting":[22],"only":[23],"images":[24],"and":[25,40,43,84,121,147,170],"reward.":[27,85],"To":[28,86],"address":[29],"this":[30],"problem,":[31],"we":[32,72,90],"split":[33],"into":[35],"two":[36],"parts:":[37],"representation":[39,64,75],"reward,":[42,89],"propose":[44],"our":[45,135],"novel":[46],"framework,":[47],"called":[48,98],"Image":[49],"Augmentation":[50],"based":[51],"Momentum":[52,99],"Memory":[53,100],"Intrinsic":[54,101],"Reward":[55,102],"(":[56,103],"<bold":[57,104],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[58,105],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">IAMMIR</b>":[59],"),":[60,107],"combines":[62],"self-supervised":[63],"learning":[65],"with":[66,142],"intrinsic":[67,96],"motivation.":[68],"For":[69],"representation,":[71],"acquire":[73],"a":[74,78,92,138,172],"driven":[76],"by":[77],"combination":[79],"of":[80,95,156],"image-augmented":[81],"forward":[82],"dynamics":[83],"handle":[87],"design":[91],"new":[93],"type":[94],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">MMIR</b>":[106],"uses":[109],"the":[110,113,116,122,129],"difference":[111],"between":[112],"outputs":[114],"from":[115],"current":[117],"model":[118,124],"(online":[119],"network)":[120,126],"historical":[123],"(target":[125],"indicate":[128],"agent's":[130],"state":[131],"familiarity.":[132],"We":[133],"evaluate":[134],"method":[136,160],"on":[137],"navigation":[140],"task":[141],"in":[145,154],"Vizdoom":[146],"demonstrate":[148],"that":[149],"achieves":[151],"state-of-the-art":[152],"performance":[153],"terms":[155],"sample":[157],"efficiency.":[158],"Our":[159],"is":[161],"at":[162],"least":[163],"2":[164],"times":[165],"faster":[166],"than":[167],"existing":[168],"methods":[169],"reaches":[171],"100%":[173],"success":[174],"rate.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}