{"id":"https://openalex.org/W4402915800","doi":"https://doi.org/10.1109/icip51287.2024.10647654","title":"Reinforcing Pre-Trained Models Using Counterfactual Images","display_name":"Reinforcing Pre-Trained Models Using Counterfactual Images","publication_year":2024,"publication_date":"2024-09-27","ids":{"openalex":"https://openalex.org/W4402915800","doi":"https://doi.org/10.1109/icip51287.2024.10647654"},"language":"en","primary_location":{"id":"doi:10.1109/icip51287.2024.10647654","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip51287.2024.10647654","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100631401","display_name":"Xiang Li","orcid":"https://orcid.org/0000-0003-0569-2176"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xiang Li","raw_affiliation_strings":["Hokkaido University,Graduate School of Information Science and Technology,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hokkaido University,Graduate School of Information Science and Technology,Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002757875","display_name":"Ren Togo","orcid":"https://orcid.org/0000-0002-4474-3995"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ren Togo","raw_affiliation_strings":["Hokkaido University,Faculty of Information Science and Technology,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hokkaido University,Faculty of Information Science and Technology,Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001420184","display_name":"Keisuke Maeda","orcid":null},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Keisuke Maeda","raw_affiliation_strings":["Hokkaido University,Data-Driven Interdisciplinary Research Emergence Department,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hokkaido University,Data-Driven Interdisciplinary Research Emergence Department,Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009032240","display_name":"Takahiro Ogawa","orcid":"https://orcid.org/0000-0001-5332-8112"},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takahiro Ogawa","raw_affiliation_strings":["Hokkaido University,Faculty of Information Science and Technology,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hokkaido University,Faculty of Information Science and Technology,Japan","institution_ids":["https://openalex.org/I205349734"]}]},{"author_position":"last","author":{"id":null,"display_name":"Miki Haseyama","orcid":null},"institutions":[{"id":"https://openalex.org/I205349734","display_name":"Hokkaido University","ror":"https://ror.org/02e16g702","country_code":"JP","type":"education","lineage":["https://openalex.org/I205349734"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Miki Haseyama","raw_affiliation_strings":["Hokkaido University,Faculty of Information Science and Technology,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hokkaido University,Faculty of Information Science and Technology,Japan","institution_ids":["https://openalex.org/I205349734"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205349734"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"486","last_page":"492"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9114999771118164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9114999771118164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.8597179651260376},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6376081109046936},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5506925582885742},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4700015187263489},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.34947919845581055},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12359288334846497}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.8597179651260376},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6376081109046936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5506925582885742},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4700015187263489},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.34947919845581055},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12359288334846497},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icip51287.2024.10647654","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icip51287.2024.10647654","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Image Processing (ICIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1673923490","https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W1945616565","https://openalex.org/W2194775991","https://openalex.org/W2528491735","https://openalex.org/W2962770929","https://openalex.org/W2963446712","https://openalex.org/W2963966654","https://openalex.org/W2995523160","https://openalex.org/W3121370741","https://openalex.org/W3125997628","https://openalex.org/W3198675127","https://openalex.org/W3199384803","https://openalex.org/W4286611278","https://openalex.org/W4292436332","https://openalex.org/W4312265095","https://openalex.org/W4312933868","https://openalex.org/W4322718191","https://openalex.org/W4386065877","https://openalex.org/W4386076532","https://openalex.org/W6637162671","https://openalex.org/W6637373629","https://openalex.org/W6640425456","https://openalex.org/W6748744355","https://openalex.org/W6755207826","https://openalex.org/W6761184903","https://openalex.org/W6778883912","https://openalex.org/W6783713337","https://openalex.org/W6791353385","https://openalex.org/W6841372470","https://openalex.org/W6846398916","https://openalex.org/W6849177959","https://openalex.org/W6850625674","https://openalex.org/W6850900760","https://openalex.org/W6852565087","https://openalex.org/W6910546390"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,43,92,103,159],"novel":[4,93],"framework":[5,94],"to":[6,59,69,137],"reinforce":[7,140],"classification":[8,17,98,142,149],"models":[9,18,46,150],"using":[10,22,115],"language-guided":[11],"generated":[12,122],"counterfactual":[13,117,131,163],"images.":[14,66],"Deep":[15],"learning":[16,33,79],"are":[19],"often":[20],"trained":[21],"datasets":[23],"that":[24,45,156],"mirror":[25],"real-world":[26],"scenarios.":[27],"In":[28],"this":[29],"training":[30],"process,":[31],"because":[32],"is":[34,42,121],"based":[35],"solely":[36],"on":[37,55,147],"correlations":[38],"with":[39,158],"labels,":[40],"there":[41],"risk":[44],"may":[47],"learn":[48],"spurious":[49],"relationships,":[50],"such":[51],"as":[52,133],"an":[53,134],"overreliance":[54],"features":[56],"not":[57],"central":[58],"the":[60,70,74,97,113,116,130,141,167],"subject,":[61],"like":[62],"background":[63],"elements":[64],"in":[65,77],"However,":[67],"due":[68],"black-box":[71],"nature":[72],"of":[73,102,162],"decision-making":[75],"process":[76],"deep":[78],"models,":[80,99],"identifying":[81],"and":[82,139],"addressing":[83],"these":[84],"vulnerabilities":[85],"has":[86],"been":[87],"particularly":[88],"challenging.":[89],"We":[90],"introduce":[91],"for":[95],"reinforcing":[96],"which":[100,120],"consists":[101],"two-stage":[104],"process.":[105],"First,":[106],"we":[107,128,154],"identify":[108],"model":[109,114],"weaknesses":[110],"by":[111,123],"testing":[112],"image":[118,125],"dataset,":[119],"perturbed":[124],"captions.":[126],"Subsequently,":[127],"employ":[129],"images":[132,164],"augmented":[135],"dataset":[136],"fine-tune":[138],"model.":[143,168],"Through":[144],"extensive":[145],"experiments":[146],"several":[148],"across":[151],"various":[152],"datasets,":[153],"revealed":[155],"fine-tuning":[157],"small":[160],"set":[161],"effectively":[165],"strengthens":[166]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}