{"id":"https://openalex.org/W7140146135","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.13","title":"Mitigating Copy Bias in In-Context Learning through Neuron Pruning","display_name":"Mitigating Copy Bias in In-Context Learning through Neuron Pruning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140146135","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.13"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-eacl.13","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.13","pdf_url":"https://aclanthology.org/2026.findings-eacl.13.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-eacl.13.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094077048","display_name":"Ameen Ali","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ameen Ali Ali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130388239","display_name":"Lior Wolf","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Lior Wolf","raw_affiliation_strings":["Aviv University Tel Aviv University The University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aviv University Tel Aviv University The University of Edinburgh","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130408794","display_name":"Ivan Titov","orcid":null},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Ivan Titov","raw_affiliation_strings":["Aviv University Tel Aviv University The University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aviv University Tel Aviv University The University of Edinburgh","institution_ids":["https://openalex.org/I16391192"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26186296,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"230","last_page":"251"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.42089998722076416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.42089998722076416,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.07580000162124634,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.062199998646974564,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.48669999837875366},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4041999876499176},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3172999918460846},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3091999888420105},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.30309998989105225}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5950999855995178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5892000198364258},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.48669999837875366},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4041999876499176},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3172999918460846},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3052999973297119},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2556999921798706},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-eacl.13","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.13","pdf_url":"https://aclanthology.org/2026.findings-eacl.13.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-eacl.13","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.13","pdf_url":"https://aclanthology.org/2026.findings-eacl.13.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140146135.pdf","grobid_xml":"https://content.openalex.org/works/W7140146135.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"demonstrated":[5],"impressive":[6],"few-shot":[7],"in-context":[8],"learning":[9,32],"(ICL)":[10],"abilities.Still,":[11],"we":[12,38,50,105],"show":[13,85],"that":[14,64,70,86,125,134],"they":[15,24],"are":[16],"sometimes":[17],"prone":[18],"to":[19,45,61],"a":[20,40,52,78,107],"'copying":[21],"bias',":[22],"where":[23],"copy":[25],"answers":[26],"from":[27],"provided":[28],"examples":[29],"instead":[30],"of":[31,81,130],"the":[33,57,122,128,135],"underlying":[34],"patterns.In":[35],"this":[36],"work,":[37],"propose":[39],"novel":[41],"and":[42,55,97,112],"simple":[43],"method":[44,60,88],"mitigate":[46],"such":[47],"copying":[48,66],"bias.First,":[49],"create":[51],"synthetic":[53],"task":[54,114,141],"use":[56],"Integrated":[58],"Gradients":[59],"identify":[62],"neurons":[63,73,137],"prioritize":[65],"over":[67],"generalization.We":[68],"demonstrate":[69],"pruning":[71,126],"these":[72,131],"consistently":[74],"improves":[75],"performance":[76],"across":[77,91],"diverse":[79],"set":[80],"ICL":[82,111],"tasks.We":[83],"also":[84],"our":[87,103],"is":[89],"applicable":[90],"various":[92],"LLM":[93],"architectures,":[94],"including":[95],"Transformers":[96],"State-Space":[98],"Models,":[99],"without":[100],"requiring":[101],"modifications.In":[102],"analysis,":[104],"adopt":[106],"task-recognition":[108],"perspective":[109],"on":[110],"examine":[113],"vectors":[115],"(Hendel":[116],"et":[117],"al.,":[118],"2023)":[119],"induced":[120],"by":[121],"model.We":[123],"find":[124],"enhances":[127],"quality":[129],"vectors,":[132],"suggesting":[133],"pruned":[136],"previously":[138],"hindered":[139],"effective":[140],"recognition.":[142]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-03-24T00:00:00"}