{"id":"https://openalex.org/W4392902946","doi":"https://doi.org/10.1109/icassp48485.2024.10448239","title":"Comparable Demonstrations Are Important In In-Context Learning: A Novel Perspective On Demonstration Selection","display_name":"Comparable Demonstrations Are Important In In-Context Learning: A Novel Perspective On Demonstration Selection","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392902946","doi":"https://doi.org/10.1109/icassp48485.2024.10448239"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10448239","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10448239","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006419976","display_name":"Caoyun Fan","orcid":"https://orcid.org/0000-0001-7360-3468"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Caoyun Fan","raw_affiliation_strings":["Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,AI Institute,Shanghai,China","AI Institute, MoE Key Lab of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,AI Institute,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"AI Institute, MoE Key Lab of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110766031","display_name":"Jidong Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jidong Tian","raw_affiliation_strings":["Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,AI Institute,Shanghai,China","AI Institute, MoE Key Lab of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,AI Institute,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"AI Institute, MoE Key Lab of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101479911","display_name":"Yitian Li","orcid":"https://orcid.org/0000-0001-9714-1368"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yitian Li","raw_affiliation_strings":["Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,AI Institute,Shanghai,China","AI Institute, MoE Key Lab of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,AI Institute,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"AI Institute, MoE Key Lab of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074745823","display_name":"Hao He","orcid":"https://orcid.org/0000-0003-0832-8310"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao He","raw_affiliation_strings":["Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,AI Institute,Shanghai,China","AI Institute, MoE Key Lab of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,AI Institute,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"AI Institute, MoE Key Lab of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085787425","display_name":"Yaohui Jin","orcid":"https://orcid.org/0000-0001-6158-6277"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaohui Jin","raw_affiliation_strings":["Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,AI Institute,Shanghai,China","AI Institute, MoE Key Lab of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,MoE Key Lab of Artificial Intelligence,AI Institute,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"AI Institute, MoE Key Lab of Artificial Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.02513262,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10436","last_page":"10440"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.8034406304359436},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.7969782948493958},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6891434192657471},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6687315106391907},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6663061380386353},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.617523193359375},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3909183144569397},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.37422171235084534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3127208352088928},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2284621298313141},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.20593035221099854},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12521660327911377},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.07028782367706299}],"concepts":[{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.8034406304359436},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.7969782948493958},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6891434192657471},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6687315106391907},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6663061380386353},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.617523193359375},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3909183144569397},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.37422171235084534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3127208352088928},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2284621298313141},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.20593035221099854},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12521660327911377},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.07028782367706299},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10448239","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10448239","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1445079709","display_name":null,"funder_award_id":"2021SHZDZX0102","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1840435438","https://openalex.org/W2170240176","https://openalex.org/W2963846996","https://openalex.org/W2971196067","https://openalex.org/W2977235550","https://openalex.org/W3122241445","https://openalex.org/W3176197839","https://openalex.org/W3177397812","https://openalex.org/W3177575812","https://openalex.org/W3185341429","https://openalex.org/W3198599617","https://openalex.org/W4283026156","https://openalex.org/W4304194220","https://openalex.org/W4385567149","https://openalex.org/W4385569978","https://openalex.org/W4385570910","https://openalex.org/W4385571671","https://openalex.org/W4385571789","https://openalex.org/W4385573261","https://openalex.org/W4387538070","https://openalex.org/W4389519261","https://openalex.org/W4392240262","https://openalex.org/W4393160233","https://openalex.org/W6676984168","https://openalex.org/W6685053522","https://openalex.org/W6768299147","https://openalex.org/W6783608825","https://openalex.org/W6838461753","https://openalex.org/W6838461927","https://openalex.org/W6845413636","https://openalex.org/W6852353527"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W3113091479","https://openalex.org/W2162899405","https://openalex.org/W941090075","https://openalex.org/W2044987316","https://openalex.org/W3134374554","https://openalex.org/W2237480245","https://openalex.org/W2389015757","https://openalex.org/W3196817267","https://openalex.org/W1976600725"],"abstract_inverted_index":{"In-Context":[0],"Learning":[1],"(ICL)":[2],"is":[3],"an":[4],"important":[5],"paradigm":[6],"for":[7,153],"adapting":[8],"Large":[9],"Language":[10],"Models":[11],"(LLMs)":[12],"to":[13,34,54,76,83],"downstream":[14],"tasks":[15],"through":[16,58,93],"a":[17,98,141,145],"few":[18],"demonstrations.":[19],"Despite":[20],"the":[21,26,29,38,45,59,62,74,78,85,94,137,149],"great":[22],"success":[23],"of":[24,28,61,100],"ICL,":[25,127],"limitation":[27],"demonstration":[30,35,108,150],"number":[31],"may":[32],"lead":[33],"bias,":[36],"i.e.":[37],"input-label":[39],"mapping":[40],"induced":[41],"by":[42,49,71],"LLMs":[43],"misunderstands":[44],"task\u2019s":[46,86],"essence.":[47],"Inspired":[48],"human":[50],"experience,":[51],"we":[52,66,104],"attempt":[53],"mitigate":[55],"such":[56,119],"bias":[57,109],"perspective":[60],"inter-demonstration":[63,95],"relationship.":[64],"Specifically,":[65],"construct":[67],"Comparable":[68],"Demonstrations":[69],"(CDs)":[70],"minimally":[72],"editing":[73],"texts":[75],"flip":[77],"corresponding":[79],"labels,":[80],"in":[81,112,126,129],"order":[82],"highlight":[84],"essence":[87],"and":[88,114],"eliminate":[89],"potential":[90],"spurious":[91],"correlations":[92],"comparison.":[96],"Through":[97],"series":[99],"experiments":[101],"on":[102],"CDs,":[103],"find":[105],"that":[106],"(1)":[107],"does":[110],"exist":[111],"LLMs,":[113],"CDs":[115,122],"can":[116],"significantly":[117],"reduce":[118],"bias;":[120],"(2)":[121],"exhibit":[123],"good":[124],"performance":[125],"especially":[128],"out-of-distribution":[130],"scenarios.":[131],"In":[132],"summary,":[133],"this":[134],"study":[135],"explores":[136],"ICL":[138],"mechanisms":[139],"from":[140],"novel":[142],"perspective,":[143],"providing":[144],"deeper":[146],"insight":[147],"into":[148],"selection":[151],"strategy":[152],"ICL.":[154]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}