{"id":"https://openalex.org/W4392909639","doi":"https://doi.org/10.1109/icassp48485.2024.10448063","title":"Exploring Soft Prompt Initialization Strategy for Few-Shot Continual Text Classification","display_name":"Exploring Soft Prompt Initialization Strategy for Few-Shot Continual Text Classification","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392909639","doi":"https://doi.org/10.1109/icassp48485.2024.10448063"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10448063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10448063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101201263","display_name":"Zhehao Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]},{"id":"https://openalex.org/I4210166639","display_name":"Dartmouth Hospital","ror":"https://ror.org/02j3qj605","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I4210166639"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Zhehao Zhang","raw_affiliation_strings":["Dartmouth College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dartmouth College","institution_ids":["https://openalex.org/I107672454","https://openalex.org/I4210166639"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100767817","display_name":"Tong Yu","orcid":"https://orcid.org/0000-0002-5991-2050"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tong Yu","raw_affiliation_strings":["Adobe Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024078415","display_name":"Handong Zhao","orcid":"https://orcid.org/0000-0003-3775-2954"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Handong Zhao","raw_affiliation_strings":["Adobe Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Adobe Research","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094046378","display_name":"Kaige Xie","orcid":"https://orcid.org/0000-0002-4914-8669"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaige Xie","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052731721","display_name":"Lina Yao","orcid":"https://orcid.org/0000-0002-4149-839X"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lina Yao","raw_affiliation_strings":["CSIRO,Data61","Data61, CSIRO","The University of New South Wales"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSIRO,Data61","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]},{"raw_affiliation_string":"Data61, CSIRO","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]},{"raw_affiliation_string":"The University of New South Wales","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100424057","display_name":"Shuai Li","orcid":"https://orcid.org/0000-0001-6722-017X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Li","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7112,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66017264,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"12106","last_page":"12110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9157999753952026,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.7700295448303223},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7010477185249329},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5526243448257446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5503923892974854},{"id":"https://openalex.org/keywords/one-shot","display_name":"One shot","score":0.5201675891876221},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.379889577627182},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11181101202964783},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08632594347000122}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.7700295448303223},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7010477185249329},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5526243448257446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5503923892974854},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.5201675891876221},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.379889577627182},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11181101202964783},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08632594347000122},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10448063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10448063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1552847225","https://openalex.org/W2559655401","https://openalex.org/W3121904249","https://openalex.org/W3153427360","https://openalex.org/W3171057731","https://openalex.org/W3185613168","https://openalex.org/W3188542058","https://openalex.org/W3205717164","https://openalex.org/W4205991051","https://openalex.org/W4224945259","https://openalex.org/W4225083923","https://openalex.org/W4229005744","https://openalex.org/W4285309825","https://openalex.org/W4287891024","https://openalex.org/W4307079201","https://openalex.org/W4372260038","https://openalex.org/W4372260089","https://openalex.org/W4372260489","https://openalex.org/W4372266808","https://openalex.org/W4389636360","https://openalex.org/W6633136396","https://openalex.org/W6676984168","https://openalex.org/W6685053522","https://openalex.org/W6782879696","https://openalex.org/W6849091572"],"related_works":["https://openalex.org/W2497720472","https://openalex.org/W4292659306","https://openalex.org/W3044321615","https://openalex.org/W4294892107","https://openalex.org/W2806221744","https://openalex.org/W2326937258","https://openalex.org/W394267150","https://openalex.org/W2773965352","https://openalex.org/W2357748469","https://openalex.org/W2392917037"],"abstract_inverted_index":{"Few-shot":[0],"continual":[1,75],"learning":[2,36,47],"(FSCL)":[3],"is":[4],"a":[5,17,108],"challenging":[6],"setting":[7],"as":[8,33],"it":[9],"requires":[10],"models":[11,128],"to":[12,25,54,57,78],"learn":[13],"new":[14,26],"knowledge":[15,84],"with":[16,86,125],"few":[18],"examples":[19],"over":[20,145],"time,":[21],"and":[22,82,120,138],"fast":[23],"adapt":[24],"tasks":[27],"without":[28],"forgetting":[29,81],"previous":[30],"knowledge.":[31],"Prompt-tuning,":[32],"an":[34],"efficient":[35],"approach":[37,111],"for":[38,48,63,74],"language":[39,127],"models,":[40],"has":[41],"shown":[42],"competitive":[43],"performance":[44],"in":[45,61,89,133],"data-efficient":[46],"various":[49],"NLP":[50],"tasks,":[51],"motivating":[52],"us":[53],"explore":[55],"how":[56],"effectively":[58],"perform":[59],"prompt-tuning":[60,73],"FSCL":[62,135],"text":[64],"classification.":[65],"In":[66],"this":[67],"work,":[68],"we":[69,103],"focus":[70],"on":[71],"studying":[72],"classification,":[76],"aiming":[77],"alleviate":[79],"catastrophic":[80],"improve":[83],"transfer":[85],"few-shot":[87],"data":[88],"FSCL.":[90],"After":[91],"carefully":[92],"analyzing":[93],"the":[94,115,141],"limited":[95],"representation":[96],"capability":[97],"of":[98,143],"existing":[99],"soft-prompt":[100],"initialization":[101,110],"methods,":[102],"propose":[104],"Task-Aware":[105],"Initialization":[106],"(TAI),":[107],"novel":[109],"that":[112],"can":[113],"combine":[114],"information":[116],"from":[117],"both":[118],"context":[119],"label":[121],"space.":[122],"Extensive":[123],"experiments":[124],"different":[126],"including":[129],"recent":[130],"instruction-finetuned":[131],"LLM":[132],"two":[134],"settings":[136],"(shot-invariant":[137],"shot-variant)":[139],"demonstrate":[140],"superiority":[142],"TAI":[144],"current":[146],"approaches.":[147]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}