{"id":"https://openalex.org/W4388820330","doi":"https://doi.org/10.1109/apsipaasc58517.2023.10317500","title":"Learning Meta Soft Prompt for Few-Shot Language Models","display_name":"Learning Meta Soft Prompt for Few-Shot Language Models","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4388820330","doi":"https://doi.org/10.1109/apsipaasc58517.2023.10317500"},"language":"en","primary_location":{"id":"doi:10.1109/apsipaasc58517.2023.10317500","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc58517.2023.10317500","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://discovery.ucl.ac.uk/10183788/1/APSIPA-ASC-2023-Jen-TzungChien-final.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061908942","display_name":"Jen\u2010Tzung Chien","orcid":"https://orcid.org/0000-0003-3466-8941"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jen-Tzung Chien","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Hsinchu,Taiwan","Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016904500","display_name":"Ming-Yen Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ming-Yen Chen","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Hsinchu,Taiwan","Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079361172","display_name":"Jing\u2010Hao Xue","orcid":"https://orcid.org/0000-0003-1174-610X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jing-Hao Xue","raw_affiliation_strings":["University College London,Department of Statistical Science,London,United Kingdom","Department of Statistical Science, University College London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London,Department of Statistical Science,London,United Kingdom","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Department of Statistical Science, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"57","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8254302144050598},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.7177808284759521},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.6594126224517822},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.611625075340271},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5692943334579468},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5298580527305603},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5256936550140381},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.514618992805481},{"id":"https://openalex.org/keywords/one-shot","display_name":"One shot","score":0.42457136511802673},{"id":"https://openalex.org/keywords/meta-learning","display_name":"Meta learning (computer science)","score":0.42148321866989136},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35017678141593933},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0784444808959961},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.07844310998916626},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.06102058291435242}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8254302144050598},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.7177808284759521},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.6594126224517822},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.611625075340271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5692943334579468},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5298580527305603},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5256936550140381},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.514618992805481},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.42457136511802673},{"id":"https://openalex.org/C2781002164","wikidata":"https://www.wikidata.org/wiki/Q6822311","display_name":"Meta learning (computer science)","level":3,"score":0.42148321866989136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35017678141593933},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0784444808959961},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.07844310998916626},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06102058291435242},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/apsipaasc58517.2023.10317500","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc58517.2023.10317500","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10183788","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10183788/","pdf_url":"https://discovery.ucl.ac.uk/10183788/1/APSIPA-ASC-2023-Jen-TzungChien-final.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: 2023 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC). IEEE: Taipei, Taiwan. (2023)","raw_type":"Proceedings paper"}],"best_oa_location":{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10183788","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10183788/","pdf_url":"https://discovery.ucl.ac.uk/10183788/1/APSIPA-ASC-2023-Jen-TzungChien-final.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"In: 2023 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC). IEEE: Taipei, Taiwan. (2023)","raw_type":"Proceedings paper"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4388820330.pdf"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W2056985955","https://openalex.org/W2110027950","https://openalex.org/W2187089797","https://openalex.org/W2295072214","https://openalex.org/W2775654873","https://openalex.org/W2888473984","https://openalex.org/W2911489562","https://openalex.org/W2962897020","https://openalex.org/W2963341956","https://openalex.org/W2963424663","https://openalex.org/W2964411643","https://openalex.org/W2971277088","https://openalex.org/W2973112754","https://openalex.org/W2988016942","https://openalex.org/W3034238904","https://openalex.org/W3035431747","https://openalex.org/W3089628124","https://openalex.org/W3104783994","https://openalex.org/W3153427360","https://openalex.org/W3166720688","https://openalex.org/W3166846774","https://openalex.org/W3172642864","https://openalex.org/W3173777717","https://openalex.org/W4205991051","https://openalex.org/W4292779060","https://openalex.org/W4319585922","https://openalex.org/W4375868933","https://openalex.org/W4385245566","https://openalex.org/W4385482775","https://openalex.org/W4386187806","https://openalex.org/W6736057607","https://openalex.org/W6759579507","https://openalex.org/W6778883912","https://openalex.org/W6796456916"],"related_works":["https://openalex.org/W2786928087","https://openalex.org/W2169518243","https://openalex.org/W1569283511","https://openalex.org/W2784287478","https://openalex.org/W4312585885","https://openalex.org/W3166476084","https://openalex.org/W4287817289","https://openalex.org/W3046043522","https://openalex.org/W2944691285","https://openalex.org/W2987002023"],"abstract_inverted_index":{"Prompt-based":[0],"learning":[1,70,122],"is":[2,94,117],"powerful":[3],"to":[4,55,67,74,85,110,120],"utilize":[5],"the":[6,16,24,31,41,82,124,129,144,147,160],"large-scaled":[7],"pre-trained":[8,153],"language":[9,13,141,154],"model":[10,155],"(PLM)":[11],"for":[12,97],"understanding":[14,142],"where":[15,102,123],"input":[17],"sentences":[18],"are":[19,133],"augmented":[20],"by":[21,156],"either":[22],"adding":[23],"hard":[25],"prompt":[26,33,44,78,93,116,151],"using":[27,157],"word":[28],"tokens":[29],"or":[30],"soft":[32,43,77,92,115,150],"in":[34,45,59,152],"a":[35,52,86,103,111],"form":[36],"of":[37,88,146],"trainable":[38],"tokens.":[39],"However,":[40],"learned":[42],"training":[46],"domain":[47,57,72,100,125],"may":[48],"not":[49],"really":[50],"help":[51],"frozen":[53,83,104],"PLM":[54,84,105],"handle":[56],"shift":[58],"test":[60],"domain.":[61,113],"This":[62,114],"paper":[63],"presents":[64],"an":[65],"approach":[66],"incorporate":[68],"meta":[69,91,121,149],"into":[71],"adaptation":[73,101,126],"train":[75],"new":[76],"which":[79],"sufficiently":[80],"generalizes":[81],"number":[87],"domains.":[89],"The":[90,136],"then":[95],"developed":[96],"few-shot":[98,161],"unsupervised":[99],"can":[106],"be":[107],"quickly":[108],"adapted":[109],"target":[112],"optimized":[118],"according":[119],"loss":[127,132],"and":[128],"prompt-based":[130],"classification":[131],"jointly":[134],"minimized.":[135],"experiments":[137],"on":[138],"multi-domain":[139],"natural":[140],"show":[143],"benefits":[145],"proposed":[148],"BERT":[158],"under":[159],"setting.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}