{"id":"https://openalex.org/W4407690810","doi":"https://doi.org/10.1109/tkde.2025.3543422","title":"Build a Good Human-Free Prompt Tuning: Jointly Pre-Trained Template and Verbalizer for Few-Shot Classification","display_name":"Build a Good Human-Free Prompt Tuning: Jointly Pre-Trained Template and Verbalizer for Few-Shot Classification","publication_year":2025,"publication_date":"2025-02-18","ids":{"openalex":"https://openalex.org/W4407690810","doi":"https://doi.org/10.1109/tkde.2025.3543422"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2025.3543422","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3543422","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057551045","display_name":"Mouxiang Chen","orcid":"https://orcid.org/0000-0002-8341-1467"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mouxiang Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","College of Computer Science and Technology, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102002378","display_name":"Han Fu","orcid":"https://orcid.org/0000-0003-3587-0455"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Fu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","College of Computer Science and Technology, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101721522","display_name":"Chenghao Liu","orcid":"https://orcid.org/0000-0002-6934-2354"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chenghao Liu","raw_affiliation_strings":["Salesforce Research Asia, Singapore"],"affiliations":[{"raw_affiliation_string":"Salesforce Research Asia, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069574432","display_name":"Xiaoyun Joy Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyun Joy Wang","raw_affiliation_strings":["State Street Technology (Zhejiang) Ltd., Hangzhou, China","State Street Technology (Zhejiang) Ltd, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"State Street Technology (Zhejiang) Ltd., Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"State Street Technology (Zhejiang) Ltd, Hangzhou, Zhejiang, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087104928","display_name":"Zhuo Li","orcid":"https://orcid.org/0000-0001-9381-7359"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuo Li","raw_affiliation_strings":["State Street Technology (Zhejiang) Ltd., Hangzhou, China","Street Technology (Zhejiang) Ltd, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"State Street Technology (Zhejiang) Ltd., Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Street Technology (Zhejiang) Ltd, Hangzhou, Zhejiang, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100428993","display_name":"Jianling Sun","orcid":"https://orcid.org/0000-0001-8799-6020"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianling Sun","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","College of Computer Science and Technology, Zhejiang University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5057551045"],"corresponding_institution_ids":["https://openalex.org/I168879160"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01241437,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"37","issue":"5","first_page":"2253","last_page":"2265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9589999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9589999914169312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8125650882720947},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5573717355728149},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49461814761161804},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38056468963623047}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8125650882720947},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5573717355728149},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49461814761161804},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38056468963623047},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2025.3543422","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2025.3543422","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1552847225","https://openalex.org/W2740642134","https://openalex.org/W2937423263","https://openalex.org/W3156636935","https://openalex.org/W4386187806","https://openalex.org/W4392637225","https://openalex.org/W6685053522","https://openalex.org/W6727099177","https://openalex.org/W6737236263","https://openalex.org/W6755207826","https://openalex.org/W6765473094","https://openalex.org/W6766673545","https://openalex.org/W6767278183","https://openalex.org/W6769627184","https://openalex.org/W6773357711","https://openalex.org/W6778883912","https://openalex.org/W6782942446","https://openalex.org/W6784512941","https://openalex.org/W6784572768","https://openalex.org/W6788701349","https://openalex.org/W6788732509","https://openalex.org/W6790003725","https://openalex.org/W6793601707","https://openalex.org/W6796581206","https://openalex.org/W6798494020","https://openalex.org/W6799271272","https://openalex.org/W6800480908","https://openalex.org/W6800819532","https://openalex.org/W6802614535","https://openalex.org/W6803842174","https://openalex.org/W6810272626","https://openalex.org/W6844194202","https://openalex.org/W6852926760","https://openalex.org/W6855572757"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2033914206","https://openalex.org/W2042327336"],"abstract_inverted_index":{"Prompt":[0],"tuning":[1,23,76,187],"for":[2,12,105],"pre-trained":[3],"language":[4],"models":[5],"(PLMs)":[6],"has":[7],"been":[8],"an":[9],"effective":[10],"approach":[11],"few-shot":[13,163],"text":[14,31],"classification.":[15],"To":[16,91,148],"make":[17],"a":[18,20,26,33,37,72,100,114],"prediction,":[19],"typical":[21],"prompt":[22,75,79,186,197],"method":[24],"employs":[25],"template":[27],"wrapping":[28],"the":[29,40,93,110,120,124,129,137,151,157,162],"input":[30],"into":[32,113],"cloze":[34],"question,":[35],"and":[36,53,81,123,156,177],"verbalizer":[38],"mapping":[39],"output":[41],"embedding":[42],"to":[43,70,108,144],"labels.":[44],"However,":[45],"current":[46],"methods":[47],"typically":[48],"depend":[49],"on":[50],"handcrafted":[51],"templates":[52,80],"verbalizers,":[54,83],"which":[55,84,140],"require":[56],"much":[57],"domain-specific":[58],"prior":[59],"knowledge":[60],"by":[61],"human":[62],"efforts.":[63],"In":[64],"this":[65,173,184],"work,":[66],"we":[67,98,160],"investigate":[68],"how":[69],"build":[71],"good":[73],"human-free":[74,185],"using":[77,126],"soft":[78,82,121],"can":[85,132,188],"be":[86,142],"learned":[87],"directly":[88],"from":[89],"data.":[90],"address":[92],"challenge":[94],"of":[95,102],"data":[96],"scarcity,":[97],"integrate":[99],"set":[101],"trainable":[103],"bases":[104,125],"sentence":[106,138],"representation":[107],"transfer":[109],"contextual":[111],"information":[112],"low-dimensional":[115],"space.":[116],"By":[117],"jointly":[118],"pre-training":[119,158],"prompts":[122],"contrastive":[127,168],"learning,":[128],"projection":[130],"space":[131],"catch":[133],"critical":[134],"semantics":[135],"at":[136],"level,":[139],"could":[141],"transferred":[143],"various":[145],"downstream":[146,154],"tasks.":[147],"better":[149,193],"bridge":[150],"gap":[152],"between":[153],"tasks":[155,165],"procedure,":[159],"formulate":[161],"classification":[164],"as":[166],"another":[167],"learning":[169],"problem.":[170],"We":[171],"name":[172],"Jointly":[174],"Pretrained":[175],"Template":[176],"Verbalizer":[178],"(JPTV).":[179],"Extensive":[180],"experiments":[181],"show":[182],"that":[183],"achieve":[189],"comparable":[190],"or":[191],"even":[192],"performance":[194],"than":[195],"manual":[196],"tuning.":[198]},"counts_by_year":[],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}
