{"id":"https://openalex.org/W4377371534","doi":"https://doi.org/10.48550/arxiv.2305.11442","title":"Zero-Shot Text Classification via Self-Supervised Tuning","display_name":"Zero-Shot Text Classification via Self-Supervised Tuning","publication_year":2023,"publication_date":"2023-05-19","ids":{"openalex":"https://openalex.org/W4377371534","doi":"https://doi.org/10.48550/arxiv.2305.11442"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2305.11442","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.11442","pdf_url":"https://arxiv.org/pdf/2305.11442","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2305.11442","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042452305","display_name":"Chaoqun Liu","orcid":"https://orcid.org/0000-0002-7204-1974"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Liu, Chaoqun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115595118","display_name":"Wenxuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wenxuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101648428","display_name":"Guizhen Chen","orcid":"https://orcid.org/0009-0004-5270-2730"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guizhen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011376608","display_name":"Xiaobao Wu","orcid":"https://orcid.org/0000-0003-0076-3924"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xiaobao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050386762","display_name":"Anh Tuan Luu","orcid":"https://orcid.org/0000-0002-1927-9895"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luu, Anh Tuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029335324","display_name":"Chip-Hong Chang","orcid":"https://orcid.org/0000-0002-8897-6176"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Chip Hong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5086674741","display_name":"Lidong Bing","orcid":"https://orcid.org/0000-0003-4565-6313"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bing, Lidong","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5042452305"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8138159513473511},{"id":"https://openalex.org/keywords/paragraph","display_name":"Paragraph","score":0.6848145127296448},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6505459547042847},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6157392859458923},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.5148550868034363},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5050707459449768},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.49739769101142883},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.47652849555015564},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4603635370731354},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43210458755493164},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.4240574538707733}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8138159513473511},{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.6848145127296448},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6505459547042847},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6157392859458923},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5148550868034363},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5050707459449768},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.49739769101142883},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.47652849555015564},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4603635370731354},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43210458755493164},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.4240574538707733},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2305.11442","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.11442","pdf_url":"https://arxiv.org/pdf/2305.11442","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/168505","is_oa":false,"landing_page_url":"https://2023.aclweb.org/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"},{"id":"doi:10.48550/arxiv.2305.11442","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.11442","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2305.11442","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.11442","pdf_url":"https://arxiv.org/pdf/2305.11442","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7799999713897705,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3048563442","display_name":null,"funder_award_id":"Tier 1","funder_id":"https://openalex.org/F4320320766","funder_display_name":"Nanyang Technological University"}],"funders":[{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"},{"id":"https://openalex.org/F4320322724","display_name":"Ministry of Education, India","ror":"https://ror.org/048xjjh50"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4377371534.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2377059580","https://openalex.org/W4200355488","https://openalex.org/W2391800119","https://openalex.org/W2595239241","https://openalex.org/W2799181378","https://openalex.org/W2052919063","https://openalex.org/W3003711649","https://openalex.org/W2904173691","https://openalex.org/W4365517254","https://openalex.org/W270947280"],"abstract_inverted_index":{"Existing":[0],"solutions":[1],"to":[2,16,44,79,94,96,112,152],"zero-shot":[3,46,114],"text":[4,47,87],"classification":[5,48,88,122],"either":[6],"conduct":[7,113],"prompting":[8],"with":[9,55],"pre-trained":[10,159],"language":[11,53],"models,":[12],"which":[13],"is":[14,110,149],"sensitive":[15,151],"the":[17,52,63,81,92,98,106,108,133,143,153],"choices":[18],"of":[19,27,66,139],"templates,":[20],"or":[21],"rely":[22],"on":[23,41,105,116,136],"large-scale":[24],"annotated":[25],"data":[26,85],"relevant":[28],"tasks":[29,49,118],"for":[30],"meta-tuning.":[31],"In":[32],"this":[33],"work,":[34],"we":[35,69],"propose":[36,70],"a":[37,71,102],"new":[38,72],"paradigm":[39],"based":[40,104],"self-supervised":[42,59],"learning":[43,73],"solve":[45],"by":[50],"tuning":[51,91],"models":[54,160],"unlabeled":[56,84],"data,":[57],"called":[58,75],"tuning.":[60],"By":[61],"exploring":[62],"inherent":[64],"structure":[65],"free":[67],"texts,":[68],"objective":[74],"first":[76,99],"sentence":[77,100],"prediction":[78],"bridge":[80],"gap":[82],"between":[83],"and":[86,123,158],"tasks.":[89,141],"After":[90],"model":[93,109,131,148],"learn":[95],"predict":[97],"in":[101],"paragraph":[103],"rest,":[107],"able":[111],"inference":[115],"unseen":[117],"such":[119],"as":[120],"topic":[121],"sentiment":[124],"analysis.":[125],"Experimental":[126],"results":[127],"show":[128],"that":[129,146],"our":[130,147],"outperforms":[132],"state-of-the-art":[134],"baselines":[135],"7":[137],"out":[138],"10":[140],"Moreover,":[142],"analysis":[144],"reveals":[145],"less":[150],"prompt":[154],"design.":[155],"Our":[156],"code":[157],"are":[161],"publicly":[162],"available":[163],"at":[164],"https://github.com/DAMO-NLP-SG/SSTuning":[165],".":[166]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}