{"id":"https://openalex.org/W4385567822","doi":"https://doi.org/10.1145/3580305.3599430","title":"MetricPrompt: Prompting Model as a Relevance Metric for Few-shot Text Classification","display_name":"MetricPrompt: Prompting Model as a Relevance Metric for Few-shot Text Classification","publication_year":2023,"publication_date":"2023-08-04","ids":{"openalex":"https://openalex.org/W4385567822","doi":"https://doi.org/10.1145/3580305.3599430"},"language":"en","primary_location":{"id":"doi:10.1145/3580305.3599430","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103110721","display_name":"Hongyuan Dong","orcid":"https://orcid.org/0009-0008-9008-4282"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongyuan Dong","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102020195","display_name":"Weinan Zhang","orcid":"https://orcid.org/0000-0001-5981-4752"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weinan Zhang","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019108029","display_name":"Wanxiang Che","orcid":"https://orcid.org/0000-0002-3907-0335"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanxiang Che","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103110721"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.3457,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65164852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"426","last_page":"436"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8403764963150024},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7971254587173462},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6823112368583679},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6649003624916077},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.6420687437057495},{"id":"https://openalex.org/keywords/relevance-feedback","display_name":"Relevance feedback","score":0.639549195766449},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5505774021148682},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5462526679039001},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.4975035488605499},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49593767523765564},{"id":"https://openalex.org/keywords/one-shot","display_name":"One shot","score":0.46770140528678894},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4220486283302307},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4214687943458557},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3699105978012085},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.17746829986572266},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1113283634185791},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07013297080993652}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8403764963150024},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7971254587173462},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6823112368583679},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6649003624916077},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.6420687437057495},{"id":"https://openalex.org/C2779532271","wikidata":"https://www.wikidata.org/wiki/Q445558","display_name":"Relevance feedback","level":4,"score":0.639549195766449},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5505774021148682},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5462526679039001},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.4975035488605499},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49593767523765564},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.46770140528678894},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4220486283302307},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4214687943458557},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3699105978012085},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.17746829986572266},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1113283634185791},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07013297080993652},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3580305.3599430","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3580305.3599430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1649532842","display_name":null,"funder_award_id":"61976072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2565984771","display_name":null,"funder_award_id":"62236004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8208342437","display_name":null,"funder_award_id":"1 and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8330438960","display_name":null,"funder_award_id":"62236004, 61976072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2064794832","https://openalex.org/W2101442171","https://openalex.org/W2122111042","https://openalex.org/W2517396745","https://openalex.org/W2892181857","https://openalex.org/W2963341956","https://openalex.org/W2970476646","https://openalex.org/W2979826702","https://openalex.org/W2981852735","https://openalex.org/W3096580779","https://openalex.org/W3098267758","https://openalex.org/W3111372685","https://openalex.org/W3153427360","https://openalex.org/W3172642864","https://openalex.org/W3173777717","https://openalex.org/W3174770825","https://openalex.org/W3174784402","https://openalex.org/W3176489198","https://openalex.org/W3210129272","https://openalex.org/W4205184193","https://openalex.org/W4206214875","https://openalex.org/W4224903953","https://openalex.org/W4231115877","https://openalex.org/W4238846128","https://openalex.org/W4285286749","https://openalex.org/W4288089799"],"related_works":["https://openalex.org/W2497720472","https://openalex.org/W4292659306","https://openalex.org/W3044321615","https://openalex.org/W4294892107","https://openalex.org/W2806221744","https://openalex.org/W2326937258","https://openalex.org/W394267150","https://openalex.org/W2773965352","https://openalex.org/W2357748469","https://openalex.org/W2392917037"],"abstract_inverted_index":{"Prompting":[0],"methods":[1,132],"have":[2],"shown":[3],"impressive":[4],"performance":[5,23],"in":[6],"a":[7,89,93],"variety":[8],"of":[9,24,32],"text":[10,51,55,80,113],"mining":[11],"tasks":[12],"and":[13,35,79,92,127],"applications,":[14],"especially":[15],"few-shot":[16,50,118,135],"ones.":[17],"Despite":[18],"the":[19,22,30,65,70],"promising":[20],"prospects,":[21],"prompting":[25,62],"model":[26,63],"largely":[27],"depends":[28],"on":[29,109],"design":[31,46,131],"prompt":[33],"template":[34],"verbalizer.":[36],"In":[37],"this":[38],"work,":[39],"we":[40],"propose":[41],"MetricPrompt,":[42],"which":[43],"eases":[44],"verbalizer":[45,126,130],"difficulty":[47],"by":[48],"reformulating":[49],"classification":[52,81,114],"task":[53],"into":[54],"pair":[56],"relevance":[57,66,100,104],"estimation":[58],"task.":[59],"MetricPrompt":[60,97,123],"adopts":[61],"as":[64],"metric,":[67],"further":[68],"bridging":[69],"gap":[71],"between":[72],"Pre-trained":[73],"Language":[74],"Model's":[75],"(PLM)":[76],"pre-training":[77],"objective":[78],"task,":[82],"making":[83],"possible":[84],"PLM's":[85],"smooth":[86],"adaption.":[87],"Taking":[88],"training":[90],"sample":[91],"query":[94],"one":[95],"simultaneously,":[96],"captures":[98],"cross-sample":[99],"information":[101],"for":[102],"accurate":[103],"estimation.":[105],"We":[106],"conduct":[107],"experiments":[108],"three":[110],"widely":[111],"used":[112],"datasets":[115],"across":[116,133],"four":[117],"settings.":[119],"Results":[120],"show":[121],"that":[122],"outperforms":[124],"manual":[125],"other":[128],"automatic":[129],"all":[134],"settings,":[136],"achieving":[137],"new":[138],"state-of-the-art":[139],"(SOTA)":[140],"performance.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}
