{"id":"https://openalex.org/W4379933215","doi":"https://doi.org/10.48550/arxiv.2306.03974","title":"TKDP: Threefold Knowledge-enriched Deep Prompt Tuning for Few-shot Named Entity Recognition","display_name":"TKDP: Threefold Knowledge-enriched Deep Prompt Tuning for Few-shot Named Entity Recognition","publication_year":2023,"publication_date":"2023-06-06","ids":{"openalex":"https://openalex.org/W4379933215","doi":"https://doi.org/10.48550/arxiv.2306.03974"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2306.03974","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.03974","pdf_url":"https://arxiv.org/pdf/2306.03974","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.03974","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074587026","display_name":"Jiang Liu","orcid":"https://orcid.org/0000-0002-5815-135X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055815455","display_name":"Hao Fei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100325863","display_name":"Fei Li","orcid":"https://orcid.org/0000-0002-9199-149X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114833340","display_name":"Jingye Li","orcid":"https://orcid.org/0000-0002-9063-3594"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jingye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101922939","display_name":"Bobo Li","orcid":"https://orcid.org/0000-0002-0513-5540"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048756500","display_name":"Liang Zhao","orcid":"https://orcid.org/0000-0002-2648-9989"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101895693","display_name":"Chong Teng","orcid":"https://orcid.org/0009-0008-6543-2548"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Teng, Chong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101801149","display_name":"Donghong Ji","orcid":"https://orcid.org/0000-0003-4020-983X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Donghong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9455999732017517,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8122659921646118},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.8049060106277466},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7154929041862488},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6427018642425537},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6007038354873657},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5851756930351257},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5337506532669067},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.47537556290626526},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.44732001423835754},{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.4262063801288605},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4188781976699829},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.20589354634284973},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.0725504457950592},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.058535367250442505}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8122659921646118},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.8049060106277466},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7154929041862488},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6427018642425537},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6007038354873657},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5851756930351257},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5337506532669067},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.47537556290626526},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44732001423835754},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.4262063801288605},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4188781976699829},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.20589354634284973},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0725504457950592},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.058535367250442505},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2306.03974","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.03974","pdf_url":"https://arxiv.org/pdf/2306.03974","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.03974","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.03974","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.03974","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.03974","pdf_url":"https://arxiv.org/pdf/2306.03974","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1453686608","display_name":null,"funder_award_id":"62176187","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2128248132","display_name":null,"funder_award_id":"2017YFC1200500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2467071366","display_name":null,"funder_award_id":"2022YFB3103602","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G295657101","display_name":null,"funder_award_id":"2019/","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G3753909773","display_name":null,"funder_award_id":"18JZD015","funder_id":"https://openalex.org/F4320321106","funder_display_name":"Ministry of Education of the People's Republic of China"},{"id":"https://openalex.org/G6713122265","display_name":null,"funder_award_id":"2019/07665-4","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"}],"funders":[{"id":"https://openalex.org/F4320307762","display_name":"International Business Machines Corporation","ror":"https://ror.org/05hh8d621"},{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4379933215.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4312814274","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"Few-shot":[0],"named":[1,11],"entity":[2],"recognition":[3],"(NER)":[4],"exploits":[5],"limited":[6],"annotated":[7],"instances":[8],"to":[9,24,41,57,117,161],"identify":[10],"mentions.":[12],"Effectively":[13],"transferring":[14],"the":[15,22,28,52,67,78,84,95,103,134],"internal":[16,79],"or":[17],"external":[18,85],"resources":[19],"thus":[20],"becomes":[21],"key":[23],"few-shot":[25,36,62,153,163],"NER.":[26,63,154],"While":[27],"existing":[29,113],"prompt":[30,58,69,105,137],"tuning":[31,59,70],"methods":[32],"have":[33],"shown":[34],"remarkable":[35],"performances,":[37],"they":[38],"still":[39],"fail":[40],"make":[42],"full":[43],"use":[44],"of":[45,54],"knowledge.":[46,92],"In":[47],"this":[48],"work,":[49],"we":[50],"investigate":[51],"integration":[53],"rich":[55],"knowledge":[56,74,82,88],"for":[60],"stronger":[61],"We":[64],"propose":[65],"incorporating":[66],"deep":[68,136],"framework":[71],"with":[72],"threefold":[73],"(namely":[75],"TKDP),":[76],"including":[77],"1)":[80],"context":[81],"and":[83,99,139],"2)":[86],"label":[87],"&amp;":[89],"3)":[90],"sememe":[91],"TKDP":[93,156],"encodes":[94],"three":[96],"feature":[97],"sources":[98],"incorporates":[100],"them":[101],"into":[102,111],"soft":[104],"embeddings,":[106],"which":[107],"are":[108],"further":[109],"injected":[110],"an":[112],"pre-trained":[114],"language":[115],"model":[116,126],"facilitate":[118],"predictions.":[119],"On":[120],"five":[121],"benchmark":[122],"datasets,":[123],"our":[124],"knowledge-enriched":[125],"boosts":[127],"by":[128],"at":[129],"most":[130],"11.53%":[131],"F1":[132],"over":[133],"raw":[135],"method,":[138],"significantly":[140],"outperforms":[141],"8":[142],"strong-performing":[143],"baseline":[144],"systems":[145],"in":[146,152],"5-/10-/20-shot":[147],"settings,":[148],"showing":[149],"great":[150],"potential":[151],"Our":[155],"can":[157],"be":[158],"broadly":[159],"adapted":[160],"other":[162],"tasks":[164],"without":[165],"effort.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}
