{"id":"https://openalex.org/W4385484607","doi":"https://doi.org/10.1109/ijcnn54540.2023.10192045","title":"Self-supervised Bidirectional Prompt Tuning for Entity-enhanced Pre-trained Language Model","display_name":"Self-supervised Bidirectional Prompt Tuning for Entity-enhanced Pre-trained Language Model","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385484607","doi":"https://doi.org/10.1109/ijcnn54540.2023.10192045"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10192045","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10192045","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055290241","display_name":"Jiaxin Zou","orcid":"https://orcid.org/0009-0009-7870-0174"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Zou","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University,Shenzhen,China,518055","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082368205","display_name":"Xianghong Xu","orcid":"https://orcid.org/0000-0003-2447-4107"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianghong Xu","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University,Shenzhen,China,518055"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University,Shenzhen,China,518055","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068725106","display_name":"Jiawei Hou","orcid":"https://orcid.org/0000-0002-6728-0997"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Hou","raw_affiliation_strings":["Weixin Group,Department of Search and Application,Tencent,China","Department of Search and Application, Weixin Group, Tencent, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Weixin Group,Department of Search and Application,Tencent,China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Department of Search and Application, Weixin Group, Tencent, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101766249","display_name":"Qiang Yan","orcid":"https://orcid.org/0000-0002-7328-2278"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Yan","raw_affiliation_strings":["Weixin Group,Department of Search and Application,Tencent,China","Department of Search and Application, Weixin Group, Tencent, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Weixin Group,Department of Search and Application,Tencent,China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"Department of Search and Application, Weixin Group, Tencent, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022672030","display_name":"Hai-Tao Zheng","orcid":"https://orcid.org/0000-0001-5128-5649"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hai-Tao Zheng","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University,Shenzhen,China,518055","Pengcheng Laboratory, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University,Shenzhen,China,518055","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08557032,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"abs 2110 269","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7622445225715637},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.7284965515136719},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4647457003593445},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45790836215019226},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.34847211837768555}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7622445225715637},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7284965515136719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4647457003593445},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45790836215019226},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34847211837768555}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10192045","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10192045","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G241309517","display_name":null,"funder_award_id":"62276154","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G2644651764","display_name":null,"funder_award_id":"2023A1515012914","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W38739846","https://openalex.org/W2081580037","https://openalex.org/W2896457183","https://openalex.org/W2938830017","https://openalex.org/W2951286828","https://openalex.org/W2952370363","https://openalex.org/W2952984539","https://openalex.org/W2965373594","https://openalex.org/W2970597249","https://openalex.org/W2973049837","https://openalex.org/W2994915912","https://openalex.org/W2995435108","https://openalex.org/W2998385486","https://openalex.org/W3034995113","https://openalex.org/W3035153870","https://openalex.org/W3102187933","https://openalex.org/W3105082862","https://openalex.org/W3105111366","https://openalex.org/W3114916066","https://openalex.org/W3122890974","https://openalex.org/W3156636935","https://openalex.org/W3174770825","https://openalex.org/W3195893957","https://openalex.org/W3202120412","https://openalex.org/W4221144473","https://openalex.org/W4226278401","https://openalex.org/W4285230133","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4385245566","https://openalex.org/W6601528862","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6761910064","https://openalex.org/W6762287338","https://openalex.org/W6763701032","https://openalex.org/W6766673545","https://openalex.org/W6768028577","https://openalex.org/W6769627184","https://openalex.org/W6770982027","https://openalex.org/W6778883912","https://openalex.org/W6779068807","https://openalex.org/W6792279967","https://openalex.org/W6800426947","https://openalex.org/W6801962987","https://openalex.org/W6810738896"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W3204019825"],"abstract_inverted_index":{"With":[0],"the":[1,4,102,122,136],"promotion":[2],"of":[3,51,77],"pre-training":[5],"paradigm,":[6],"researchers":[7],"are":[8,105],"increasingly":[9],"focusing":[10],"on":[11,70,117,149],"injecting":[12],"external":[13],"knowledge,":[14,96],"such":[15],"as":[16],"entities":[17],"and":[18,32,45,48,97,151],"triplets":[19],"from":[20],"knowledge":[21,62],"graphs,":[22],"into":[23],"pre-trained":[24,67],"language":[25,43],"models":[26,68],"(PTMs)":[27],"to":[28,90,107],"improve":[29],"their":[30],"understanding":[31,44],"logical":[33],"reasoning":[34],"abilities.":[35],"This":[36],"results":[37,138],"in":[38,41,81,121,139],"significant":[39],"improvements":[40],"natural":[42],"generation":[46],"tasks":[47,120],"some":[49],"level":[50],"interpretability.":[52],"In":[53],"this":[54],"paper,":[55],"we":[56,83],"propose":[57],"a":[58,78,98,146],"novel":[59],"two-stage":[60],"entity":[61,86,95],"enhancement":[63],"pipeline":[64,75],"for":[65,113],"Chinese":[66,123],"based":[69],"\u201cbidirectional\u201d":[71],"prompt":[72,88],"tuning.":[73],"The":[74],"consists":[76],"\u201cforward\u201d":[79],"stage,":[80,100],"which":[82],"construct":[84],"fine-grained":[85],"type":[87],"templates":[89,104],"boost":[91],"PTMs":[92],"injected":[93],"with":[94],"\u201cbackward\u201d":[99],"where":[101],"trained":[103],"used":[106],"generate":[108],"type-constrained":[109],"context-dependent":[110],"negative":[111],"samples":[112],"contrastive":[114],"learning.":[115],"Experiments":[116],"six":[118],"classification":[119],"Language":[124],"Understanding":[125],"Evaluation":[126],"(CLUE)":[127],"benchmark":[128],"demonstrate":[129],"that":[130,144],"our":[131],"approach":[132],"significantly":[133],"improves":[134],"upon":[135],"baseline":[137],"most":[140],"datasets,":[141],"particularly":[142],"those":[143],"have":[145],"strong":[147],"reliance":[148],"diverse":[150],"extensive":[152],"knowledge.":[153]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}