{"id":"https://openalex.org/W6982414814","doi":null,"title":"Incorporating and Eliciting Knowledge in Neural Language Models","display_name":"Incorporating and Eliciting Knowledge in Neural Language Models","alternate_titles":[],"publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W6982414814"},"language":"en","primary_location":{"id":"pmh:oai:escholarship.org:ark:/13030/qt5s67p1cn","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/5s67p1cn","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"parent_works":[],"lineage":["https://openalex.org/W6982414814"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/uc/item/5s67p1cn","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103983469","display_name":"Robert L. Logan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Logan, Robert Lockwood","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5103983469"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.020800000056624413,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.012600000016391277,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-language-models","display_name":"neural language models","score":0.9539999961853027},{"id":"https://openalex.org/keywords/prompting","display_name":"prompting","score":0.8529999852180481},{"id":"https://openalex.org/keywords/knowledge-elicitation","display_name":"knowledge elicitation","score":0.8029999732971191},{"id":"https://openalex.org/keywords/factual-knowledge","display_name":"factual knowledge","score":0.6000000238418579},{"id":"https://openalex.org/keywords/knowledge-base-integration","display_name":"knowledge base integration","score":0.6320000290870667},{"id":"https://openalex.org/keywords/knowledge-graph-embedding","display_name":"knowledge graph embedding","score":0.800000011920929},{"id":"https://openalex.org/keywords/few-shot-learning","display_name":"few-shot learning","score":0.7049999833106995},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.6890000104904175},{"id":"https://openalex.org/keywords/knowledge-base-consistency","display_name":"knowledge base consistency","score":0.8090000152587891},{"id":"https://openalex.org/keywords/knowledge-base-maintenance","display_name":"knowledge base maintenance","score":0.40700000524520874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8079000115394592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6877999901771545},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6394000053405762},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6022999882698059},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.5557000041007996},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5216000080108643},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5097000002861023},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46219998598098755},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4546000063419342},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.41920000314712524},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.4147999882698059},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3917999863624573},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.3912000060081482},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.35569998621940613},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.3312000036239624},{"id":"https://openalex.org/C39608478","wikidata":"https://www.wikidata.org/wiki/Q5015979","display_name":"Cache language model","level":5,"score":0.32749998569488525},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3059999942779541},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.2791000008583069},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C94922259","wikidata":"https://www.wikidata.org/wiki/Q33215","display_name":"Constructed language","level":2,"score":0.251800000667572}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:escholarship.org:ark:/13030/qt5s67p1cn","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/5s67p1cn","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"}],"best_oa_location":{"id":"pmh:oai:escholarship.org:ark:/13030/qt5s67p1cn","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/5s67p1cn","pdf_url":null,"source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"etd"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3098267758","https://openalex.org/W2991382858","https://openalex.org/W3166846774","https://openalex.org/W4385573097","https://openalex.org/W4388312423","https://openalex.org/W4385570637","https://openalex.org/W2759442466","https://openalex.org/W4389523669","https://openalex.org/W4321471523","https://openalex.org/W3185341429"],"abstract_inverted_index":{"Neural":[0],"language":[1,10,16,62,114,164,175,209,228,237,271,308,321,346,353,386,452],"models":[2,36,63,97,115,176,229,238,272,309,322,354,410],"have":[3],"drastically":[4],"changed":[5],"the":[6,41,75,83,153,171,181,314,343,356,371,375,403,444],"landscape":[7],"of":[8,60,78,155,220,293,335,389,396,441,448],"natural":[9],"processing":[11],"(NLP).":[12],"Originally":[13],"used":[14,193,413],"for":[15,45,68,160,169,351],"generation":[17],"(e.g.,":[18,26],"in":[19,27,174,310,329,374,418,450],"summarization":[20],"and":[21,24,31,166,177,200,222,263,323,349,364,446],"dialogue":[22],"systems)":[23],"scoring":[25],"automatic":[28],"speech":[29],"recognition":[30],"statistical":[32],"machine":[33],"translation),":[34],"these":[35,435],"now":[37],"widely":[38],"serve":[39],"as":[40,131,133,157,198],"universal":[42],"starting":[43],"point":[44],"transfer":[46],"learning":[47,312],"on":[48,82,92,278,286,360,382,434],"almost":[49],"all":[50],"NLP":[51,196],"tasks.":[52,111,251],"This":[53],"development":[54],"is":[55,89,120,138,405,424],"largely":[56],"due":[57],"to":[58,98,109,122,125,194,216,240,248,259,306,331,358,378,414,426],"matters":[59],"scale\u2014because":[61],"require":[64],"only":[65],"raw":[66],"text":[67,79],"supervision,":[69],"they":[70,106,243],"can":[71,191,204,273,326,411],"be":[72,123,192,206,327,412],"trained":[73],"using":[74,152,208,267],"massive":[76],"amounts":[77],"readily":[80],"available":[81],"web.":[84],"Accordingly,":[85],"when":[86,105,136,421],"this":[87,129,140,144,287,294,383,397],"process":[88],"carried":[90],"out":[91],"enough":[93],"data,":[94],"it":[95,119,137],"exposes":[96],"knowledge":[99,162,172,179,224,324,344,365,419,449],"that":[100,203,265,380],"subsequently":[101],"improves":[102,385],"their":[103,333,422],"performance":[104,277],"are":[107,225],"transferred":[108],"downstream":[110],"As":[112],"neural":[113,451],"become":[116],"increasingly":[117],"prevalent,":[118],"crucial":[121],"able":[124],"characterize":[126],"andeffectively":[127],"leverage":[128],"knowledge,":[130],"well":[132],"provide":[134],"recourse":[135],"incorrect.In":[139],"dissertation,":[141],"we":[142,184,253,289,317],"address":[143],"need":[145],"by":[146,187,227,266,296,400],"exploring":[147],"two":[148,341],"research":[149,398,436],"directions:":[150],"1)":[151],"technique":[154,258],"prompting":[156,300],"a":[158,257,439],"means":[159,357],"eliciting":[161],"from":[163,362],"models,":[165],"2)":[167],"approaches":[168],"integrating":[170],"stored":[173],"external":[178],"bases.In":[180],"first":[182,339],"direction,":[183,316],"will":[185,212,254,318,338,392],"begin":[186],"demonstrating":[188],"how":[189,299,320],"prompts":[190,215,372],"reformulate":[195],"tasks":[197,280],"fill-in-the-blanks":[199],"complete-the-sentence":[201],"problems":[202],"naturally":[205],"solved":[207],"models.":[210,453],"We":[211,337,368,391],"then":[213,369],"use":[214,370],"diagnose":[217],"which":[218],"kinds":[219],"factual":[221],"task-specific":[223,283],"learned":[226],"during":[230],"pretraining.":[231],"Our":[232],"analysis":[233],"reveals":[234],"that,":[235],"while":[236],"struggle":[239],"memorize":[241],"facts,":[242],"possess":[244],"surprisingly":[245],"powerful":[246],"capabilities":[247],"perform":[249],"certain":[250],"Next,":[252],"introduce":[255,340],"AutoPrompt,":[256],"automate":[260],"prompt":[261],"construction,":[262],"show":[264,379],"automatically":[268],"constructed":[269],"prompts,":[270],"achieve":[274],"near":[275],"state-of-the-art":[276],"some":[279],"without":[281],"requiring":[282],"finetuning.":[284],"Based":[285],"insight,":[288],"conclude":[290,393],"our":[291,394,432],"exploration":[292],"topic":[295],"looking":[297],"into":[298,443],"canbe":[301],"best":[302],"combined":[303],"with":[304,355],"finetuning":[305],"apply":[307],"few-shot":[311],"settings.In":[313],"second":[315],"explore":[319],"bases":[325,420],"integrated":[328],"order":[330],"improve":[332],"coverage":[334],"facts.":[336,390],"approaches,":[342],"graph":[345,366],"model":[347],"(KGLM)":[348],"KnowBERT,":[350],"endowing":[352],"condition":[359],"information":[361,384],"entity":[363],"embeddings.":[367],"developed":[373],"previous":[376],"section":[377],"conditioning":[381],"models\u2019":[387],"recall":[388],"treatment":[395],"direction":[399],"studying":[401],"whether":[402,408],"converse":[404],"true,":[406],"i.e.,":[407],"languages":[409],"help":[415],"maintain":[416],"consistency":[417],"content":[423],"updated":[425],"reflect":[427],"new":[428],"information.":[429],"Taken":[430],"together,":[431],"work":[433],"topics":[437],"provides":[438],"collection":[440],"insights":[442],"nature":[445],"applications":[447]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W6982414814","counts_by_year":[{"year":2024,"cited_by_count":5}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2025-10-10T00:00:00"}
