{"id":"https://openalex.org/W7058246787","doi":null,"title":"Measuring and Manipulating State Representations in Neural Language Models","display_name":"Measuring and Manipulating State Representations in Neural Language Models","alternate_titles":[],"publication_year":2023,"publication_date":"2023-02-01","ids":{"openalex":"https://openalex.org/W7058246787"},"language":"en","primary_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/150114","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/150114","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/150114/1/Li-bzl-SM-EECS-2023-thesis.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W7058246787"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dspace.mit.edu/bitstream/1721.1/150114/1/Li-bzl-SM-EECS-2023-thesis.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Li, Belinda Zou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Li, Belinda Zou","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.03099999949336052,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0032999999821186066,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neural-language-models","display_name":"neural language models","score":0.9769999980926514},{"id":"https://openalex.org/keywords/state-representation","display_name":"state representation","score":0.6000000238418579},{"id":"https://openalex.org/keywords/dynamic-semantics","display_name":"dynamic semantics","score":0.7110000252723694},{"id":"https://openalex.org/keywords/bart","display_name":"BART","score":0.5199999809265137},{"id":"https://openalex.org/keywords/t5","display_name":"T5","score":0.9919999837875366},{"id":"https://openalex.org/keywords/self-supervised-pretraining","display_name":"self-supervised pre-training","score":0.6890000104904175},{"id":"https://openalex.org/keywords/auxiliary-supervision","display_name":"auxiliary supervision","score":0.6510000228881836},{"id":"https://openalex.org/keywords/language-generation","display_name":"language generation","score":0.48399999737739563},{"id":"https://openalex.org/keywords/discourse-coherence","display_name":"discourse coherence","score":0.4410000145435333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7587000131607056},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6021999716758728},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.553600013256073},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5401999950408936},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.45350000262260437},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4424999952316284},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.42750000953674316},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3783999979496002},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.34369999170303345},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.30379998683929443},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2583000063896179}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:dspace.mit.edu:1721.1/150114","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/150114","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/150114/1/Li-bzl-SM-EECS-2023-thesis.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:dspace.mit.edu:1721.1/150114","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/150114","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/150114/1/Li-bzl-SM-EECS-2023-thesis.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7058246787.pdf","grobid_xml":"https://content.openalex.org/works/W7058246787.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1585104069","https://openalex.org/W1927197813","https://openalex.org/W2071089353","https://openalex.org/W2141599568","https://openalex.org/W2149305746","https://openalex.org/W2561658355","https://openalex.org/W2563574619","https://openalex.org/W2787560479","https://openalex.org/W2906152891","https://openalex.org/W2914081143","https://openalex.org/W2946359678","https://openalex.org/W2946417913","https://openalex.org/W2953337107","https://openalex.org/W2963096510","https://openalex.org/W2963341956","https://openalex.org/W2963372003","https://openalex.org/W2969624041","https://openalex.org/W2970476646","https://openalex.org/W2970862333","https://openalex.org/W2972780142","https://openalex.org/W2977843956","https://openalex.org/W2981852735","https://openalex.org/W2982399380","https://openalex.org/W3008686018","https://openalex.org/W3021338988","https://openalex.org/W3027086341","https://openalex.org/W3030163527","https://openalex.org/W3034723486","https://openalex.org/W3090805418","https://openalex.org/W3094503863","https://openalex.org/W3098425262","https://openalex.org/W3101605968","https://openalex.org/W3111186274","https://openalex.org/W3133702157","https://openalex.org/W3169878837","https://openalex.org/W3172673629","https://openalex.org/W3173343821","https://openalex.org/W3174281149","https://openalex.org/W3184144760","https://openalex.org/W3201531807","https://openalex.org/W3215698779"],"related_works":["https://openalex.org/W4385572270","https://openalex.org/W4402671984","https://openalex.org/W4285233740","https://openalex.org/W2948201212","https://openalex.org/W6922896216","https://openalex.org/W2963325985","https://openalex.org/W2963482033","https://openalex.org/W7133232352","https://openalex.org/W2921890305"],"abstract_inverted_index":{"Modern":[0],"neural":[1,146],"language":[2,47,177],"models":[3,134,153,260],"(LMs)":[4],"are":[5,13,90],"typically":[6],"pre-trained":[7],"with":[8,15,67,108,173,211,244,261,306],"a":[9,143,159,250],"self-supervised":[10],"objective:":[11],"they":[12,61,118,140,157],"presented":[14],"texts":[16],"that":[17,88,131,182,205,270],"have":[18,38,148],"piece(s)":[19],"withheld,":[20],"and":[21,64,82,113,122,137,167,169,198,204],"asked":[22],"to":[23,41,151,229],"generate":[24,221],"the":[25,29,68,71,80,109,116,245,265,300],"withheld":[26],"portions":[27],"of":[28,70,79,84,135,154,162,196,201,257,264,284,302],"text.":[30,76],"By":[31],"simply":[32,91],"scaling":[33],"up":[34],"such":[35,224],"training,":[36],"LMs":[37,54,89,111,186,219],"been":[39],"able":[40],"achieve":[42],"remarkable":[43],"performance":[44],"on":[45,176],"many":[46],"reasoning":[48],"benchmarks.":[49],"However,":[50,97],"sentences":[51,242],"generated":[52],"by":[53,74,193],"often":[55],"still":[56],"suffer":[57],"from":[58,235],"coherence":[59],"errors:":[60],"describe":[62,249],"events":[63],"situations":[65,138],"inconsistent":[66],"state":[69,234,286,309],"world":[72,117,285],"described":[73],"preceding":[75],"One":[77],"account":[78,104],"successes":[81],"failures":[83],"LM":[85,294],"generation":[86],"states":[87],"modeling":[92],"surface":[93],"word":[94,129],"co-occurrence":[95],"statistics.":[96],"we":[98,126,268],"provide":[99],"evidence":[100],"for":[101,252,280],"an":[102],"alternative":[103],"(not":[105],"mutually":[106],"exclusive":[107],"first):":[110],"represent":[112],"reason":[114],"about":[115],"describe.":[119],"In":[120,259],"BART":[121],"T5":[123],"transformer":[124],"LMs,":[125],"identify":[127],"contextual":[128],"representations":[130,147,195,283],"function":[132],"as":[133,139,214,287],"entities":[136],"evolve":[141],"throughout":[142],"discourse.":[144],"These":[145,290],"functional":[149],"similarities":[150],"linguistic":[152],"dynamic":[155,194],"semantics:":[156],"support":[158],"linear":[160],"readout":[161],"each":[163],"entity\u2019s":[164],"current":[165],"properties":[166],"relations,":[168],"can":[170,208,226,273],"be":[171,209,227],"manipulated":[172],"predictable":[174],"effects":[175],"generation.":[178],"Our":[179],"results":[180],"indicate":[181],"prediction":[183],"in":[184,191,232,239,296],"pretrained":[185],"is":[187],"supported,":[188],"at":[189],"least":[190],"part,":[192],"meaning":[197],"implicit":[199],"simulation":[200],"entity":[202],"state,":[203],"this":[206],"behavior":[207],"learned":[210],"only":[212,307],"text":[213],"training":[215,304],"data.":[216],"Consequently,":[217],"when":[218],"fail":[220],"coherent":[222],"text,":[223],"failure":[225],"attributable":[228],"either":[230],"errors":[231,238,263],"inferring":[233],"context":[236],"or":[237],"generating":[240],"next":[241],"consistent":[243],"inferred":[246],"state.":[247],"We":[248,276],"procedure":[251],"distinguishing":[253],"these":[254],"two":[255,278],"types":[256],"errors.":[258],"correctable":[262],"first":[266],"type,":[267],"show":[269],"targeted":[271],"supervision":[272],"address":[274],"them.":[275],"introduce":[277],"procedures":[279,291],"using":[281],"explicit":[282],"auxiliary":[288],"supervision.":[289],"efficiently":[292],"improve":[293],"coherence,":[295],"some":[297],"cases":[298],"providing":[299],"benefits":[301],"1,000\u20139,000":[303],"examples":[305],"500":[308],"annotations.":[310]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7058246787","counts_by_year":[],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2025-10-10T00:00:00"}
