{"id":"https://openalex.org/W6884722382","doi":"https://doi.org/10.1184/r1/21699494.v1","title":"Using Multitask Learning to Understand Language Processing in the Brain","display_name":"Using Multitask Learning to Understand Language Processing in the Brain","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W6884722382","doi":"https://doi.org/10.1184/r1/21699494.v1"},"language":"en","primary_location":{"id":"pmh:oai:figshare.com:article/21699494","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Schwartz, Daniel","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Schwartz, Daniel","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19676194,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.5493999719619751,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.5493999719619751,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.031700000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.02449999935925007,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5091000199317932},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.48249998688697815},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4821000099182129},{"id":"https://openalex.org/keywords/constructive","display_name":"Constructive","score":0.47690001130104065},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.47380000352859497},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.44020000100135803},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42260000109672546},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.41350001096725464},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.40540000796318054},{"id":"https://openalex.org/keywords/cache-language-model","display_name":"Cache language model","score":0.39489999413490295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6980000138282776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5715000033378601},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5544999837875366},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5091000199317932},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.48249998688697815},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4821000099182129},{"id":"https://openalex.org/C2778701210","wikidata":"https://www.wikidata.org/wiki/Q28130034","display_name":"Constructive","level":3,"score":0.47690001130104065},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.47380000352859497},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.44020000100135803},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42260000109672546},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.41350001096725464},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.40540000796318054},{"id":"https://openalex.org/C39608478","wikidata":"https://www.wikidata.org/wiki/Q5015979","display_name":"Cache language model","level":5,"score":0.39489999413490295},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.39160001277923584},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.391400009393692},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3747999966144562},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.34459999203681946},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.3357999920845032},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3262999951839447},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.31859999895095825},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3124000132083893},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.28999999165534973},{"id":"https://openalex.org/C20854674","wikidata":"https://www.wikidata.org/wiki/Q4386060","display_name":"Cognitive architecture","level":3,"score":0.2761000096797943},{"id":"https://openalex.org/C89267518","wikidata":"https://www.wikidata.org/wiki/Q179488","display_name":"Psycholinguistics","level":3,"score":0.2728999853134155},{"id":"https://openalex.org/C96199812","wikidata":"https://www.wikidata.org/wiki/Q2145290","display_name":"Mental representation","level":3,"score":0.2624000012874603},{"id":"https://openalex.org/C87868495","wikidata":"https://www.wikidata.org/wiki/Q750843","display_name":"Information processing","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.25459998846054077},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:figshare.com:article/21699494","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"doi:10.1184/r1/21699494.v1","is_oa":true,"landing_page_url":"https://doi.org/10.1184/r1/21699494.v1","pdf_url":null,"source":{"id":"https://openalex.org/S7407050927","display_name":"KiltHub Repository","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/21699494","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8454140424728394}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Understanding":[0],"the":[1,15,27,39,51,85,112,122,143,148,160,190,224,226,252,255,260,289,310,320,345,349,352,355,384,386,395,407,464,469,474,508,519,522,578],"cognitive":[2,155,396,419,566],"processes":[3,28,397],"involved":[4,29],"in":[5,14,30,182,195,406,427,525,539,577],"human":[6,108],"language":[7,53,61,97,109,126,180,330,500,563,575],"comprehension":[8],"has":[9,24,57],"been":[10,25,241],"a":[11,32,42,79,88,211,266,328,429,432,440,448,498,540,570],"longstanding":[12],"goal":[13,23],"scientific":[16],"community.":[17],"While":[18],"significant":[19],"progress":[20],"towards":[21],"that":[22,59,81,124,238,254,288,306,344,383,518],"made,":[26],"integrating":[31],"sequence":[33,441],"of":[34,41,68,75,87,107,114,142,162,192,246,262,322,351,363,435,442,552,558],"individual":[35],"word":[36,70],"meanings":[37,71,77],"into":[38,78,121,348,389,560],"meaning":[40,86],"clause,":[43],"sentence,":[44],"or":[45],"discourse":[46],"is":[47,213,250,335,392],"poorly":[48],"understood.":[49],"Recently,":[50],"natural":[52],"processing":[54,156,181,576],"(NLP)":[55],"community":[56],"demonstrated":[58],"deep":[60,96,125,329,499,562],"models":[62,98,127,564],"are,":[63],"to":[64,103,129,136,150,154,177,217,232,337,361,369,394,404,473,530,537,554],"an":[65,100,199,286,424],"extent,":[66],"capable":[67],"representing":[69],"and":[72,210,313,368,401,411,446,492,513,516,532,536,565,568],"performing":[73],"integration":[74],"those":[76,175,222,247,418],"representation":[80,225,449,472],"can":[82,118,172,280,493,546],"successfully":[83],"capture":[84,486],"sequence.":[89],"In":[90,111,184,221,293],"this":[91,185,279,484],"thesis,":[92],"we":[93,117,146,171,187,325,422],"therefore":[94],"leverage":[95],"as":[99,166,198,285,444],"analysis":[101,200,425],"tool":[102],"improve":[104],"our":[105,294],"understanding":[106,574],"processing.":[110],"setting":[113],"multitask":[115,196,412],"learning,":[116],"gain":[119,555],"insight":[120,559],"mechanisms":[123,520],"use":[128,174,191],"make":[130,151],"their":[131],"predictions":[132,145,524],"by":[133,215,483],"comparing":[134],"tasks":[135,207,264,275,290,512,527,553],"each":[137,478],"other.":[138],"Furthermore,":[139],"if":[140,237],"some":[141,370],"task":[144,453,460],"ask":[147],"model":[149,212,227,239,331,353,356,387,430,501],"are":[152,208,276,291,307,528],"relevant":[153,393],"\u2014":[157,170],"for":[158,259,416,573],"example":[159],"prediction":[161,261,362],"eyetracking":[163],"data":[164,235],"measured":[165],"participants":[167],"read":[168],"sentences":[169],"ultimately":[173],"insights":[176],"better":[178,231],"understand":[179,496],"people.":[183],"work,":[186],"first":[188],"examine":[189,507],"constructive":[193],"interference":[194,203],"learning":[197,413],"tool.":[201],"Constructive":[202],"occurs":[204],"when":[205,274,333],"two":[206],"related":[209,529],"constrained":[214],"having":[216],"accurately":[218],"predict":[219,338,357],"both.":[220],"cases,":[223],"learns":[228,332,431],"often":[229],"generalizes":[230,360,372],"predicting":[233],"unseen":[234,364],"than":[236],"had":[240],"trained":[242,277,336],"on":[243,319,463],"just":[244,403],"one":[245],"tasks.":[248],"This":[249],"because":[251],"constraint":[253],"representations":[256],"must":[257,455],"work":[258],"both":[263,561],"provides":[265],"helpful":[267],"inductive":[268],"bias.":[269],"If":[270],"generalization":[271,297],"error":[272,298],"improves":[273],"together,":[278],"be":[281,456,547],"viewed,":[282],"with":[283,309,477,549],"caveats,":[284],"indication":[287],"related.":[292],"experiments":[295],"improved":[296],"suggests":[299,314],"relationships":[300,316,488],"between":[301,489,510],"event-related":[302],"potential":[303],"components":[304],"(ERPs)":[305],"consistent":[308],"existing":[311],"literature,":[312],"other":[315],"which":[317,428,438,451,466],"bear":[318],"interpretation":[321],"ERPs.":[323],"Next,":[324],"investigate":[326],"what":[327],"it":[334],"brain":[339,358,366,375,399],"activity":[340,376],"recordings.":[341],"We":[342,458,505],"find":[343,517],"information":[346,385],"encoded":[347],"parameters":[350,391],"helps":[354],"activity,":[359,367,400],"participants\u2019":[365],"degree,":[371],"across":[373],"different":[374,550,556],"recording":[377],"modalities.":[378],"These":[379],"findings":[380],"provide":[381],"evidence":[382],"encodes":[388],"its":[390,503],"underlying":[398,521],"not":[402],"idiosyncrasies":[405],"data,":[408],"making":[409],"fine-tuning":[410],"valid":[414],"tools":[415],"probing":[417],"processes.":[420],"Finally,":[421],"develop":[423],"method":[426,485],"small":[433],"number":[434],"latent":[436,471],"functions":[437],"take":[439],"words":[443],"input":[445],"produce":[447],"from":[450,468],"multiple":[452],"outputs":[454],"predicted.":[457],"assess":[459],"similarities":[461,481,509],"based":[462],"weights":[465],"map":[467],"common":[470],"output":[475],"associated":[476],"task.":[479],"The":[480,542],"produced":[482],"expected":[487],"NLP":[490,514],"tasks,":[491,515],"help":[494],"us":[495],"how":[497],"makes":[502],"predictions.":[504],"also":[506],"cognition-relevant":[511,526],"model\u2019s":[523],"agent-like":[531],"patient-like":[533],"semantic":[534],"properties":[535],"modifiers":[538],"sentence.":[541],"methods":[543],"developed":[544],"here":[545],"applied":[548],"sets":[551],"kinds":[557],"processing,":[567],"offer":[569],"promising":[571],"direction":[572],"brain.":[579]},"counts_by_year":[],"updated_date":"2026-02-12T00:53:03.260389","created_date":"2025-10-10T00:00:00"}