{"id":"https://openalex.org/W7055826692","doi":null,"title":"Data-Centric Methods for Decentralizing Large Language Models","display_name":"Data-Centric Methods for Decentralizing Large Language Models","alternate_titles":[],"publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W7055826692"},"language":"en","primary_location":{"id":"pmh:oai:digital.lib.washington.edu:1773/51332","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1773/51332","pdf_url":"https://digital.lib.washington.edu/bitstreams/17e62531-fa7c-47ec-9fc1-0c0b712f86b0/download","source":{"id":"https://openalex.org/S4306401128","display_name":"ResearchWorks at the University of Washington (University of Washington)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I201448701","host_organization_name":"University of Washington","host_organization_lineage":["https://openalex.org/I201448701"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W7055826692"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://digital.lib.washington.edu/bitstreams/17e62531-fa7c-47ec-9fc1-0c0b712f86b0/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075783850","display_name":"Suchin Gururangan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Gururangan, Suchin","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5075783850"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.027699999511241913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.008899999782443047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9290000200271606},{"id":"https://openalex.org/keywords/decentralization-distributed-systems","display_name":"decentralization (distributed systems)","score":0.8230000138282776},{"id":"https://openalex.org/keywords/data-centric-ai","display_name":"data-centric AI","score":0.6460000276565552},{"id":"https://openalex.org/keywords/heterogeneous-datasets","display_name":"heterogeneous datasets","score":0.4099999964237213}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6140999794006348},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36660000681877136},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3447999954223633},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.31540000438690186},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.299699991941452},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.27799999713897705},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.24699999392032623}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:digital.lib.washington.edu:1773/51332","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1773/51332","pdf_url":"https://digital.lib.washington.edu/bitstreams/17e62531-fa7c-47ec-9fc1-0c0b712f86b0/download","source":{"id":"https://openalex.org/S4306401128","display_name":"ResearchWorks at the University of Washington (University of Washington)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I201448701","host_organization_name":"University of Washington","host_organization_lineage":["https://openalex.org/I201448701"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:digital.lib.washington.edu:1773/51332","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1773/51332","pdf_url":"https://digital.lib.washington.edu/bitstreams/17e62531-fa7c-47ec-9fc1-0c0b712f86b0/download","source":{"id":"https://openalex.org/S4306401128","display_name":"ResearchWorks at the University of Washington (University of Washington)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I201448701","host_organization_name":"University of Washington","host_organization_lineage":["https://openalex.org/I201448701"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7055826692.pdf","grobid_xml":"https://content.openalex.org/works/W7055826692.grobid-xml"},"referenced_works_count":203,"referenced_works":["https://openalex.org/W97540112","https://openalex.org/W173915823","https://openalex.org/W796152481","https://openalex.org/W1055282975","https://openalex.org/W1480399055","https://openalex.org/W1489992655","https://openalex.org/W1539309091","https://openalex.org/W1546425147","https://openalex.org/W1552847225","https://openalex.org/W1566289585","https://openalex.org/W1682403713","https://openalex.org/W1861184117","https://openalex.org/W1880262756","https://openalex.org/W1969486090","https://openalex.org/W2016974644","https://openalex.org/W2028265096","https://openalex.org/W2073459066","https://openalex.org/W2082881183","https://openalex.org/W2093585241","https://openalex.org/W2104117291","https://openalex.org/W2113459411","https://openalex.org/W2114431494","https://openalex.org/W2117371776","https://openalex.org/W2121227244","https://openalex.org/W2129153409","https://openalex.org/W2131703803","https://openalex.org/W2133568543","https://openalex.org/W2133622676","https://openalex.org/W2140842551","https://openalex.org/W2143845592","https://openalex.org/W2149369282","https://openalex.org/W2150884987","https://openalex.org/W2153374870","https://openalex.org/W2170240176","https://openalex.org/W2185115617","https://openalex.org/W2250713394","https://openalex.org/W2251784502","https://openalex.org/W2279376656","https://openalex.org/W2327862670","https://openalex.org/W2334296881","https://openalex.org/W2490437006","https://openalex.org/W2508354372","https://openalex.org/W2508920525","https://openalex.org/W2525778437","https://openalex.org/W2560647685","https://openalex.org/W2565989828","https://openalex.org/W2566203197","https://openalex.org/W2572960727","https://openalex.org/W2581624817","https://openalex.org/W2591059568","https://openalex.org/W2607331267","https://openalex.org/W2621245226","https://openalex.org/W2626778328","https://openalex.org/W2654226624","https://openalex.org/W2731642662","https://openalex.org/W2734314755","https://openalex.org/W2736422900","https://openalex.org/W2751674858","https://openalex.org/W2751772126","https://openalex.org/W2754426660","https://openalex.org/W2755317789","https://openalex.org/W2762009853","https://openalex.org/W2766801974","https://openalex.org/W2787560479","https://openalex.org/W2795389852","https://openalex.org/W2798812533","https://openalex.org/W2805062786","https://openalex.org/W2805206884","https://openalex.org/W2808556605","https://openalex.org/W2891691791","https://openalex.org/W2891946729","https://openalex.org/W2892244498","https://openalex.org/W2898700502","https://openalex.org/W2900167092","https://openalex.org/W2903697572","https://openalex.org/W2907886210","https://openalex.org/W2911489562","https://openalex.org/W2911681509","https://openalex.org/W2913946806","https://openalex.org/W2914845972","https://openalex.org/W2915623326","https://openalex.org/W2921848006","https://openalex.org/W2925618549","https://openalex.org/W2927746189","https://openalex.org/W2929208326","https://openalex.org/W2933138175","https://openalex.org/W2937845937","https://openalex.org/W2945808907","https://openalex.org/W2946379889","https://openalex.org/W2947813521","https://openalex.org/W2948096105","https://openalex.org/W2948223045","https://openalex.org/W2948743095","https://openalex.org/W2948974578","https://openalex.org/W2950641577","https://openalex.org/W2950856799","https://openalex.org/W2955041501","https://openalex.org/W2955792000","https://openalex.org/W2956434358","https://openalex.org/W2958953787","https://openalex.org/W2963254338","https://openalex.org/W2963341956","https://openalex.org/W2963718112","https://openalex.org/W2965373594","https://openalex.org/W2970619710","https://openalex.org/W2970771982","https://openalex.org/W2970789589","https://openalex.org/W2971196067","https://openalex.org/W2971277088","https://openalex.org/W2973049837","https://openalex.org/W2978017171","https://openalex.org/W2980282514","https://openalex.org/W2980708516","https://openalex.org/W2981537661","https://openalex.org/W2981852735","https://openalex.org/W2982399380","https://openalex.org/W2983040767","https://openalex.org/W2988841832","https://openalex.org/W2996035354","https://openalex.org/W2997591727","https://openalex.org/W3001279689","https://openalex.org/W3014390292","https://openalex.org/W3015453090","https://openalex.org/W3015468748","https://openalex.org/W3015759694","https://openalex.org/W3017961061","https://openalex.org/W3020786614","https://openalex.org/W3023911605","https://openalex.org/W3030163527","https://openalex.org/W3031882196","https://openalex.org/W3032388710","https://openalex.org/W3032816972","https://openalex.org/W3034793897","https://openalex.org/W3086249591","https://openalex.org/W3086646230","https://openalex.org/W3089959042","https://openalex.org/W3094002940","https://openalex.org/W3102438316","https://openalex.org/W3121315632","https://openalex.org/W3122317902","https://openalex.org/W3126553126","https://openalex.org/W3130523865","https://openalex.org/W3133702157","https://openalex.org/W3147874613","https://openalex.org/W3156216837","https://openalex.org/W3156470785","https://openalex.org/W3156785025","https://openalex.org/W3159454188","https://openalex.org/W3161438416","https://openalex.org/W3161820423","https://openalex.org/W3169432135","https://openalex.org/W3171850892","https://openalex.org/W3172917028","https://openalex.org/W3174365296","https://openalex.org/W3176828726","https://openalex.org/W3176850943","https://openalex.org/W3177813494","https://openalex.org/W3183115158","https://openalex.org/W3184144760","https://openalex.org/W3187255235","https://openalex.org/W3190540921","https://openalex.org/W3209540659","https://openalex.org/W3210045394","https://openalex.org/W3212656748","https://openalex.org/W3213460052","https://openalex.org/W3215236363","https://openalex.org/W4200366271","https://openalex.org/W4205569553","https://openalex.org/W4221167110","https://openalex.org/W4226153346","https://openalex.org/W4226155321","https://openalex.org/W4229005866","https://openalex.org/W4281728635","https://openalex.org/W4281945007","https://openalex.org/W4287888691","https://openalex.org/W4287890953","https://openalex.org/W4287901467","https://openalex.org/W4288083800","https://openalex.org/W4294782983","https://openalex.org/W4297971002","https://openalex.org/W4298242388","https://openalex.org/W4300357431","https://openalex.org/W4307206164","https://openalex.org/W4308164555","https://openalex.org/W4309663019","https://openalex.org/W4310998073","https://openalex.org/W4311252752","https://openalex.org/W4319653585","https://openalex.org/W4319988532","https://openalex.org/W4320005767","https://openalex.org/W4322718191","https://openalex.org/W4385567149","https://openalex.org/W4385570483","https://openalex.org/W4385570741","https://openalex.org/W4385572845","https://openalex.org/W4386185625","https://openalex.org/W4389116614","https://openalex.org/W4413149175","https://openalex.org/W7096286512","https://openalex.org/W7133188041","https://openalex.org/W7133198209","https://openalex.org/W7133200254","https://openalex.org/W7133225605"],"related_works":["https://openalex.org/W7126309357","https://openalex.org/W6987696838","https://openalex.org/W7126295496","https://openalex.org/W7126746937","https://openalex.org/W7126492137","https://openalex.org/W7202324722","https://openalex.org/W7128979962","https://openalex.org/W7126682441","https://openalex.org/W7202329955","https://openalex.org/W7202330487"],"abstract_inverted_index":{"Large":[0],"language":[1,91],"models":[2,139],"(LMs)":[3],"rely":[4],"on":[5,130,203,219,225],"massive":[6],"textual":[7],"datasets":[8],"crawled":[9],"from":[10,63],"the":[11,47,64,84,113,121,131,134,141,150,195,204],"Internet.":[12],"In":[13],"this":[14,80],"thesis,":[15],"I":[16,44,53,82,96,190,211],"argue":[17],"that":[18,56,104],"many":[19],"fundamental":[20],"limitations":[21,142],"of":[22,36,42,49,86,102,112,133,143],"LMs":[23,88,103],"(e.g.,":[24],"extreme":[25],"costs,":[26],"legal":[27],"risks,":[28],"and":[29,39,70,124,167,201,233],"harmful":[30],"behavior)":[31],"are":[32,105,115,126,184],"a":[33,50,99,171,176,223],"direct":[34],"result":[35],"monolithic,":[37],"centralized,":[38],"homogeneous":[40],"treatment":[41],"data.":[43],"first":[45],"deconstruct":[46],"notion":[48],"general-purpose":[51],"corpus;":[52],"empirically":[54],"show":[55],"current":[57],"pretraining":[58],"corpora":[59],"implicitly":[60],"favor":[61],"text":[62],"most":[65],"powerful":[66],"authors":[67],"in":[68,120],"society,":[69],"cannot":[71],"feasibly":[72],"represent":[73],"all":[74],"possible":[75],"downstream":[76],"use":[77],"cases.":[78],"Given":[79],"result,":[81],"highlight":[83],"importance":[85],"customizing":[87],"to":[89,117,152,181,197,208],"new":[90,100,138],"variations":[92],"using":[93],"adaptive":[94],"pretraining.":[95],"then":[97],"propose":[98],"class":[101],"fundamentally":[106],"decentralized,":[107],"where":[108],"components":[109],"(or":[110],"experts)":[111],"LM":[114],"specialized":[116],"distinct":[118],"domains":[119,196],"training":[122],"corpus,":[123],"experts":[125,157,173,199],"conditionally":[127],"updated":[128],"based":[129],"domain":[132],"incoming":[135],"document.":[136],"These":[137],"address":[140],"centralization":[144],"by":[145,213],"being":[146],"rapidly":[147],"customizable":[148],"(with":[149],"ability":[151],"mix,":[153],"add,":[154],"or":[155],"remove":[156],"after":[158],"training),":[159],"embarrassingly":[160],"parallel":[161],"(requiring":[162],"no":[163],"communication":[164],"between":[165],"experts),":[166],"sparse":[168],"(needing":[169],"only":[170],"few":[172],"active":[174],"at":[175],"time":[177],"for":[178,188,216,228],"inference).":[179],"Key":[180],"these":[182],"proposals":[183],"their":[185],"data-centric":[186],"nature;":[187],"example,":[189],"carefully":[191],"explore":[192],"what":[193],"constitutes":[194],"which":[198],"specialize,":[200],"reflect":[202],"data":[205,229],"sources":[206],"used":[207],"train":[209],"LMs.":[210],"close":[212],"describing":[214],"avenues":[215],"future":[217],"work":[218],"decentralization":[220],"techniques,":[221],"with":[222],"focus":[224],"providing":[226],"options":[227],"opt-out,":[230],"efficient":[231],"customization,":[232],"cheaper":[234],"scaling":[235],"into":[236],"massive,":[237],"heterogeneous":[238],"datasets.":[239]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7055826692","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-10-10T00:00:00"}
