{"id":"https://openalex.org/W6997004338","doi":null,"title":"Towards Better Generative Models of Language","display_name":"Towards Better Generative Models of Language","publication_year":2024,"publication_date":"2024-01-28","ids":{"openalex":"https://openalex.org/W6997004338"},"language":"en","primary_location":{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10185373","doi":null,"is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10185373/","pdf_url":"https://discovery.ucl.ac.uk/10185373/1/paper.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Doctoral thesis, UCL (University College London).","raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://discovery.ucl.ac.uk/10185373/1/paper.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039107666","display_name":"G\u00e1bor Melis","orcid":"https://orcid.org/0009-0000-3976-9122","observed_orcids":["https://orcid.org/0009-0000-3976-9122"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Melis, G\u00e1bor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5039107666"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5648999810218811,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5648999810218811,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.3677000105381012,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.050999999046325684,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/language-models","display_name":"language models","score":0.7300000190734863},{"id":"https://openalex.org/keywords/generative-models","display_name":"generative models","score":0.7960000038146973},{"id":"https://openalex.org/keywords/language-modeling","display_name":"language modeling","score":0.6269999742507935},{"id":"https://openalex.org/keywords/training-objectives","display_name":"training objectives","score":0.7089999914169312},{"id":"https://openalex.org/keywords/regularization","display_name":"regularization","score":0.9810000061988831},{"id":"https://openalex.org/keywords/optimization","display_name":"optimization","score":0.734000027179718},{"id":"https://openalex.org/keywords/model-complexity","display_name":"model complexity","score":0.5529999732971191},{"id":"https://openalex.org/keywords/training-process","display_name":"training process","score":0.31200000643730164}],"concepts":[{"id":"https://openalex.org/C144251240","wikidata":"https://www.wikidata.org/wiki/Q7068229","display_name":"Nucleofection","level":4,"score":0.4316999912261963},{"id":"https://openalex.org/C2992336715","wikidata":"https://www.wikidata.org/wiki/Q63431143","display_name":"Gestational period","level":4,"score":0.36419999599456787},{"id":"https://openalex.org/C2778283623","wikidata":"https://www.wikidata.org/wiki/Q18032200","display_name":"TSG101","level":5,"score":0.3303999900817871},{"id":"https://openalex.org/C2777054765","wikidata":"https://www.wikidata.org/wiki/Q6402731","display_name":"Dysgeusia","level":3,"score":0.3165000081062317},{"id":"https://openalex.org/C18743360","wikidata":"https://www.wikidata.org/wiki/Q1208096","display_name":"Diafiltration","level":4,"score":0.31349998712539673},{"id":"https://openalex.org/C2777158700","wikidata":"https://www.wikidata.org/wiki/Q1419356","display_name":"Hyporeflexia","level":3,"score":0.31029999256134033},{"id":"https://openalex.org/C180938184","wikidata":"https://www.wikidata.org/wiki/Q2142270","display_name":"Liquation","level":3,"score":0.29980000853538513},{"id":"https://openalex.org/C133074676","wikidata":"https://www.wikidata.org/wiki/Q428729","display_name":"Fusible alloy","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C145741570","wikidata":"https://www.wikidata.org/wiki/Q7251534","display_name":"Proteogenomics","level":5,"score":0.2897999882698059},{"id":"https://openalex.org/C2781032047","wikidata":"https://www.wikidata.org/wiki/Q938793","display_name":"Articular cartilage damage","level":5,"score":0.28380000591278076},{"id":"https://openalex.org/C2777935831","wikidata":"https://www.wikidata.org/wiki/Q3144949","display_name":"Hemopericardium","level":3,"score":0.2831000089645386},{"id":"https://openalex.org/C2776781215","wikidata":"https://www.wikidata.org/wiki/Q83253","display_name":"Triacetin","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C104545631","wikidata":"https://www.wikidata.org/wiki/Q464858","display_name":"Demotion","level":3,"score":0.28139999508857727},{"id":"https://openalex.org/C2777742743","wikidata":"https://www.wikidata.org/wiki/Q19904005","display_name":"Durvalumab","level":5,"score":0.2766000032424927},{"id":"https://openalex.org/C2779627259","wikidata":"https://www.wikidata.org/wiki/Q779763","display_name":"Pretext","level":3,"score":0.27399998903274536},{"id":"https://openalex.org/C135979968","wikidata":"https://www.wikidata.org/wiki/Q609809","display_name":"Protein isoform","level":5,"score":0.2718999981880188},{"id":"https://openalex.org/C2909186138","wikidata":"https://www.wikidata.org/wiki/Q1500373","display_name":"Hyperlactatemia","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C2777968768","wikidata":"https://www.wikidata.org/wiki/Q1280161","display_name":"Emperipolesis","level":4,"score":0.26919999718666077},{"id":"https://openalex.org/C2776356786","wikidata":"https://www.wikidata.org/wiki/Q1048573","display_name":"Tubulopathy","level":3,"score":0.26260000467300415},{"id":"https://openalex.org/C2775917601","wikidata":"https://www.wikidata.org/wiki/Q1424050","display_name":"Sclerodactyly","level":4,"score":0.25780001282691956},{"id":"https://openalex.org/C2779645999","wikidata":"https://www.wikidata.org/wiki/Q1858477","display_name":"Frugality","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C2780904289","wikidata":"https://www.wikidata.org/wiki/Q426498","display_name":"Tantalum carbide","level":3,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10185373","doi":null,"is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10185373/","pdf_url":"https://discovery.ucl.ac.uk/10185373/1/paper.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Doctoral thesis, UCL (University College London).","raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10185373","doi":null,"is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10185373/","pdf_url":"https://discovery.ucl.ac.uk/10185373/1/paper.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Doctoral thesis, UCL (University College London).","raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6997004338.pdf","grobid_xml":"https://content.openalex.org/works/W6997004338.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W1779483307","https://openalex.org/W1816313093","https://openalex.org/W1904365287","https://openalex.org/W1959608418","https://openalex.org/W2112269233","https://openalex.org/W2122262818","https://openalex.org/W2133564696","https://openalex.org/W2151695970","https://openalex.org/W2210838531","https://openalex.org/W2278112683","https://openalex.org/W2463267937","https://openalex.org/W2514713644","https://openalex.org/W2523060838","https://openalex.org/W2525246036","https://openalex.org/W2549416390","https://openalex.org/W2553303224","https://openalex.org/W2605576515","https://openalex.org/W2609608256","https://openalex.org/W2625327772","https://openalex.org/W2627585944","https://openalex.org/W2739255396","https://openalex.org/W2743945814","https://openalex.org/W2767321762","https://openalex.org/W2767899794","https://openalex.org/W2785734416","https://openalex.org/W2785811906","https://openalex.org/W2786406400","https://openalex.org/W2787560479","https://openalex.org/W2789776893","https://openalex.org/W2792287754","https://openalex.org/W2792376130","https://openalex.org/W2794922239","https://openalex.org/W2798139452","https://openalex.org/W2798812533","https://openalex.org/W2804845563","https://openalex.org/W2895958066","https://openalex.org/W2896528354","https://openalex.org/W2911109671","https://openalex.org/W2936652946","https://openalex.org/W2937049257","https://openalex.org/W2938704169","https://openalex.org/W2952436057","https://openalex.org/W2963090522","https://openalex.org/W2963096510","https://openalex.org/W2963899393","https://openalex.org/W2963938518","https://openalex.org/W2963951265","https://openalex.org/W2963969878","https://openalex.org/W2964121744","https://openalex.org/W2968917279","https://openalex.org/W2973501257","https://openalex.org/W2991324852","https://openalex.org/W3015468748","https://openalex.org/W3015650676","https://openalex.org/W3029754648","https://openalex.org/W3034214771","https://openalex.org/W3130868440","https://openalex.org/W3167710116","https://openalex.org/W3197737114","https://openalex.org/W3209374680","https://openalex.org/W4226024653","https://openalex.org/W4283026156","https://openalex.org/W4317897818","https://openalex.org/W4322503680","https://openalex.org/W4385573518","https://openalex.org/W7095449876"],"related_works":["https://openalex.org/W7053011683","https://openalex.org/W7171666520","https://openalex.org/W2805132563","https://openalex.org/W7006273385","https://openalex.org/W7008312962","https://openalex.org/W4236962277","https://openalex.org/W3167110273","https://openalex.org/W7128979962","https://openalex.org/W7097665457","https://openalex.org/W7098654181"],"abstract_inverted_index":{"As":[0],"language":[1,62],"modelling":[2],"has":[3],"been":[4],"progressing":[5],"immensely":[6],"towards":[7,129],"genuinely":[8],"useful":[9],"applications":[10,128],"driven":[11],"by":[12],"the":[13,30,43,65,68,73,78,108,114,117],"increased":[14],"availability":[15],"of":[16,67,70,113,119,124],"data":[17],"and":[18,23,77,110,116,127],"computational":[19],"resources,":[20],"our":[21,111],"understanding":[22,37,112],"tools":[24],"have":[25],"not":[26,82],"kept":[27],"pace.":[28],"On":[29],"one":[31],"hand,":[32],"it":[33],"is":[34,49,64],"usual":[35],"for":[36,53,87],"to":[38,50,92,106],"lag":[39],"behind":[40],"practice;":[41],"on":[42],"other,":[44],"often":[45],"a":[46],"steep":[47],"price":[48],"be":[51],"paid":[52],"letting":[54],"practice":[55],"race":[56],"too":[57],"far":[58],"ahead.":[59],"\\nA":[60],"trained":[61],"model":[63,79,115],"product":[66],"interactions":[69],"data,":[71],"optimization,":[72],"training":[74,121],"objective,":[75],"regularization,":[76],"itself,":[80],"which":[81,96],"only":[83],"provide":[84],"rich":[85],"veins":[86],"research":[88,126],"individually":[89],"but":[90],"combine":[91],"create":[93],"significant":[94],"complexity,":[95],"hampers":[97],"progress.":[98],"This":[99],"thesis":[100],"pursues":[101],"advances":[102],"along":[103],"these":[104],"directions":[105],"solidify":[107],"footing":[109],"process":[118],"its":[120],"in":[122],"hopes":[123],"guiding":[125],"better":[130],"solutions.":[131]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}