{"id":"https://openalex.org/W7202007996","doi":null,"title":"An Introduction to Large Language Models","display_name":"An Introduction to Large Language Models","alternate_titles":[],"publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W7202007996"},"language":"en","primary_location":{"id":"pmh:oai:juser.fz-juelich.de:1034059","doi":null,"is_oa":false,"landing_page_url":"https://juser.fz-juelich.de/record/1034059","pdf_url":null,"source":{"id":"https://openalex.org/S4306401090","display_name":"JuSER (Forschungszentrum J\u00fclich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I171892758","host_organization_name":"Forschungszentrum J\u00fclich","host_organization_lineage":["https://openalex.org/I171892758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Women in Data Science Conference Chemnitz, Chemnitz, Germany, 2024-06-06 - 2024-06-07","raw_type":"info:eu-repo/semantics/conferenceObject"},"parent_works":[],"lineage":["https://openalex.org/W7202007996"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055114787","display_name":"Carolin Penke","orcid":"https://orcid.org/0000-0002-4043-3885","observed_orcids":["https://orcid.org/0000-0002-4043-3885"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Penke, Carolin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5055114787"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9307000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9307000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06560000032186508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":1.0},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.9940000176429749},{"id":"https://openalex.org/keywords/attention-mechanism","display_name":"attention mechanism","score":0.9879999756813049},{"id":"https://openalex.org/keywords/text-generation","display_name":"text generation","score":0.8180000185966492},{"id":"https://openalex.org/keywords/text-understanding","display_name":"text understanding","score":0.7960000038146973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7688999772071838},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5594000220298767},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.5335000157356262},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.48489999771118164},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4611999988555908},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.40939998626708984},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3928000032901764},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.376800000667572},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3513999879360199},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.328900009393692},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.319599986076355},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.31619998812675476},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.29350000619888306},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C94922259","wikidata":"https://www.wikidata.org/wiki/Q33215","display_name":"Constructed language","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2614000141620636}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:juser.fz-juelich.de:1034059","doi":null,"is_oa":false,"landing_page_url":"https://juser.fz-juelich.de/record/1034059","pdf_url":null,"source":{"id":"https://openalex.org/S4306401090","display_name":"JuSER (Forschungszentrum J\u00fclich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I171892758","host_organization_name":"Forschungszentrum J\u00fclich","host_organization_lineage":["https://openalex.org/I171892758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Women in Data Science Conference Chemnitz, Chemnitz, Germany, 2024-06-06 - 2024-06-07","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W6892915536","https://openalex.org/W6968391930","https://openalex.org/W7203496587","https://openalex.org/W6931081211","https://openalex.org/W4409276940","https://openalex.org/W7172443490","https://openalex.org/W7202347050","https://openalex.org/W4414213092","https://openalex.org/W6889996627","https://openalex.org/W4416180140"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"have":[4],"revolutionized":[5],"the":[6,40,45,75,78,85],"field":[7],"of":[8,23,42,77],"artificial":[9],"intelligence,":[10],"enabling":[11],"advanced":[12,62],"text":[13],"generation":[14],"and":[15,30,36,48,69],"understanding.":[16],"This":[17],"talk":[18],"provides":[19],"a":[20],"concise":[21],"overview":[22],"LLMs,":[24],"focusing":[25],"on":[26,39,60],"their":[27],"development,":[28],"architecture,":[29],"implementation.":[31],"We":[32],"explain":[33],"key":[34],"concepts,":[35],"give":[37],"details":[38],"backbone":[41],"modern":[43],"LLMs:":[44],"transformer":[46],"architecture":[47],"its":[49],"innovative":[50],"attention":[51],"mechanism.":[52],"To":[53],"be":[54],"able":[55],"to":[56],"train":[57],"these":[58],"models":[59],"supercomputers,":[61],"parallelization":[63],"techniques":[64],"are":[65,72],"needed.":[66],"Recent":[67],"advancements":[68],"promising":[70],"trends":[71],"identified.":[73],"Through":[74],"lens":[76],"OpenGPT-X":[79],"project,":[80],"this":[81],"presentation":[82],"will":[83],"highlight":[84],"collaborative":[86],"efforts":[87],"in":[88],"developing":[89],"multilingual,":[90],"open-source":[91],"LLMs.":[92]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7202007996","counts_by_year":[],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2026-08-09T00:00:00"}
