{"id":"https://openalex.org/W4382562154","doi":"https://doi.org/10.23919/mipro57284.2023.10159911","title":"An Overview of Diffusion Models for Text Generation","display_name":"An Overview of Diffusion Models for Text Generation","publication_year":2023,"publication_date":"2023-05-22","ids":{"openalex":"https://openalex.org/W4382562154","doi":"https://doi.org/10.23919/mipro57284.2023.10159911"},"language":"en","primary_location":{"id":"doi:10.23919/mipro57284.2023.10159911","is_oa":false,"landing_page_url":"https://doi.org/10.23919/mipro57284.2023.10159911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 46th MIPRO ICT and Electronics Convention (MIPRO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071158097","display_name":"Helena \u010ceovi\u0107","orcid":null},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":true,"raw_author_name":"Helena \u010ceovi\u0107","raw_affiliation_strings":["University of Zagreb,Faculty of Electrical Engineering and Computing,Unska 3,Zagreb,Croatia,10 000"],"affiliations":[{"raw_affiliation_string":"University of Zagreb,Faculty of Electrical Engineering and Computing,Unska 3,Zagreb,Croatia,10 000","institution_ids":["https://openalex.org/I181343428"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052566827","display_name":"Marin \u0160ili\u0107","orcid":"https://orcid.org/0000-0002-4896-7689"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":false,"raw_author_name":"Marin \u0160ili\u0107","raw_affiliation_strings":["University of Zagreb,Faculty of Electrical Engineering and Computing,Unska 3,Zagreb,Croatia,10 000"],"affiliations":[{"raw_affiliation_string":"University of Zagreb,Faculty of Electrical Engineering and Computing,Unska 3,Zagreb,Croatia,10 000","institution_ids":["https://openalex.org/I181343428"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062293489","display_name":"Goran Dela\u010d","orcid":"https://orcid.org/0000-0001-5315-8387"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":false,"raw_author_name":"Goran Dela\u010d","raw_affiliation_strings":["University of Zagreb,Faculty of Electrical Engineering and Computing,Unska 3,Zagreb,Croatia,10 000"],"affiliations":[{"raw_affiliation_string":"University of Zagreb,Faculty of Electrical Engineering and Computing,Unska 3,Zagreb,Croatia,10 000","institution_ids":["https://openalex.org/I181343428"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024279611","display_name":"Klemo Vladimir","orcid":"https://orcid.org/0000-0002-6764-8851"},"institutions":[{"id":"https://openalex.org/I181343428","display_name":"University of Zagreb","ror":"https://ror.org/00mv6sv71","country_code":"HR","type":"education","lineage":["https://openalex.org/I181343428"]}],"countries":["HR"],"is_corresponding":false,"raw_author_name":"Klemo Vladimir","raw_affiliation_strings":["University of Zagreb,Faculty of Electrical Engineering and Computing,Unska 3,Zagreb,Croatia,10 000"],"affiliations":[{"raw_affiliation_string":"University of Zagreb,Faculty of Electrical Engineering and Computing,Unska 3,Zagreb,Croatia,10 000","institution_ids":["https://openalex.org/I181343428"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5071158097"],"corresponding_institution_ids":["https://openalex.org/I181343428"],"apc_list":null,"apc_paid":null,"fwci":0.8728,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78246027,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"941","last_page":"946"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9659000039100647,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7416943311691284},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5986687541007996},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.561989426612854},{"id":"https://openalex.org/keywords/diffusion-process","display_name":"Diffusion process","score":0.5220456123352051},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.47729384899139404},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.466643363237381},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4205382466316223},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4195183515548706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4093399941921234},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3556175231933594},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16561540961265564},{"id":"https://openalex.org/keywords/innovation-diffusion","display_name":"Innovation diffusion","score":0.14286401867866516},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11032155156135559},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10095870494842529}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7416943311691284},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5986687541007996},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.561989426612854},{"id":"https://openalex.org/C68710425","wikidata":"https://www.wikidata.org/wiki/Q5275442","display_name":"Diffusion process","level":3,"score":0.5220456123352051},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.47729384899139404},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.466643363237381},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4205382466316223},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4195183515548706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4093399941921234},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3556175231933594},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16561540961265564},{"id":"https://openalex.org/C3017618536","wikidata":"https://www.wikidata.org/wiki/Q304994","display_name":"Innovation diffusion","level":2,"score":0.14286401867866516},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11032155156135559},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10095870494842529},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/mipro57284.2023.10159911","is_oa":false,"landing_page_url":"https://doi.org/10.23919/mipro57284.2023.10159911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 46th MIPRO ICT and Electronics Convention (MIPRO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W2129069237","https://openalex.org/W2896457183","https://openalex.org/W3024131638","https://openalex.org/W3034999214","https://openalex.org/W3036167779","https://openalex.org/W3110257065","https://openalex.org/W3121370741","https://openalex.org/W3175665465","https://openalex.org/W4224035735","https://openalex.org/W4225598930","https://openalex.org/W4280567072","https://openalex.org/W4281485151","https://openalex.org/W4281690218","https://openalex.org/W4281969232","https://openalex.org/W4287083626","https://openalex.org/W4287329820","https://openalex.org/W4288099666","https://openalex.org/W4292779060","https://openalex.org/W4297649270","https://openalex.org/W4300425011","https://openalex.org/W4306802991","https://openalex.org/W4306809142","https://openalex.org/W4307929986","https://openalex.org/W4308671448","https://openalex.org/W4309299250","https://openalex.org/W4310421098","https://openalex.org/W4312091317","https://openalex.org/W4360884927","https://openalex.org/W4385245566","https://openalex.org/W4385569744","https://openalex.org/W4385571393","https://openalex.org/W4387195417","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6769311223","https://openalex.org/W6778883912","https://openalex.org/W6779823529","https://openalex.org/W6783713337","https://openalex.org/W6786375611","https://openalex.org/W6796163713","https://openalex.org/W6798447524","https://openalex.org/W6809885388","https://openalex.org/W6810165261","https://openalex.org/W6838282907","https://openalex.org/W6838452192","https://openalex.org/W6838639034","https://openalex.org/W6838815585","https://openalex.org/W6840815571","https://openalex.org/W6842465419","https://openalex.org/W6842762852","https://openalex.org/W6843358153","https://openalex.org/W6844872470","https://openalex.org/W6846176957","https://openalex.org/W6846316018","https://openalex.org/W6846516715","https://openalex.org/W6846525883","https://openalex.org/W6846825563","https://openalex.org/W6846913912","https://openalex.org/W6846930609","https://openalex.org/W6847022875","https://openalex.org/W6847526107"],"related_works":["https://openalex.org/W2386796262","https://openalex.org/W2354853573","https://openalex.org/W2064306826","https://openalex.org/W2807797544","https://openalex.org/W2924020013","https://openalex.org/W2057463076","https://openalex.org/W2383408482","https://openalex.org/W1511383268","https://openalex.org/W2614023814","https://openalex.org/W2097757605"],"abstract_inverted_index":{"Given":[0],"the":[1,28,37,79,93,130,139,153],"great":[2],"success":[3],"that":[4,63,143,156],"diffusion":[5,46,68,80,94,105],"models":[6,32,47,69,106,155],"have":[7],"achieved":[8],"in":[9,27,52,82,96],"generating":[10],"various":[11],"types":[12],"of":[13,30,40,61,129],"continuous":[14,54,83],"data,":[15],"including":[16],"image,":[17],"video":[18],"and":[19,70,137,141],"audio,":[20],"there":[21],"has":[22],"been":[23],"a":[24,43,53,126],"growing":[25],"interest":[26],"application":[29,51],"these":[31],"to":[33,65,89,103,133,152],"text":[34,41],"generation.":[35],"However,":[36],"discrete":[38,87,97],"nature":[39],"presents":[42],"challenge":[44],"for":[45,50],"initially":[48],"designed":[49],"feature":[55],"space.":[56,98],"The":[57],"two":[58],"main":[59],"lines":[60],"work":[62],"aim":[64],"bring":[66],"together":[67],"natural":[71],"language":[72,119],"processing":[73],"are":[74],"focused":[75],"on":[76],"either":[77],"defining":[78,92],"process":[81,95],"space":[84],"by":[85],"converting":[86],"tokens":[88],"embeddings":[90],"or":[91],"These":[99],"recent":[100],"works":[101],"attempt":[102],"combine":[104],"with":[107,116,148],"leading":[108],"sequence-to-sequence":[109],"generation":[110],"Transformer":[111],"architecture":[112],"as":[113,115],"well":[114],"existing":[117],"pre-trained":[118],"models.":[120],"In":[121],"this":[122,158],"work,":[123],"we":[124],"give":[125],"detailed":[127],"overview":[128],"approaches":[131],"developed":[132],"date.":[134],"We":[135],"present":[136],"analyze":[138],"benefits":[140],"limitations":[142],"each":[144],"model":[145],"introduces,":[146],"along":[147],"how":[149],"they":[150],"compare":[151],"autoregressive":[154],"dominate":[157],"field.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}