{"id":"https://openalex.org/W3022337101","doi":"https://doi.org/10.23919/fruct48808.2020.9087559","title":"Learning Topic Models with Arbitrary Loss","display_name":"Learning Topic Models with Arbitrary Loss","publication_year":2020,"publication_date":"2020-04-01","ids":{"openalex":"https://openalex.org/W3022337101","doi":"https://doi.org/10.23919/fruct48808.2020.9087559","mag":"3022337101"},"language":"en","primary_location":{"id":"doi:10.23919/fruct48808.2020.9087559","is_oa":false,"landing_page_url":"https://doi.org/10.23919/fruct48808.2020.9087559","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 26th Conference of Open Innovations Association (FRUCT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doaj.org/article/38c4d52cadbd481088677959016742fa","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014904266","display_name":"Murat Apishev","orcid":"https://orcid.org/0000-0002-9023-3670"},"institutions":[{"id":"https://openalex.org/I19880235","display_name":"Lomonosov Moscow State University","ror":"https://ror.org/010pmpe69","country_code":"RU","type":"education","lineage":["https://openalex.org/I19880235"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Murat Apishev","raw_affiliation_strings":["Moscow State University, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Moscow State University, Moscow, Russia","institution_ids":["https://openalex.org/I19880235"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050048876","display_name":"Konstantin Vorontsov","orcid":"https://orcid.org/0000-0002-4244-4270"},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Konstantin Vorontsov","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I153845743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5645,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.86658945,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7302877902984619},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.6781308650970459},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.6016262173652649},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5526474714279175},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.513300359249115},{"id":"https://openalex.org/keywords/expectation\u2013maximization-algorithm","display_name":"Expectation\u2013maximization algorithm","score":0.49809885025024414},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.45753955841064453},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.4535676836967468},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.43900948762893677},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42965930700302124},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41783463954925537},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38389864563941956},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.37526077032089233},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19352936744689941},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.16017645597457886},{"id":"https://openalex.org/keywords/maximum-likelihood","display_name":"Maximum likelihood","score":0.15894261002540588}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7302877902984619},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.6781308650970459},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.6016262173652649},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5526474714279175},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.513300359249115},{"id":"https://openalex.org/C182081679","wikidata":"https://www.wikidata.org/wiki/Q1275153","display_name":"Expectation\u2013maximization algorithm","level":3,"score":0.49809885025024414},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.45753955841064453},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.4535676836967468},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.43900948762893677},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42965930700302124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41783463954925537},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38389864563941956},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37526077032089233},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19352936744689941},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.16017645597457886},{"id":"https://openalex.org/C49781872","wikidata":"https://www.wikidata.org/wiki/Q1045555","display_name":"Maximum likelihood","level":2,"score":0.15894261002540588},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.23919/fruct48808.2020.9087559","is_oa":false,"landing_page_url":"https://doi.org/10.23919/fruct48808.2020.9087559","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 26th Conference of Open Innovations Association (FRUCT)","raw_type":"proceedings-article"},{"id":"pmh:oai:doaj.org/article:38c4d52cadbd481088677959016742fa","is_oa":true,"landing_page_url":"https://doaj.org/article/38c4d52cadbd481088677959016742fa","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the XXth Conference of Open Innovations Association FRUCT, Vol 26, Iss 1, Pp 30-37 (2020)","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:doaj.org/article:38c4d52cadbd481088677959016742fa","is_oa":true,"landing_page_url":"https://doaj.org/article/38c4d52cadbd481088677959016742fa","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the XXth Conference of Open Innovations Association FRUCT, Vol 26, Iss 1, Pp 30-37 (2020)","raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W108349218","https://openalex.org/W1609010894","https://openalex.org/W1880262756","https://openalex.org/W1982474113","https://openalex.org/W2020199037","https://openalex.org/W2079591709","https://openalex.org/W2107743791","https://openalex.org/W2112546494","https://openalex.org/W2129350855","https://openalex.org/W2129865888","https://openalex.org/W2174706414","https://openalex.org/W2231586635","https://openalex.org/W2341256577","https://openalex.org/W2588345085","https://openalex.org/W2737946880","https://openalex.org/W2783091141","https://openalex.org/W2794957125","https://openalex.org/W2888808638","https://openalex.org/W2890363010","https://openalex.org/W2962686197","https://openalex.org/W3004736701","https://openalex.org/W4231510805","https://openalex.org/W4233135949","https://openalex.org/W4300916976","https://openalex.org/W6639619044","https://openalex.org/W6689244603","https://openalex.org/W6749462919","https://openalex.org/W6754295260","https://openalex.org/W7063744959"],"related_works":["https://openalex.org/W4293734197","https://openalex.org/W2169401934","https://openalex.org/W4206967254","https://openalex.org/W2131689821","https://openalex.org/W3117044075","https://openalex.org/W1498269992","https://openalex.org/W2501642273","https://openalex.org/W2278712165","https://openalex.org/W2168471263","https://openalex.org/W4387876786"],"abstract_inverted_index":{"Topic":[0],"modeling":[1],"is":[2],"an":[3,87,167,182],"area":[4],"of":[5,23,29,50,102,112,115,123,136,142,156,164,170,186,211],"text":[6,30],"analysis":[7],"actively":[8],"developing":[9],"over":[10,40],"the":[11,81,84,100,103,121,127,134,143,171,187,190,200,209],"past":[12],"20":[13],"years.":[14],"A":[15],"probabilistic":[16],"topic":[17,35,51,56,116],"model":[18],"(PTM)":[19],"finds":[20],"a":[21,27,37,47,96,124,137],"set":[22],"hidden":[24],"topics":[25,157],"from":[26,189],"collection":[28],"documents.":[31],"It":[32],"defines":[33],"each":[34,44],"as":[36,46],"probability":[38,48],"distribution":[39],"words":[41],"and":[42,105,145,148,161,177],"describes":[43],"document":[45],"mixture":[49],"distributions.":[52],"Learning":[53],"algorithms":[54,71],"for":[55],"models":[57,117],"are":[58,72],"usually":[59],"based":[60],"on":[61],"Bayesian":[62],"inference":[63],"or":[64],"log-likelihood":[65,85],"maximization.":[66],"In":[67,74],"both":[68,99,159],"cases,":[69],"EM-like":[70],"used.":[73],"this":[75],"paper,":[76],"we":[77,173],"propose":[78],"to":[79,133,151],"replace":[80],"logarithm":[82],"in":[83,110,120,158,197],"by":[86],"arbitrary":[88],"smooth":[89],"loss":[90],"function.":[91],"We":[92,139,180,194],"prove":[93],"that":[94,196],"such":[95],"modification":[97],"preserves":[98],"structure":[101],"algorithm":[104],"compatibility":[106],"with":[107,215],"any":[108],"regularizers":[109],"terms":[111],"additive":[113],"regularization":[114,152],"(ARTM).":[118],"Moreover,":[119],"case":[122],"linear":[125],"loss,":[126],"Estep":[128],"becomes":[129],"much":[130],"faster":[131],"due":[132],"omission":[135],"normalization.":[138],"study":[140],"combinations":[141],"fast":[144,206],"usual":[146,216],"E-steps":[147,207],"compare":[149],"them":[150],"using":[153],"different":[154],"number":[155],"offline":[160],"online":[162],"versions":[163],"EM-algorithm.":[165],"For":[166],"empirical":[168],"comparison":[169],"algorithms,":[172],"estimate":[174],"perplexity,":[175],"coherence,":[176],"learning":[178],"time.":[179],"use":[181],"efficient":[183],"parallel":[184],"implementation":[185],"EM-algorithm":[188],"BigARTM":[191],"open-source":[192],"library.":[193],"show":[195],"most":[198],"cases":[199],"two-stage":[201],"strategy":[202],"wins,":[203],"which":[204],"uses":[205],"at":[208],"beginning":[210],"iterations,":[212],"then":[213],"proceeds":[214],"E-steps.":[217]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}