{"id":"https://openalex.org/W4212964822","doi":"https://doi.org/10.1145/3488560.3498529","title":"Time Masking for Temporal Language Models","display_name":"Time Masking for Temporal Language Models","publication_year":2022,"publication_date":"2022-02-11","ids":{"openalex":"https://openalex.org/W4212964822","doi":"https://doi.org/10.1145/3488560.3498529"},"language":"en","primary_location":{"id":"doi:10.1145/3488560.3498529","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3488560.3498529","pdf_url":null,"source":{"id":"https://openalex.org/S4363608885","display_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110931115","display_name":"Guy Rosin","orcid":null},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Guy D. Rosin","raw_affiliation_strings":["Technion, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technion, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035284207","display_name":"Ido Guy","orcid":"https://orcid.org/0000-0002-5525-1064"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Ido Guy","raw_affiliation_strings":["Ben-Gurion University of the Negev, Beer-Sheva, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ben-Gurion University of the Negev, Beer-Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029708595","display_name":"Kira Radinsky","orcid":"https://orcid.org/0009-0007-7918-2204"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Kira Radinsky","raw_affiliation_strings":["Technion, Technion, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technion, Technion, Israel","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":169.6515,"has_fulltext":false,"cited_by_count":74,"citation_normalized_percentile":{"value":1.0,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"833","last_page":"841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8642998933792114},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7363609671592712},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.7244143486022949},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5641838312149048},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5429210066795349},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5314131379127502},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5051780343055725},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.44460198283195496},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.38871660828590393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8642998933792114},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7363609671592712},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.7244143486022949},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5641838312149048},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5429210066795349},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5314131379127502},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5051780343055725},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.44460198283195496},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38871660828590393},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3488560.3498529","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3488560.3498529","pdf_url":null,"source":{"id":"https://openalex.org/S4363608885","display_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.800000011920929,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1812967757","https://openalex.org/W1832693441","https://openalex.org/W2039297031","https://openalex.org/W2079066173","https://openalex.org/W2148931201","https://openalex.org/W2250539671","https://openalex.org/W2473408052","https://openalex.org/W2517194566","https://openalex.org/W2601748485","https://openalex.org/W2750779823","https://openalex.org/W2767634260","https://openalex.org/W2782822144","https://openalex.org/W2788036042","https://openalex.org/W2799119017","https://openalex.org/W2804830075","https://openalex.org/W2931922640","https://openalex.org/W2948599618","https://openalex.org/W2949573100","https://openalex.org/W2950883770","https://openalex.org/W2952276524","https://openalex.org/W2963626743","https://openalex.org/W2963780471","https://openalex.org/W2970476646","https://openalex.org/W3002481786","https://openalex.org/W3020268419","https://openalex.org/W3021480884","https://openalex.org/W3035345764","https://openalex.org/W3035582413","https://openalex.org/W3044438666","https://openalex.org/W3101767658","https://openalex.org/W3115228514","https://openalex.org/W3122555416","https://openalex.org/W3154525977","https://openalex.org/W3167421168","https://openalex.org/W4365799947"],"related_works":["https://openalex.org/W3081694532","https://openalex.org/W2375873920","https://openalex.org/W1969211203","https://openalex.org/W2146114872","https://openalex.org/W2392060890","https://openalex.org/W1517958729","https://openalex.org/W2392760275","https://openalex.org/W2083530853","https://openalex.org/W2092272653","https://openalex.org/W1992704972"],"abstract_inverted_index":{"Our":[0,62,111],"world":[1],"is":[2,7,64],"constantly":[3],"evolving,":[4],"and":[5,34,72,95,109],"so":[6],"the":[8,11,20,80,89],"content":[9],"on":[10,66,100],"web.":[12],"Consequently,":[13],"our":[14,86],"languages,":[15],"often":[16],"said":[17],"to":[18,37],"mirror":[19],"world,":[21],"are":[22,32],"dynamic":[23],"in":[24,103],"nature.":[25],"However,":[26],"most":[27],"current":[28],"contextual":[29,48],"language":[30,49],"models":[31],"static":[33],"cannot":[35],"adapt":[36],"changes":[38],"over":[39],"time.":[40],"In":[41],"this":[42],"work,":[43],"we":[44],"propose":[45],"a":[46],"temporal":[47,70],"model":[50],"called":[51],"TempoBERT,":[52],"which":[53],"uses":[54],"time":[55,74,82,97,121],"as":[56],"an":[57],"additional":[58],"context":[59],"of":[60,91,105],"texts.":[61],"technique":[63],"based":[65],"modifying":[67],"texts":[68],"with":[69],"information":[71],"performing":[73],"masking":[75,78],"-":[76],"specific":[77],"for":[79,88],"supplementary":[81],"information.":[83],"We":[84],"leverage":[85],"approach":[87],"tasks":[90,117],"semantic":[92],"change":[93],"detection":[94],"sentence":[96],"prediction,":[98],"experimenting":[99],"diverse":[101],"datasets":[102],"terms":[104],"time,":[106],"size,":[107],"genre,":[108],"language.":[110],"extensive":[112],"evaluation":[113],"shows":[114],"that":[115],"both":[116],"benefit":[118],"from":[119],"exploiting":[120],"masking.":[122]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":13}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}