{"id":"https://openalex.org/W2080901490","doi":"https://doi.org/10.1145/2505515.2505641","title":"Timely crawling of high-quality ephemeral new content","display_name":"Timely crawling of high-quality ephemeral new content","publication_year":2013,"publication_date":"2013-10-27","ids":{"openalex":"https://openalex.org/W2080901490","doi":"https://doi.org/10.1145/2505515.2505641","mag":"2080901490"},"language":"en","primary_location":{"id":"doi:10.1145/2505515.2505641","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2505515.2505641","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM international conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045668591","display_name":"Damien Lefortier","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Damien Lefortier","raw_affiliation_strings":["Yandex, Moscow, Russian Fed","Yandex, Moscow, Russian Fed.#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]},{"raw_affiliation_string":"Yandex, Moscow, Russian Fed.#TAB#","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Liudmila Ostroumova","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Liudmila Ostroumova","raw_affiliation_strings":["Yandex, Moscow, Russian Fed","Yandex, Moscow, Russian Fed.#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]},{"raw_affiliation_string":"Yandex, Moscow, Russian Fed.#TAB#","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022976447","display_name":"Egor Samosvat","orcid":"https://orcid.org/0000-0003-3399-4235"},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Egor Samosvat","raw_affiliation_strings":["Yandex, Moscow, Russian Fed","Yandex, Moscow, Russian Fed.#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]},{"raw_affiliation_string":"Yandex, Moscow, Russian Fed.#TAB#","institution_ids":["https://openalex.org/I58957048"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069551961","display_name":"Pavel Serdyukov","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Pavel Serdyukov","raw_affiliation_strings":["Yandex, Moscow, Russian Fed","Yandex, Moscow, Russian Fed.#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yandex, Moscow, Russian Fed","institution_ids":["https://openalex.org/I58957048"]},{"raw_affiliation_string":"Yandex, Moscow, Russian Fed.#TAB#","institution_ids":["https://openalex.org/I58957048"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I58957048"],"apc_list":null,"apc_paid":null,"fwci":1.5099,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.83240223,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"745","last_page":"750"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crawling","display_name":"Crawling","score":0.9615745544433594},{"id":"https://openalex.org/keywords/ephemeral-key","display_name":"Ephemeral key","score":0.9383491277694702},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7062014937400818},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5674130320549011},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.549038827419281},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4885903298854828},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4766576886177063},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.4318270683288574},{"id":"https://openalex.org/keywords/web-crawler","display_name":"Web crawler","score":0.41239288449287415},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1725970208644867},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.12029433250427246},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11545541882514954},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07762059569358826}],"concepts":[{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.9615745544433594},{"id":"https://openalex.org/C76947770","wikidata":"https://www.wikidata.org/wiki/Q4533181","display_name":"Ephemeral key","level":2,"score":0.9383491277694702},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7062014937400818},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5674130320549011},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.549038827419281},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4885903298854828},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4766576886177063},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.4318270683288574},{"id":"https://openalex.org/C13743948","wikidata":"https://www.wikidata.org/wiki/Q45842","display_name":"Web crawler","level":2,"score":0.41239288449287415},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1725970208644867},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.12029433250427246},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11545541882514954},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07762059569358826},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2505515.2505641","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2505515.2505641","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM international conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1648048981","https://openalex.org/W1998093888","https://openalex.org/W2038378248","https://openalex.org/W2073926352","https://openalex.org/W2097704339","https://openalex.org/W2103545802","https://openalex.org/W2128384372","https://openalex.org/W2151932833","https://openalex.org/W2155467656","https://openalex.org/W2158601853","https://openalex.org/W2165862792","https://openalex.org/W2911388033","https://openalex.org/W6602585627"],"related_works":["https://openalex.org/W2566658409","https://openalex.org/W3119324922","https://openalex.org/W2352686120","https://openalex.org/W2372594123","https://openalex.org/W2358310581","https://openalex.org/W2026132847","https://openalex.org/W4385695127","https://openalex.org/W2137810919","https://openalex.org/W2964752624","https://openalex.org/W4255854114"],"abstract_inverted_index":{"In":[0],"this":[1,76],"paper,":[2],"we":[3],"study":[4],"the":[5,82],"problem":[6],"of":[7,12,84],"timely":[8],"finding":[9],"and":[10,37,52,60],"crawling":[11,41],"\\textit{ephemeral}":[13],"new":[14,70],"pages,":[15],"i.e.,":[16],"for":[17,31,75,87],"which":[18,78],"user":[19,85],"traffic":[20],"grows":[21],"really":[22],"quickly":[23,58],"right":[24],"after":[25],"they":[26],"appear,":[27],"but":[28],"lasts":[29],"only":[30],"several":[32],"days":[33],"(e.g.,":[34],"news,":[35],"blog":[36],"forum":[38],"posts).":[39],"Traditional":[40],"policies":[42],"do":[43],"not":[44,57],"give":[45],"any":[46],"particular":[47],"priority":[48],"to":[49],"such":[50],"pages":[51,89],"may":[53],"thus":[54,67],"crawl":[55,62],"them":[56],"enough,":[59],"even":[61],"already":[63],"obsolete":[64],"content.":[65],"We":[66],"propose":[68],"a":[69],"metric,":[71],"well":[72],"thought":[73],"out":[74],"task,":[77],"takes":[79],"into":[80],"account":[81],"decrease":[83],"interest":[86],"ephemeral":[88],"over":[90],"time.":[91]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}