{"id":"https://openalex.org/W1702782474","doi":"https://doi.org/10.1109/cdc.2015.7403283","title":"Whittle Index Policy for Crawling Ephemeral Content","display_name":"Whittle Index Policy for Crawling Ephemeral Content","publication_year":2015,"publication_date":"2015-12-01","ids":{"openalex":"https://openalex.org/W1702782474","doi":"https://doi.org/10.1109/cdc.2015.7403283","mag":"1702782474"},"language":"en","primary_location":{"id":"doi:10.1109/cdc.2015.7403283","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2015.7403283","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 54th IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1503.08558","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053557735","display_name":"Konstantin Avrachenkov","orcid":"https://orcid.org/0000-0002-8124-8272"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Konstantin E. Avrachenkov","raw_affiliation_strings":["Inria Sophia Antipolis, Sophia Antipolis, France","INRIA, Sophia-Antipolis#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria Sophia Antipolis, Sophia Antipolis, France","institution_ids":[]},{"raw_affiliation_string":"INRIA, Sophia-Antipolis#TAB#","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018541798","display_name":"Vivek S. Borkar","orcid":"https://orcid.org/0000-0003-0756-5402"},"institutions":[{"id":"https://openalex.org/I162827531","display_name":"Indian Institute of Technology Bombay","ror":"https://ror.org/02qyf5152","country_code":"IN","type":"education","lineage":["https://openalex.org/I162827531"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vivek S. Borkar","raw_affiliation_strings":["Department of Electrical Engineering, IIT Bombay, Powai, Mumbai, India","Department of Electrical Engineering, IIT-Bombay, Powai Mumbai, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, IIT Bombay, Powai, Mumbai, India","institution_ids":["https://openalex.org/I162827531"]},{"raw_affiliation_string":"Department of Electrical Engineering, IIT-Bombay, Powai Mumbai, India","institution_ids":["https://openalex.org/I162827531"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5053557735"],"corresponding_institution_ids":["https://openalex.org/I1326498283"],"apc_list":null,"apc_paid":null,"fwci":1.4024,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83501597,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"5","issue":"1","first_page":"446","last_page":"455"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ephemeral-key","display_name":"Ephemeral key","score":0.8809165954589844},{"id":"https://openalex.org/keywords/crawling","display_name":"Crawling","score":0.8584545850753784},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.6515575647354126},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5781216621398926},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.42839568853378296},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2725699543952942},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18982374668121338},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15956073999404907},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.09217244386672974}],"concepts":[{"id":"https://openalex.org/C76947770","wikidata":"https://www.wikidata.org/wiki/Q4533181","display_name":"Ephemeral key","level":2,"score":0.8809165954589844},{"id":"https://openalex.org/C100368936","wikidata":"https://www.wikidata.org/wiki/Q1411725","display_name":"Crawling","level":2,"score":0.8584545850753784},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.6515575647354126},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5781216621398926},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.42839568853378296},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2725699543952942},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18982374668121338},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15956073999404907},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.09217244386672974},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105702510","wikidata":"https://www.wikidata.org/wiki/Q514","display_name":"Anatomy","level":1,"score":0.0}],"mesh":[],"locations_count":9,"locations":[{"id":"doi:10.1109/cdc.2015.7403283","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2015.7403283","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 54th IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},{"id":"doi:10.1109/tcns.2016.2619066","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2016.2619066","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1503.08558","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1503.08558","pdf_url":"https://arxiv.org/pdf/1503.08558","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:HAL:hal-01136651v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01136651","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"[Research Report] RR-8702, Inria Sophia Antipolis; INRIA. 2015","raw_type":"Reports"},{"id":"pmh:oai:HAL:hal-01258647v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01258647","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cdc2015.ctrl.titech.ac.jp/","raw_type":"Conference papers"},{"id":"pmh:oai:HAL:hal-01937994v1","is_oa":false,"landing_page_url":"https://inria.hal.science/hal-01937994","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Control of Network Systems, 2018, 5 (1), pp.446 - 455. ⟨10.1109/TCNS.2016.2619066⟩","raw_type":"Journal articles"},{"id":"pmh:oai:dsapce.library.iitb.ac.in:100/24935","is_oa":false,"landing_page_url":"http://doi.org/10.1002/2014GL061098","pdf_url":null,"source":{"id":"https://openalex.org/S4306400899","display_name":"DSpace (IIT Bombay)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I162827531","host_organization_name":"Indian Institute of Technology Bombay","host_organization_lineage":["https://openalex.org/I162827531"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:dspace.library.iitb.ac.in:100/24935","is_oa":false,"landing_page_url":"http://dspace.library.iitb.ac.in/xmlui/handle/100/24935","pdf_url":null,"source":{"id":"https://openalex.org/S4306400899","display_name":"DSpace (IIT Bombay)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I162827531","host_organization_name":"Indian Institute of Technology Bombay","host_organization_lineage":["https://openalex.org/I162827531"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"doi:10.48550/arxiv.1503.08558","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1503.08558","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1503.08558","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1503.08558","pdf_url":"https://arxiv.org/pdf/1503.08558","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W118602349","https://openalex.org/W1516999356","https://openalex.org/W1518072521","https://openalex.org/W1568719565","https://openalex.org/W1987272746","https://openalex.org/W2005862871","https://openalex.org/W2010654234","https://openalex.org/W2038378248","https://openalex.org/W2044502527","https://openalex.org/W2056921512","https://openalex.org/W2073926352","https://openalex.org/W2080901490","https://openalex.org/W2099245132","https://openalex.org/W2112680350","https://openalex.org/W2129462326","https://openalex.org/W2141515329","https://openalex.org/W2155529408","https://openalex.org/W2156107305","https://openalex.org/W2165862792","https://openalex.org/W2188183596","https://openalex.org/W2511028367","https://openalex.org/W2536694554","https://openalex.org/W2911388033","https://openalex.org/W4210744263","https://openalex.org/W4213251304","https://openalex.org/W4243772471","https://openalex.org/W4251434705","https://openalex.org/W6637063333","https://openalex.org/W6726093944","https://openalex.org/W7008869018"],"related_works":["https://openalex.org/W2358547986","https://openalex.org/W2078475175","https://openalex.org/W2319283426","https://openalex.org/W2304774469","https://openalex.org/W2080901490","https://openalex.org/W2963755386","https://openalex.org/W2558137253","https://openalex.org/W1702782474","https://openalex.org/W4308278753","https://openalex.org/W4298061986"],"abstract_inverted_index":{"We":[0,54,130],"consider":[1],"the":[2,75,91,132],"task":[3],"of":[4,42,74,77,93,103],"scheduling":[5],"a":[6,30,43,110,113,123],"crawler":[7],"to":[8,118,122],"retrieve":[9],"from":[10,90],"several":[11],"sites":[12],"their":[13],"ephemeral":[14,48],"content.":[15],"This":[16],"is":[17,51],"content,":[18],"such":[19],"as":[20,59],"news":[21],"or":[22,38,79],"posts":[23],"at":[24],"social":[25],"network":[26],"groups,":[27],"for":[28,47],"which":[29,116],"user":[31],"typically":[32],"loses":[33],"interest":[34],"after":[35],"some":[36],"days":[37],"hours.":[39],"Thus":[40],"development":[41],"timely":[44],"crawling":[45,128],"policy":[46],"information":[49,104],"sources":[50],"very":[52,124],"important.":[53],"first":[55],"formulate":[56],"this":[57,107],"problem":[58,63,84,108,119],"an":[60],"optimal":[61],"control":[62],"with":[64,100],"average":[65],"reward.":[66],"The":[67,83],"reward":[68],"can":[69],"be":[70],"measured":[71],"in":[72,85],"terms":[73],"number":[76,102],"clicks":[78],"relevant":[80],"search":[81],"requests.":[82],"its":[86,137],"exact":[87],"formulation":[88],"suffers":[89],"curse":[92],"dimensionality":[94],"and":[95,121,126,135],"quickly":[96],"becomes":[97],"intractable":[98],"even":[99],"moderate":[101],"sources.":[105],"Fortunately,":[106],"admits":[109],"Whittle":[111,133],"index,":[112],"celebrated":[114],"heuristics":[115],"leads":[117],"decomposition":[120],"simple":[125],"efficient":[127],"policy.":[129],"derive":[131],"index":[134],"provide":[136],"theoretical":[138],"justification.":[139]},"counts_by_year":[{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}