{"id":"https://openalex.org/W2409923045","doi":"https://doi.org/10.1109/wf-iot.2016.7845391","title":"Adapting sampling interval of sensor networks using on-line reinforcement learning","display_name":"Adapting sampling interval of sensor networks using on-line reinforcement learning","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2409923045","doi":"https://doi.org/10.1109/wf-iot.2016.7845391","mag":"2409923045"},"language":"en","primary_location":{"id":"doi:10.1109/wf-iot.2016.7845391","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot.2016.7845391","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 3rd World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1606.02193","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057672981","display_name":"Gabriel Martins Dias","orcid":"https://orcid.org/0000-0002-9342-742X"},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Gabriel Martins Dias","raw_affiliation_strings":["Department of Information and Communication Technologies, Universitat Pompeu Fabra, Barcelona, Spain","Department of Information and Communication Technologies Universitat Pompeu Fabra Barcelona Spain"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Technologies, Universitat Pompeu Fabra, Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]},{"raw_affiliation_string":"Department of Information and Communication Technologies Universitat Pompeu Fabra Barcelona Spain","institution_ids":["https://openalex.org/I170486558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042674445","display_name":"Maddalena Nurchis","orcid":null},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Maddalena Nurchis","raw_affiliation_strings":["Department of Information and Communication Technologies, Universitat Pompeu Fabra, Barcelona, Spain","Department of Information and Communication Technologies Universitat Pompeu Fabra Barcelona Spain"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Technologies, Universitat Pompeu Fabra, Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]},{"raw_affiliation_string":"Department of Information and Communication Technologies Universitat Pompeu Fabra Barcelona Spain","institution_ids":["https://openalex.org/I170486558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089762387","display_name":"Boris Bellalta","orcid":"https://orcid.org/0000-0002-7826-3703"},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Boris Bellalta","raw_affiliation_strings":["Department of Information and Communication Technologies, Universitat Pompeu Fabra, Barcelona, Spain","Department of Information and Communication Technologies Universitat Pompeu Fabra Barcelona Spain"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Technologies, Universitat Pompeu Fabra, Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]},{"raw_affiliation_string":"Department of Information and Communication Technologies Universitat Pompeu Fabra Barcelona Spain","institution_ids":["https://openalex.org/I170486558"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057672981"],"corresponding_institution_ids":["https://openalex.org/I170486558"],"apc_list":null,"apc_paid":null,"fwci":0.3037,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.63096151,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"460","last_page":"465"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oversampling","display_name":"Oversampling","score":0.8128020167350769},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7652092576026917},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.7324796915054321},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7137136459350586},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6988717913627625},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.6214684247970581},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.588611364364624},{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.548309326171875},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4719632863998413},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4564201831817627},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4387008845806122},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3721907138824463},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2821241617202759},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27369874715805054},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.18450862169265747},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14080846309661865},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1117141842842102},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.08021688461303711}],"concepts":[{"id":"https://openalex.org/C197323446","wikidata":"https://www.wikidata.org/wiki/Q331222","display_name":"Oversampling","level":3,"score":0.8128020167350769},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7652092576026917},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.7324796915054321},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7137136459350586},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6988717913627625},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6214684247970581},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.588611364364624},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.548309326171875},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4719632863998413},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4564201831817627},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4387008845806122},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3721907138824463},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2821241617202759},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27369874715805054},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.18450862169265747},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14080846309661865},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1117141842842102},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.08021688461303711},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/wf-iot.2016.7845391","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wf-iot.2016.7845391","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 3rd World Forum on Internet of Things (WF-IoT)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1606.02193","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.02193","pdf_url":"https://arxiv.org/pdf/1606.02193","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2409923045","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1606.02193.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1606.02193","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1606.02193","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1606.02193","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1606.02193","pdf_url":"https://arxiv.org/pdf/1606.02193","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2046164077","https://openalex.org/W2067757953","https://openalex.org/W2070762331","https://openalex.org/W2106813267","https://openalex.org/W2416983539","https://openalex.org/W2911964244","https://openalex.org/W2962731829"],"related_works":["https://openalex.org/W2963178323","https://openalex.org/W2606470634","https://openalex.org/W2094491976","https://openalex.org/W3191340747","https://openalex.org/W2109376134","https://openalex.org/W2171222895","https://openalex.org/W2166702868","https://openalex.org/W2015573297","https://openalex.org/W2095719468","https://openalex.org/W2019177712","https://openalex.org/W2592807177","https://openalex.org/W2284289443","https://openalex.org/W2154873127","https://openalex.org/W1591749410","https://openalex.org/W2052107116","https://openalex.org/W2004976437","https://openalex.org/W2482912839","https://openalex.org/W2086246154","https://openalex.org/W1520352004","https://openalex.org/W2511772410"],"abstract_inverted_index":{"Monitoring":[0],"Wireless":[1],"Sensor":[2],"Networks":[3],"(WSNs)":[4],"are":[5],"composed":[6],"of":[7,49,152,165,174,192,195],"sensor":[8],"nodes":[9],"that":[10,133],"report":[11],"temperature,":[12],"relative":[13],"humidity,":[14],"and":[15,46,63,103,125],"other":[16],"environmental":[17,101,131],"parameters.":[18],"The":[19,106,171],"time":[20],"between":[21,61],"two":[22],"successive":[23],"measurements":[24],"is":[25,74,109],"a":[26,67,82,156],"critical":[27],"parameter":[28],"to":[29,93,100,110,115,122,147,155,187],"set":[30,111],"during":[31],"the":[32,39,42,47,50,112,116,138,149,162,169,175,189,193],"WSN":[33],"configuration":[34],"because":[35],"it":[36],"can":[37,58,134],"impact":[38],"WSN's":[40],"lifetime,":[41],"wireless":[43],"medium":[44],"contention":[45],"quality":[48,164],"reported":[51],"data.":[52],"As":[53],"trends":[54],"in":[55,182],"monitored":[56],"parameters":[57],"significantly":[59],"vary":[60],"scenarios":[62],"within":[64],"time,":[65],"identifying":[66],"sampling":[68,84,96,113],"interval":[69,97,114],"suitable":[70],"for":[71,137],"several":[72,183],"cases":[73],"also":[75],"challenging.":[76],"In":[77,140],"this":[78],"work,":[79],"we":[80],"propose":[81],"dynamic":[83],"rate":[85],"adaptation":[86],"scheme":[87],"based":[88],"on":[89],"reinforcement":[90,176],"learning,":[91],"able":[92],"tune":[94],"sensors'":[95],"on-the-fly,":[98],"according":[99],"conditions":[102],"application":[104],"requirements.":[105],"primary":[107],"goal":[108],"best":[117],"value":[118],"possible":[119],"so":[120,185],"as":[121,186],"avoid":[123],"oversampling":[124],"save":[126],"energy,":[127],"while":[128],"not":[129],"missing":[130],"changes":[132],"be":[135],"relevant":[136],"application.":[139],"simulations,":[141],"our":[142],"mechanism":[143],"could":[144],"reduce":[145],"up":[146],"73%":[148],"total":[150],"number":[151],"transmissions":[153],"compared":[154],"fixed":[157],"strategy":[158],"and,":[159],"simultaneously,":[160],"keep":[161],"average":[163],"information":[166],"provided":[167],"by":[168],"WSN.":[170],"inherent":[172],"flexibility":[173],"learning":[177],"algorithm":[178],"facilitates":[179],"its":[180],"use":[181],"scenarios,":[184],"exploit":[188],"broad":[190],"scope":[191],"Internet":[194],"Things.":[196]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-21T08:13:44.787528","created_date":"2022-10-04T00:00:00"}