{"id":"https://openalex.org/W2985411208","doi":"https://doi.org/10.1145/3365871.3365911","title":"IoT Sensor Gym","display_name":"IoT Sensor Gym","publication_year":2019,"publication_date":"2019-10-22","ids":{"openalex":"https://openalex.org/W2985411208","doi":"https://doi.org/10.1145/3365871.3365911","mag":"2985411208"},"language":"en","primary_location":{"id":"doi:10.1145/3365871.3365911","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3365871.3365911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International Conference on the Internet of Things","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040264478","display_name":"Abdulmajid Murad","orcid":"https://orcid.org/0000-0003-0774-0741"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Abdulmajid Murad","raw_affiliation_strings":["Norwegian University of Science and Technology, NTNU, Trondheim, Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology, NTNU, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005736644","display_name":"Kerstin Bach","orcid":"https://orcid.org/0000-0002-4256-7676"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Kerstin Bach","raw_affiliation_strings":["Norwegian University of Science and Technology, NTNU, Trondheim, Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology, NTNU, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071988834","display_name":"Frank Alexander Kraemer","orcid":"https://orcid.org/0000-0002-8657-5379"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Frank Alexander Kraemer","raw_affiliation_strings":["Norwegian University of Science and Technology, NTNU, Trondheim, Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian University of Science and Technology, NTNU, Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043788981","display_name":"Gavin Taylor","orcid":"https://orcid.org/0000-0002-3455-9430"},"institutions":[{"id":"https://openalex.org/I189158971","display_name":"United States Naval Academy","ror":"https://ror.org/00znex860","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I189158971","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gavin Taylor","raw_affiliation_strings":["United States Naval Academy, USNA, Annapolis, USA"],"affiliations":[{"raw_affiliation_string":"United States Naval Academy, USNA, Annapolis, USA","institution_ids":["https://openalex.org/I189158971"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5040264478"],"corresponding_institution_ids":["https://openalex.org/I204778367"],"apc_list":null,"apc_paid":null,"fwci":0.8659,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.81512959,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"1145","issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8718783259391785},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.7511729001998901},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7428739070892334},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.621497631072998},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5840904712677002},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.564496636390686},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5628244876861572},{"id":"https://openalex.org/keywords/intelligent-sensor","display_name":"Intelligent sensor","score":0.45316803455352783},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.45039740204811096},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.418437659740448},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39431941509246826},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3327295184135437},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3117048740386963},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23006555438041687}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8718783259391785},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.7511729001998901},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7428739070892334},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.621497631072998},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5840904712677002},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.564496636390686},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5628244876861572},{"id":"https://openalex.org/C176563091","wikidata":"https://www.wikidata.org/wiki/Q669238","display_name":"Intelligent sensor","level":3,"score":0.45316803455352783},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.45039740204811096},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.418437659740448},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39431941509246826},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3327295184135437},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3117048740386963},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23006555438041687},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3365871.3365911","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3365871.3365911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 9th International Conference on the Internet of Things","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2342662072","https://openalex.org/W2736601468","https://openalex.org/W2772512112","https://openalex.org/W2893374306","https://openalex.org/W3011985620","https://openalex.org/W3103738405","https://openalex.org/W3103780890","https://openalex.org/W3105950882"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W4306904969","https://openalex.org/W2625093826","https://openalex.org/W4200598720","https://openalex.org/W4391678214","https://openalex.org/W4400232875","https://openalex.org/W2273790148","https://openalex.org/W4400034770"],"abstract_inverted_index":{"We":[0,19],"describe":[1],"IoT":[2,13,31,49],"Sensor":[3],"Gym,":[4],"a":[5,47],"framework":[6],"to":[7,26],"train":[8],"the":[9,22,30,43],"behavior":[10],"of":[11,46],"constrained":[12],"devices":[14],"using":[15],"deep":[16],"reinforcement":[17,35],"learning.":[18],"focus":[20],"on":[21],"main":[23],"architectural":[24],"choices":[25],"align":[27],"problems":[28],"from":[29],"domain":[32],"with":[33,42],"cutting-edge":[34],"learning":[36],"algorithms":[37],"and":[38],"exemplify":[39],"our":[40],"results":[41],"autonomous":[44],"control":[45],"solar-powered":[48],"device.":[50]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2019-11-22T00:00:00"}