{"id":"https://openalex.org/W2782578643","doi":"https://doi.org/10.1007/978-3-319-73830-7_5","title":"Smart Resource Allocation Using Reinforcement Learning in Content-Centric Cyber-Physical Systems","display_name":"Smart Resource Allocation Using Reinforcement Learning in Content-Centric Cyber-Physical Systems","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2782578643","doi":"https://doi.org/10.1007/978-3-319-73830-7_5","mag":"2782578643"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-319-73830-7_5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-319-73830-7_5","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066465215","display_name":"Keke Gai","orcid":"https://orcid.org/0000-0001-6784-0221"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keke Gai","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, 100081, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083330935","display_name":"Meikang Qiu","orcid":"https://orcid.org/0000-0002-1004-0140"},"institutions":[{"id":"https://openalex.org/I126863827","display_name":"Pace University","ror":"https://ror.org/047p7y759","country_code":"US","type":"education","lineage":["https://openalex.org/I126863827"]},{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Meikang Qiu","raw_affiliation_strings":["Columbia University, New York, New York, USA","Department of Computer Science, Pace University, New York City, NY, 10038, USA","Shenzhen University, Guangdong, 518060, China"],"affiliations":[{"raw_affiliation_string":"Columbia University, New York, New York, USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Department of Computer Science, Pace University, New York City, NY, 10038, USA","institution_ids":["https://openalex.org/I126863827"]},{"raw_affiliation_string":"Shenzhen University, Guangdong, 518060, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033808402","display_name":"Meiqin Liu","orcid":"https://orcid.org/0000-0003-0693-6574"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiqin Liu","raw_affiliation_strings":["College of Electrical Engineering, Zhejiang University, Hangzhou, 310027, China"],"affiliations":[{"raw_affiliation_string":"College of Electrical Engineering, Zhejiang University, Hangzhou, 310027, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100602278","display_name":"Hui Zhao","orcid":"https://orcid.org/0000-0002-3261-2568"},"institutions":[{"id":"https://openalex.org/I173899330","display_name":"Henan University","ror":"https://ror.org/003xyzq10","country_code":"CN","type":"education","lineage":["https://openalex.org/I173899330"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Zhao","raw_affiliation_strings":["Institute of Intelligent Network System, Henan University, Kaifeng, 475000, China"],"affiliations":[{"raw_affiliation_string":"Institute of Intelligent Network System, Henan University, Kaifeng, 475000, China","institution_ids":["https://openalex.org/I173899330"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5083330935"],"corresponding_institution_ids":["https://openalex.org/I126863827","https://openalex.org/I180726961","https://openalex.org/I78577930"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":6.5126,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.96796414,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"39","last_page":"52"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8603589534759521},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7702490091323853},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7316759824752808},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6114922761917114},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6114537715911865},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6110701560974121},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.6081005334854126},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.5507569313049316},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5496297478675842},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5223197340965271},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.45501959323883057},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39381521940231323},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18653139472007751},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.15608090162277222},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.09588822722434998}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8603589534759521},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7702490091323853},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7316759824752808},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6114922761917114},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6114537715911865},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6110701560974121},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.6081005334854126},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.5507569313049316},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5496297478675842},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5223197340965271},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.45501959323883057},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39381521940231323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18653139472007751},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.15608090162277222},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.09588822722434998},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-319-73830-7_5","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-319-73830-7_5","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W565292247","https://openalex.org/W1513720878","https://openalex.org/W1967738308","https://openalex.org/W2009975158","https://openalex.org/W2025823405","https://openalex.org/W2035124056","https://openalex.org/W2042579101","https://openalex.org/W2045717006","https://openalex.org/W2089904313","https://openalex.org/W2093672773","https://openalex.org/W2093701766","https://openalex.org/W2119565742","https://openalex.org/W2227402067","https://openalex.org/W2476225473","https://openalex.org/W2489526136","https://openalex.org/W2615131380","https://openalex.org/W2730405534","https://openalex.org/W2748912953","https://openalex.org/W2765426316","https://openalex.org/W2771135883","https://openalex.org/W2784077809","https://openalex.org/W3121448773"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W1001352512","https://openalex.org/W4382618745","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W2748922771","https://openalex.org/W1987128138","https://openalex.org/W2743976221"],"abstract_inverted_index":null,"counts_by_year":[{"year":2021,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}