{"id":"https://openalex.org/W3122748796","doi":"https://doi.org/10.1109/tcad.2021.3054329","title":"Cooperative Communication Between Two Transiently Powered Sensor Nodes by Reinforcement Learning","display_name":"Cooperative Communication Between Two Transiently Powered Sensor Nodes by Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-26","ids":{"openalex":"https://openalex.org/W3122748796","doi":"https://doi.org/10.1109/tcad.2021.3054329","mag":"3122748796"},"language":"en","primary_location":{"id":"doi:10.1109/tcad.2021.3054329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2021.3054329","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019020335","display_name":"Yawen Wu","orcid":"https://orcid.org/0000-0001-6840-267X"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yawen Wu","raw_affiliation_strings":["University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6840-267X","affiliations":[{"raw_affiliation_string":"University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027997476","display_name":"Zhenge Jia","orcid":"https://orcid.org/0000-0002-0554-3608"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenge Jia","raw_affiliation_strings":["University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0554-3608","affiliations":[{"raw_affiliation_string":"University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061127138","display_name":"Fei Fang","orcid":"https://orcid.org/0000-0003-2256-8329"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Fang","raw_affiliation_strings":["School of Computer Science, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2256-8329","affiliations":[{"raw_affiliation_string":"School of Computer Science, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066534595","display_name":"Jingtong Hu","orcid":"https://orcid.org/0000-0003-4029-4034"},"institutions":[{"id":"https://openalex.org/I170201317","display_name":"University of Pittsburgh","ror":"https://ror.org/01an3r305","country_code":"US","type":"education","lineage":["https://openalex.org/I170201317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingtong Hu","raw_affiliation_strings":["University of Pittsburgh, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4029-4034","affiliations":[{"raw_affiliation_string":"University of Pittsburgh, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I170201317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1802,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.77403379,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"41","issue":"1","first_page":"76","last_page":"90"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11230","display_name":"Innovative Energy Harvesting Technologies","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7561452388763428},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6891225576400757},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.63357013463974},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6243442893028259},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.613021194934845},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy harvesting","score":0.6072215437889099},{"id":"https://openalex.org/keywords/sensor-node","display_name":"Sensor node","score":0.5833531022071838},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5812947154045105},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5776019096374512},{"id":"https://openalex.org/keywords/communication-source","display_name":"Communication source","score":0.5766881704330444},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5673919916152954},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5250831842422485},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.47448065876960754},{"id":"https://openalex.org/keywords/key-distribution-in-wireless-sensor-networks","display_name":"Key distribution in wireless sensor networks","score":0.46811288595199585},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.44881337881088257},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4189617931842804},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3732416033744812},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2522084414958954},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19197392463684082},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13557088375091553},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.13348820805549622},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.13097605109214783},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10954436659812927}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7561452388763428},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6891225576400757},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.63357013463974},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6243442893028259},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.613021194934845},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.6072215437889099},{"id":"https://openalex.org/C111185680","wikidata":"https://www.wikidata.org/wiki/Q3866206","display_name":"Sensor node","level":5,"score":0.5833531022071838},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5812947154045105},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5776019096374512},{"id":"https://openalex.org/C198104137","wikidata":"https://www.wikidata.org/wiki/Q974688","display_name":"Communication source","level":2,"score":0.5766881704330444},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5673919916152954},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5250831842422485},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.47448065876960754},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.46811288595199585},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.44881337881088257},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4189617931842804},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3732416033744812},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2522084414958954},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19197392463684082},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13557088375091553},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.13348820805549622},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.13097605109214783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10954436659812927},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcad.2021.3054329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcad.2021.3054329","pdf_url":null,"source":{"id":"https://openalex.org/S100835903","display_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","issn_l":"0278-0070","issn":["0278-0070","1937-4151"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computer-Aided Design of Integrated Circuits and Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G4512946821","display_name":null,"funder_award_id":"CNS-2007274","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4761758033","display_name":null,"funder_award_id":"IIS-1850477","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1542941925","https://openalex.org/W1896689416","https://openalex.org/W1987439735","https://openalex.org/W1988814318","https://openalex.org/W2019227808","https://openalex.org/W2065154528","https://openalex.org/W2097381042","https://openalex.org/W2099146805","https://openalex.org/W2109924380","https://openalex.org/W2128603408","https://openalex.org/W2129138504","https://openalex.org/W2141587120","https://openalex.org/W2143244625","https://openalex.org/W2160773782","https://openalex.org/W2225122255","https://openalex.org/W2289488033","https://openalex.org/W2335890188","https://openalex.org/W2345197550","https://openalex.org/W2402268235","https://openalex.org/W2404199137","https://openalex.org/W2488623903","https://openalex.org/W2490752264","https://openalex.org/W2518937691","https://openalex.org/W2588824315","https://openalex.org/W2595718635","https://openalex.org/W2612106600","https://openalex.org/W2736446746","https://openalex.org/W2761825508","https://openalex.org/W2762756763","https://openalex.org/W2793307717","https://openalex.org/W2794996297","https://openalex.org/W2897303255","https://openalex.org/W2904455790","https://openalex.org/W2913146485","https://openalex.org/W2971956498","https://openalex.org/W2989963102","https://openalex.org/W3012934742","https://openalex.org/W3092581393","https://openalex.org/W3101824822","https://openalex.org/W6674600207","https://openalex.org/W6684205842","https://openalex.org/W6696781095","https://openalex.org/W6730091202","https://openalex.org/W6738796088","https://openalex.org/W6753602950"],"related_works":["https://openalex.org/W2183615150","https://openalex.org/W2096614093","https://openalex.org/W3039787384","https://openalex.org/W2495363887","https://openalex.org/W2022001678","https://openalex.org/W2182428324","https://openalex.org/W2011501918","https://openalex.org/W4386411405","https://openalex.org/W2004721576","https://openalex.org/W1991183961"],"abstract_inverted_index":{"Energy":[0],"harvesting":[1],"(EH)-powered":[2],"sensor":[3,41,86,105],"nodes":[4,25,42,48,141,153],"can":[5,26,59,123,154],"achieve":[6,175,203,220],"theoretically":[7],"unlimited":[8],"lifetime":[9],"by":[10,213],"scavenging":[11],"energy":[12,51,67,84,114,144,165],"from":[13],"ambient":[14],"power":[15],"sources,":[16],"such":[17],"as":[18,184],"radio-frequency":[19],"(RF)":[20],"and":[21,28,81,119,131,156,166,195,212,228],"kinetic":[22],"energy.":[23,35,75],"The":[24],"collect":[27],"transmit":[29],"data":[30,94,172],"wirelessly":[31],"with":[32,108,112,189],"the":[33,37,53,57,66,70,78,117,163,171,179,204,217,225],"harvested":[34],"However,":[36],"transmission":[38,95],"between":[39,96],"two":[40,152],"is":[43,89,150,182,200],"successful":[44],"only":[45],"when":[46,128,136],"both":[47,140],"have":[49,142],"enough":[50,74,143],"at":[52],"same":[54],"time.":[55],"While":[56],"receiver":[58],"be":[60,124],"actively":[61],"listening,":[62],"it":[63,88,137],"may":[64],"deplete":[65],"long":[68],"before":[69],"sender":[71,118],"has":[72],"accumulated":[73],"Thus,":[76],"given":[77],"scarce,":[79],"unpredictable,":[80],"unevenly":[82],"distributed":[83],"among":[85],"nodes,":[87],"challenging":[90],"to":[91,162,169,202,222],"ensure":[92],"efficient":[93],"them.":[97],"To":[98,174],"address":[99],"this":[100],"challenge,":[101],"we":[102],"propose":[103],"a":[104,185],"node":[106,122],"architecture":[107],"multiple":[109],"radios,":[110],"each":[111,193],"different":[113,159],"consumption":[115],"on":[116,146,192,209],"receiver.":[120],"A":[121],"put":[125],"into":[126],"sleep":[127],"charged":[129],"up":[130,133,221],"wakes":[132],"for":[134],"communication":[135,177,180],"infers":[138],"that":[139,216],"based":[145],"its":[147],"observations.":[148],"What":[149],"more,":[151],"cooperatively":[155],"dynamically":[157],"select":[158],"radios":[160],"according":[161],"stored":[164],"historical":[167],"information":[168],"maximize":[170],"throughput.":[173],"cooperative":[176,186],"adaptively,":[178],"procedure":[181],"modeled":[183],"Markov":[187],"game":[188],"partial":[190],"observability":[191],"node,":[194],"multiagent":[196],"reinforcement":[197],"learning":[198],"(MARL)":[199],"employed":[201],"best":[205],"results.":[206],"Experimental":[207],"results":[208],"hardware":[210],"prototype":[211],"simulation":[214],"show":[215],"proposed":[218],"approaches":[219],"89.1%":[223],"of":[224],"optimal":[226],"throughput":[227],"significantly":[229],"outperform":[230],"other":[231],"online":[232],"algorithms.":[233]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}