{"id":"https://openalex.org/W3171140883","doi":"https://doi.org/10.1109/indin45582.2020.9442128","title":"Dynamic Channel Matching based on Deep Reinforcement Learning for D2D Communications","display_name":"Dynamic Channel Matching based on Deep Reinforcement Learning for D2D Communications","publication_year":2020,"publication_date":"2020-07-20","ids":{"openalex":"https://openalex.org/W3171140883","doi":"https://doi.org/10.1109/indin45582.2020.9442128","mag":"3171140883"},"language":"en","primary_location":{"id":"doi:10.1109/indin45582.2020.9442128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/indin45582.2020.9442128","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 18th International Conference on Industrial Informatics (INDIN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057773494","display_name":"Zhijie Li","orcid":"https://orcid.org/0000-0003-0011-4190"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijie Li","raw_affiliation_strings":["Institute of Electrical, Engineering Yanshan University, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electrical, Engineering Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100700538","display_name":"Zhixin Liu","orcid":"https://orcid.org/0000-0003-1638-7118"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixin Liu","raw_affiliation_strings":["Institute of Electrical, Engineering Yanshan University, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electrical, Engineering Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069471330","display_name":"Yazhou Yuan","orcid":"https://orcid.org/0000-0003-0782-5673"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yazhou Yuan","raw_affiliation_strings":["Institute of Electrical, Engineering Yanshan University, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electrical, Engineering Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100386408","display_name":"Haifeng Wang","orcid":"https://orcid.org/0000-0002-6138-5800"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Wang","raw_affiliation_strings":["Institute of Electrical, Engineering Yanshan University, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electrical, Engineering Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39333907"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"870","last_page":"875"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8219655156135559},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7466011643409729},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6266227960586548},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6014326214790344},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.5306434035301208},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5305754542350769},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5113984942436218},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.47667574882507324},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47019729018211365},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4556659758090973},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4319581091403961},{"id":"https://openalex.org/keywords/signal-to-interference-plus-noise-ratio","display_name":"Signal-to-interference-plus-noise ratio","score":0.42330366373062134},{"id":"https://openalex.org/keywords/signal-to-noise-ratio","display_name":"Signal-to-noise ratio (imaging)","score":0.41930657625198364},{"id":"https://openalex.org/keywords/channel-allocation-schemes","display_name":"Channel allocation schemes","score":0.4188289940357208},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4138738512992859},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4030158519744873},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.39533913135528564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.271761953830719},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2610648274421692},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13738727569580078},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08584553003311157}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8219655156135559},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7466011643409729},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6266227960586548},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6014326214790344},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.5306434035301208},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5305754542350769},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5113984942436218},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.47667574882507324},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47019729018211365},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4556659758090973},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4319581091403961},{"id":"https://openalex.org/C98824394","wikidata":"https://www.wikidata.org/wiki/Q4035626","display_name":"Signal-to-interference-plus-noise ratio","level":3,"score":0.42330366373062134},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.41930657625198364},{"id":"https://openalex.org/C114237682","wikidata":"https://www.wikidata.org/wiki/Q5072483","display_name":"Channel allocation schemes","level":3,"score":0.4188289940357208},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4138738512992859},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4030158519744873},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.39533913135528564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.271761953830719},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2610648274421692},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13738727569580078},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08584553003311157},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/indin45582.2020.9442128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/indin45582.2020.9442128","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 18th International Conference on Industrial Informatics (INDIN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G111795193","display_name":null,"funder_award_id":"61803328,61873223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3101161883","display_name":null,"funder_award_id":"2018YFB1702100","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1982597307","https://openalex.org/W2073939733","https://openalex.org/W2109100253","https://openalex.org/W2111483117","https://openalex.org/W2136393527","https://openalex.org/W2139308412","https://openalex.org/W2147600250","https://openalex.org/W2155968351","https://openalex.org/W2528305756","https://openalex.org/W2746553466","https://openalex.org/W2886292472","https://openalex.org/W2892023691","https://openalex.org/W2908485592","https://openalex.org/W2922273628","https://openalex.org/W2926851177","https://openalex.org/W2963875888","https://openalex.org/W3015526767"],"related_works":["https://openalex.org/W3009541235","https://openalex.org/W2118576677","https://openalex.org/W2992688316","https://openalex.org/W2738062192","https://openalex.org/W3187591025","https://openalex.org/W2293209973","https://openalex.org/W1517150187","https://openalex.org/W1522999378","https://openalex.org/W2528414118","https://openalex.org/W2968737745"],"abstract_inverted_index":{"This":[0,65],"paper":[1],"studied":[2],"the":[3,40,43,49,58,62,145,168,177],"problem":[4,89],"of":[5,20,42,57,139],"autonomous":[6],"channel":[7,30],"matching":[8],"for":[9],"device-to-device":[10],"(D2D)":[11],"pairs":[12,45],"in":[13,73],"a":[14,68,74,91,104,123,153,158,171],"multiuser":[15],"cellular":[16,59],"network.":[17],"The":[18,35],"goal":[19],"each":[21,101,149],"D2D":[22,44,71],"pair":[23],"is":[24,37,109],"to":[25,31,52,110,135,151,156,176],"match":[26],"an":[27],"optimal":[28],"wireless":[29],"maximize":[32],"its":[33,112],"reward.":[34],"reward":[36],"defined":[38],"as":[39,90],"rate":[41,161],"and":[46],"limited":[47],"by":[48],"SINR":[50],"(Signal":[51],"Interference":[53],"plus":[54],"Noise":[55],"Ratio)":[56],"user":[60,150],"on":[61,116,128],"current":[63],"channel.":[64],"strategy":[66,114,155],"maximizes":[67],"certain":[69],"network":[70],"throughput":[72],"distributed":[75],"manner":[76],"without":[77],"requiring":[78],"online":[79,163],"coordination":[80],"or":[81,164],"message":[82],"exchange":[83],"among":[84],"users.":[85],"We":[86],"describe":[87],"this":[88],"random":[92],"non-cooperative":[93],"game":[94],"with":[95],"multiple":[96],"players":[97],"(D2D":[98],"pairs),":[99],"where":[100],"player":[102],"becomes":[103],"learning":[105,125],"agent,":[106],"whose":[107],"task":[108],"learn":[111],"best":[113,154],"(based":[115],"locally":[117],"observed":[118],"information).":[119],"Then,":[120],"we":[121],"designed":[122],"multi-user":[124],"algorithm":[126,146,169],"based":[127],"double":[129],"deep":[130],"Q-network":[131],"(DDQN),":[132],"which":[133],"converged":[134],"Nash":[136],"equilibrium":[137],"(NE)":[138],"mixed":[140],"strategy.":[141],"After":[142],"simulation":[143],"verification,":[144],"can":[147],"enable":[148],"obtain":[152,157],"high":[159],"communication":[160],"through":[162],"offline":[165],"learning.":[166],"And":[167],"has":[170],"faster":[172],"convergence":[173],"speed":[174],"compared":[175],"similar":[178],"method.":[179]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}