{"id":"https://openalex.org/W3203228681","doi":"https://doi.org/10.1109/tvt.2021.3116223","title":"Sleeping Contextual/Non-Contextual Thompson Sampling MAB for mmWave D2D Two-Hop Relay Probing","display_name":"Sleeping Contextual/Non-Contextual Thompson Sampling MAB for mmWave D2D Two-Hop Relay Probing","publication_year":2021,"publication_date":"2021-09-28","ids":{"openalex":"https://openalex.org/W3203228681","doi":"https://doi.org/10.1109/tvt.2021.3116223","mag":"3203228681"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3116223","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3116223","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023202284","display_name":"Ehab Mahmoud Mohamed","orcid":"https://orcid.org/0000-0001-5443-9711"},"institutions":[{"id":"https://openalex.org/I142608572","display_name":"Prince Sattam Bin Abdulaziz University","ror":"https://ror.org/04jt46d36","country_code":"SA","type":"education","lineage":["https://openalex.org/I142608572"]},{"id":"https://openalex.org/I86310350","display_name":"Aswan University","ror":"https://ror.org/048qnr849","country_code":"EG","type":"education","lineage":["https://openalex.org/I86310350"]}],"countries":["EG","SA"],"is_corresponding":true,"raw_author_name":"Ehab Mahmoud Mohamed","raw_affiliation_strings":["Electrical Engineering Department, College of Engineering, Prince Sattam Bin Abdulaziz University, Wadi Addwasir, Saudi Arabia","Electrical Engineering Department, Faculty of Engineering, Aswan University, Aswan, Egypt"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, College of Engineering, Prince Sattam Bin Abdulaziz University, Wadi Addwasir, Saudi Arabia","institution_ids":["https://openalex.org/I142608572"]},{"raw_affiliation_string":"Electrical Engineering Department, Faculty of Engineering, Aswan University, Aswan, Egypt","institution_ids":["https://openalex.org/I86310350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019103910","display_name":"Sherief Hashima","orcid":"https://orcid.org/0000-0002-4443-7066"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]},{"id":"https://openalex.org/I3089115","display_name":"Egyptian Atomic Energy Authority","ror":"https://ror.org/04hd0yz67","country_code":"EG","type":"government","lineage":["https://openalex.org/I3089115"]}],"countries":["EG","JP"],"is_corresponding":false,"raw_author_name":"Sherief Hashima","raw_affiliation_strings":["Computational Learning Theory Team, RIKEN-Advanced Intelligent Project, Fukuoka, Japan","Department of Engineering and Scientific Equipment, Egyptian Atomic Energy Authority, Cairo, Inshas, Egypt"],"affiliations":[{"raw_affiliation_string":"Computational Learning Theory Team, RIKEN-Advanced Intelligent Project, Fukuoka, Japan","institution_ids":["https://openalex.org/I4210126580"]},{"raw_affiliation_string":"Department of Engineering and Scientific Equipment, Egyptian Atomic Energy Authority, Cairo, Inshas, Egypt","institution_ids":["https://openalex.org/I3089115"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018051479","display_name":"Kohei Hatano","orcid":"https://orcid.org/0000-0002-1536-1269"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]},{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kohei Hatano","raw_affiliation_strings":["Computational Learning Theory Team, RIKEN-Advanced Intelligent Project, Fukuoka, Japan","Faculty of Arts and Science, Kyushu University, Fukuoka, Japan"],"affiliations":[{"raw_affiliation_string":"Computational Learning Theory Team, RIKEN-Advanced Intelligent Project, Fukuoka, Japan","institution_ids":["https://openalex.org/I4210126580"]},{"raw_affiliation_string":"Faculty of Arts and Science, Kyushu University, Fukuoka, Japan","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068882573","display_name":"Mostafa M. Fouda","orcid":"https://orcid.org/0000-0003-1790-8640"},"institutions":[{"id":"https://openalex.org/I106969075","display_name":"Idaho State University","ror":"https://ror.org/0162z8b04","country_code":"US","type":"education","lineage":["https://openalex.org/I106969075"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mostafa M. Fouda","raw_affiliation_strings":["Department of Electrical and Computer Engineering, College of Science and Engineering, Idaho State University, Pocatello, ID, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, College of Science and Engineering, Idaho State University, Pocatello, ID, USA","institution_ids":["https://openalex.org/I106969075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063911030","display_name":"Zubair Md. Fadlullah","orcid":"https://orcid.org/0000-0002-4785-2425"},"institutions":[{"id":"https://openalex.org/I4210100115","display_name":"Thunder Bay Regional Research Institute","ror":"https://ror.org/013kbs677","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210100115"]},{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zubair Md Fadlullah","raw_affiliation_strings":["Department of Computer Science, Lakehead University, Thunder Bay, Ontario, Canada","Thunder Bay Regional Health Research Institute (TBRHRI), Thunder Bay, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Lakehead University, Thunder Bay, Ontario, Canada","institution_ids":["https://openalex.org/I72541430"]},{"raw_affiliation_string":"Thunder Bay Regional Health Research Institute (TBRHRI), Thunder Bay, Ontario, Canada","institution_ids":["https://openalex.org/I4210100115"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5023202284"],"corresponding_institution_ids":["https://openalex.org/I142608572","https://openalex.org/I86310350"],"apc_list":null,"apc_paid":null,"fwci":2.4065,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.89236482,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"70","issue":"11","first_page":"12101","last_page":"12112"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12146","display_name":"Power Line Communications and Noise","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.8504209518432617},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.6643891334533691},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6131899356842041},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5536481142044067},{"id":"https://openalex.org/keywords/spectral-efficiency","display_name":"Spectral efficiency","score":0.5509586930274963},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4568735659122467},{"id":"https://openalex.org/keywords/underlay","display_name":"Underlay","score":0.4269860088825226},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.42402881383895874},{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.42021897435188293},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2814173698425293},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2653077244758606},{"id":"https://openalex.org/keywords/signal-to-noise-ratio","display_name":"Signal-to-noise ratio (imaging)","score":0.26503604650497437},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.08085328340530396}],"concepts":[{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.8504209518432617},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.6643891334533691},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6131899356842041},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5536481142044067},{"id":"https://openalex.org/C137246740","wikidata":"https://www.wikidata.org/wiki/Q583970","display_name":"Spectral efficiency","level":3,"score":0.5509586930274963},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4568735659122467},{"id":"https://openalex.org/C2777679929","wikidata":"https://www.wikidata.org/wiki/Q7883709","display_name":"Underlay","level":3,"score":0.4269860088825226},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.42402881383895874},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.42021897435188293},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2814173698425293},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2653077244758606},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.26503604650497437},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.08085328340530396},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2021.3116223","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3116223","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1953553238","https://openalex.org/W2008098735","https://openalex.org/W2108672684","https://openalex.org/W2112420033","https://openalex.org/W2116334496","https://openalex.org/W2128370873","https://openalex.org/W2135647107","https://openalex.org/W2140750253","https://openalex.org/W2141645258","https://openalex.org/W2142971854","https://openalex.org/W2160163723","https://openalex.org/W2166253248","https://openalex.org/W2168405694","https://openalex.org/W2193897973","https://openalex.org/W2211648482","https://openalex.org/W2548106028","https://openalex.org/W2743626299","https://openalex.org/W2753941074","https://openalex.org/W2762753333","https://openalex.org/W2766293776","https://openalex.org/W2766305950","https://openalex.org/W2774113864","https://openalex.org/W2778443802","https://openalex.org/W2793824122","https://openalex.org/W2802561136","https://openalex.org/W2920611773","https://openalex.org/W2944263117","https://openalex.org/W2945260978","https://openalex.org/W2946481965","https://openalex.org/W2946862134","https://openalex.org/W2949186496","https://openalex.org/W2963184523","https://openalex.org/W2963507827","https://openalex.org/W2966741498","https://openalex.org/W2967621151","https://openalex.org/W3000993635","https://openalex.org/W3006472645","https://openalex.org/W3013888436","https://openalex.org/W3016674810","https://openalex.org/W3021875058","https://openalex.org/W3043100947","https://openalex.org/W3092405397","https://openalex.org/W3101740335","https://openalex.org/W3119315068","https://openalex.org/W3128821814","https://openalex.org/W3174340826","https://openalex.org/W4254301692","https://openalex.org/W4299286629","https://openalex.org/W6639904974","https://openalex.org/W6681024565","https://openalex.org/W6683757025","https://openalex.org/W6684588631","https://openalex.org/W6746728249","https://openalex.org/W6791134641"],"related_works":["https://openalex.org/W1943171502","https://openalex.org/W2083200807","https://openalex.org/W2002735621","https://openalex.org/W4299415705","https://openalex.org/W1501483656","https://openalex.org/W2949913192","https://openalex.org/W2537122090","https://openalex.org/W2157275108","https://openalex.org/W3111557463","https://openalex.org/W2952703527"],"abstract_inverted_index":{"Millimeter":[0],"wave":[1],"(mmWave)":[2],"band,":[3],"i.e.,":[4],"30":[5],"to":[6,17,48,97,131],"300":[7],"GHz,":[8],"is":[9],"characterized":[10],"by":[11,136],"short":[12],"range":[13],"transmissions":[14],"and":[15,107,150,180,195],"vulnerability":[16],"path":[18],"blockage":[19,98],"necessitating":[20],"the":[21,30,34,40,44,57,83,88,93,110,113,133,138,163,184,188,192,196],"use":[22],"of":[23,42,112,141,162,187],"relaying.":[24],"Probing":[25],"more":[26],"relays":[27,89,106],"finds":[28],"out":[29],"best":[31],"relay":[32,79,199],"having":[33],"highest":[35],"spectral":[36,85],"efficiency":[37],"but":[38],"at":[39],"expense":[41],"increasing":[43],"probing":[45,80,200],"overhead":[46],"due":[47,96],"excessive":[49],"beamforming":[50],"training":[51],"(BT)":[52],"causing":[53],"a":[54,70],"decrease":[55],"in":[56],"overall":[58],"throughput.":[59],"In":[60],"this":[61],"paper,":[62],"mmWave":[63,94,153,198],"two-hop":[64],"relaying":[65],"will":[66,101,128,157,174],"be":[67,102,129,158,175],"formulated":[68],"as":[69,104,160,177],"single":[71],"player":[72],"multi-armed":[73],"bandit":[74],"(MAB)":[75],"problem":[76],"enabling":[77],"one":[78],"while":[81],"maximizing":[82],"achievable":[84],"efficiency.":[86],"Moreover,":[87],"could":[90],"not":[91],"establish":[92],"link":[95],"for":[99],"instance":[100],"identified":[103],"sleeping":[105,117,124,167],"eliminated":[108],"from":[109],"rest":[111],"MAB":[114,120,164,169],"game.":[115,165],"Thus,":[116],"non":[118],"contextual":[119,168],"(S-MAB)":[121],"algorithm,":[122,171],"namely":[123,172],"Thompson":[125],"sampling":[126],"(S-TS)":[127],"proposed":[130,176],"handle":[132],"problem.":[134],"Furthermore,":[135],"utilizing":[137],"multiband":[139],"capability":[140],"standardized":[142],"WiGig":[143],"devices":[144],"containing":[145],"both":[146],"2.4/5":[147],"GHz":[148,152],"WiFi":[149,155],"60":[151],"bands,":[154],"information":[156],"used":[159],"contexts":[161],"Therefore,":[166],"(S-CMAB)":[170],"S-CTS,":[173],"well.":[178],"Numerical":[179],"regret":[181],"analysis":[182],"ensure":[183],"superior":[185],"performance":[186],"S-CMAB":[189],"algorithm":[190],"over":[191],"S-MAB":[193],"counterpart":[194],"existing":[197],"solutions":[201],"accompanied":[202],"with":[203],"high":[204],"convergence":[205],"rates.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}