{"id":"https://openalex.org/W4308196315","doi":"https://doi.org/10.3233/jhs-222018","title":"Double Q-learning based routing protocol for opportunistic networks","display_name":"Double Q-learning based routing protocol for opportunistic networks","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4308196315","doi":"https://doi.org/10.3233/jhs-222018"},"language":"en","primary_location":{"id":"doi:10.3233/jhs-222018","is_oa":true,"landing_page_url":"https://doi.org/10.3233/jhs-222018","pdf_url":"https://content.iospress.com:443/download/journal-of-high-speed-networks/jhs222018?id=journal-of-high-speed-networks%2Fjhs222018","source":{"id":"https://openalex.org/S133922704","display_name":"Journal of High Speed Networks","issn_l":"0926-6801","issn":["0926-6801","1875-8940"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of High Speed Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://content.iospress.com:443/download/journal-of-high-speed-networks/jhs222018?id=journal-of-high-speed-networks%2Fjhs222018","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014032763","display_name":"Jagdeep Singh","orcid":"https://orcid.org/0000-0001-8044-0791"},"institutions":[{"id":"https://openalex.org/I63568130","display_name":"Sant Longowal Institute of Engineering and Technology","ror":"https://ror.org/01n15vy71","country_code":"IN","type":"education","lineage":["https://openalex.org/I63568130"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Jagdeep Singh","raw_affiliation_strings":["Department of Computer Science and Engineering, Sant Longowal Institute of Engineering and Technology, Longowal, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Sant Longowal Institute of Engineering and Technology, Longowal, India","institution_ids":["https://openalex.org/I63568130"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015441830","display_name":"Sanjay Kumar Dhurandher","orcid":"https://orcid.org/0000-0002-9573-7069"},"institutions":[{"id":"https://openalex.org/I36090812","display_name":"Netaji Subhas University of Technology","ror":"https://ror.org/01fczmh85","country_code":"IN","type":"education","lineage":["https://openalex.org/I36090812"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sanjay Kumar Dhurandher","raw_affiliation_strings":["Department of Information Technology, Netaji Subhas University of Technology, New Delhi, India"],"affiliations":[{"raw_affiliation_string":"Department of Information Technology, Netaji Subhas University of Technology, New Delhi, India","institution_ids":["https://openalex.org/I36090812"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058166217","display_name":"Isaac Woungang","orcid":"https://orcid.org/0000-0003-2484-4649"},"institutions":[{"id":"https://openalex.org/I530967","display_name":"Toronto Metropolitan University","ror":"https://ror.org/05g13zd79","country_code":"CA","type":"education","lineage":["https://openalex.org/I530967"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Isaac Woungang","raw_affiliation_strings":["Department of Computer Science, Toronto Metropolitan University, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Toronto Metropolitan University, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I530967"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033144376","display_name":"Leonard Barolli","orcid":"https://orcid.org/0000-0001-9069-0460"},"institutions":[{"id":"https://openalex.org/I100722782","display_name":"Fukuoka Institute of Technology","ror":"https://ror.org/00bmxak18","country_code":"JP","type":"education","lineage":["https://openalex.org/I100722782"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Leonard Barolli","raw_affiliation_strings":["Department of Information and Communication Engineering, Faculty of Information Engineering, Fukuoka Institute of Technology, Fukuoka, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Faculty of Information Engineering, Fukuoka Institute of Technology, Fukuoka, Japan","institution_ids":["https://openalex.org/I100722782"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5014032763"],"corresponding_institution_ids":["https://openalex.org/I63568130"],"apc_list":null,"apc_paid":null,"fwci":1.105,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.78853578,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"29","issue":"1","first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8692129850387573},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7104892134666443},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7064847946166992},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.6478288769721985},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5588252544403076},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5366847515106201},{"id":"https://openalex.org/keywords/zone-routing-protocol","display_name":"Zone Routing Protocol","score":0.5259525775909424},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4890232980251312},{"id":"https://openalex.org/keywords/hop","display_name":"Hop (telecommunications)","score":0.4848155081272125},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.4635189473628998},{"id":"https://openalex.org/keywords/wireless-routing-protocol","display_name":"Wireless Routing Protocol","score":0.4440319240093231},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.41609442234039307},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34655556082725525},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12290546298027039},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08414408564567566},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06720966100692749}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8692129850387573},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7104892134666443},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7064847946166992},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.6478288769721985},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5588252544403076},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5366847515106201},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.5259525775909424},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4890232980251312},{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.4848155081272125},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.4635189473628998},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.4440319240093231},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.41609442234039307},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34655556082725525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12290546298027039},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08414408564567566},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06720966100692749},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jhs-222018","is_oa":true,"landing_page_url":"https://doi.org/10.3233/jhs-222018","pdf_url":"https://content.iospress.com:443/download/journal-of-high-speed-networks/jhs222018?id=journal-of-high-speed-networks%2Fjhs222018","source":{"id":"https://openalex.org/S133922704","display_name":"Journal of High Speed Networks","issn_l":"0926-6801","issn":["0926-6801","1875-8940"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of High Speed Networks","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3233/jhs-222018","is_oa":true,"landing_page_url":"https://doi.org/10.3233/jhs-222018","pdf_url":"https://content.iospress.com:443/download/journal-of-high-speed-networks/jhs222018?id=journal-of-high-speed-networks%2Fjhs222018","source":{"id":"https://openalex.org/S133922704","display_name":"Journal of High Speed Networks","issn_l":"0926-6801","issn":["0926-6801","1875-8940"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of High Speed Networks","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308196315.pdf","grobid_xml":"https://content.openalex.org/works/W4308196315.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2001065364","https://openalex.org/W2021497904","https://openalex.org/W2032094375","https://openalex.org/W2037190773","https://openalex.org/W2044412513","https://openalex.org/W2130509337","https://openalex.org/W2133286823","https://openalex.org/W2157445816","https://openalex.org/W2740912559","https://openalex.org/W2746553466","https://openalex.org/W2791676498","https://openalex.org/W2961959034","https://openalex.org/W2972393260","https://openalex.org/W3020335619","https://openalex.org/W3022545432","https://openalex.org/W3162914541","https://openalex.org/W3186173209"],"related_works":["https://openalex.org/W2126842185","https://openalex.org/W2546592407","https://openalex.org/W2011277702","https://openalex.org/W1593279778","https://openalex.org/W3022598921","https://openalex.org/W2544170366","https://openalex.org/W1972673736","https://openalex.org/W3192945866","https://openalex.org/W2035482066","https://openalex.org/W1680412704"],"abstract_inverted_index":{"Opportunistic":[0,8,78],"Delay":[1],"Tolerant":[2],"Networks":[3,9,79],"also":[4,208],"referred":[5],"to":[6,96,137],"as":[7],"(OppNets)":[10],"are":[11,164],"a":[12,27,36,52,71,108,117,157],"subset":[13],"of":[14,132,198,218],"wireless":[15],"networks":[16],"having":[17],"mobile":[18],"nodes":[19,136],"with":[20],"discontinuous":[21],"opportunistic":[22],"connections.":[23],"As":[24],"such,":[25],"developing":[26],"performant":[28],"routing":[29,48,54,75],"protocol":[30,76,149],"in":[31,40,68,196,216],"such":[32],"an":[33],"environment":[34],"remains":[35],"challenge.":[37],"Most":[38],"research":[39],"the":[41,91,98,113,125,130,135,139,146,151,167,185],"literature":[42],"have":[43],"shown":[44],"that":[45,145,179],"reinforcement":[46],"learning-based":[47],"algorithms":[49,58],"can":[50],"achieve":[51],"good":[53],"performance,":[55],"but":[56],"these":[57,66],"suffer":[59],"from":[60],"under-estimations":[61],"and/or":[62],"over-estimations.":[63],"Toward":[64],"addressing":[65],"shortcomings,":[67],"this":[69],"paper,":[70],"Double":[72],"Q-learning":[73],"based":[74],"for":[77],"framework":[80],"named":[81],"Off-Policy":[82],"Reinforcement-based":[83],"Adaptive":[84],"Learning":[85],"(ORAL)":[86],"is":[87,121,182],"proposed,":[88],"which":[89,123],"selects":[90],"most":[92],"suitable":[93],"next-hop":[94,114],"node":[95],"transmit":[97],"message":[99,152],"toward":[100],"its":[101],"destination":[102],"without":[103],"any":[104],"bias":[105],"by":[106,155,191,211],"using":[107,166],"weighted":[109],"double":[110],"Q-estimator.":[111],"In":[112],"selection":[115],"process,":[116],"probability-based":[118],"reward":[119],"mechanism":[120],"involved,":[122],"considers":[124],"node\u2019s":[126],"delivery":[127,153,199,219],"probability":[128],"and":[129,161,175,203,223],"frequency":[131],"encounters":[133],"among":[134],"boost":[138],"protocol\u2019s":[140],"efficiency.":[141],"Simulation":[142],"results":[143],"convey":[144],"proposed":[147,186],"ORAL":[148,187],"improves":[150],"ratio":[154,202,222],"maintaining":[156],"trade-off":[158],"between":[159],"underestimation":[160],"overestimation.":[162],"Simulations":[163],"conducted":[165],"HAGGLE":[168],"INFOCOM":[169],"2006":[170],"real":[171],"mobility":[172],"data":[173],"trace":[174],"synthetic":[176],"model,":[177],"showing":[178],"when":[180],"time-to-live":[181],"varied,":[183],"(1)":[184],"scheme":[188],"outperforms":[189,209],"DQLR":[190],"14.05%,":[192],"9.4%,":[193],"5.81%":[194],"respectively":[195,215],"terms":[197,217],"probability,":[200],"overhead":[201,221],"average":[204,224],"delay;":[205],"(2)":[206],"it":[207],"RLPRoPHET":[210],"16.17%,":[212],"9.2%,":[213],"6.85%,":[214],"ratio,":[220],"delay.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}