{"id":"https://openalex.org/W3084268808","doi":"https://doi.org/10.1109/jiot.2020.3022611","title":"DeepSensing: A Novel Mobile Crowdsensing Framework With Double Deep <i>Q</i>-Network and Prioritized Experience Replay","display_name":"DeepSensing: A Novel Mobile Crowdsensing Framework With Double Deep <i>Q</i>-Network and Prioritized Experience Replay","publication_year":2020,"publication_date":"2020-09-08","ids":{"openalex":"https://openalex.org/W3084268808","doi":"https://doi.org/10.1109/jiot.2020.3022611","mag":"3084268808"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.3022611","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3022611","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101972573","display_name":"Xi Tao","orcid":"https://orcid.org/0000-0003-3574-028X"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xi Tao","raw_affiliation_strings":["University of Montreal, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3574-028X","affiliations":[{"raw_affiliation_string":"University of Montreal, Montreal, Canada","institution_ids":["https://openalex.org/I70931966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055329164","display_name":"Abdelhakim Hafid","orcid":"https://orcid.org/0000-0001-8597-7344"},"institutions":[{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Abdelhakim Senhaji Hafid","raw_affiliation_strings":["University of Montreal, Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8597-7344","affiliations":[{"raw_affiliation_string":"University of Montreal, Montreal, Canada","institution_ids":["https://openalex.org/I70931966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I70931966"],"apc_list":null,"apc_paid":null,"fwci":6.4134,"has_fulltext":false,"cited_by_count":59,"citation_normalized_percentile":{"value":0.96531129,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"7","issue":"12","first_page":"11547","last_page":"11558"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8668371438980103},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6171305179595947},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5036129355430603},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4812769293785095},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.47685492038726807},{"id":"https://openalex.org/keywords/mobile-computing","display_name":"Mobile computing","score":0.43609359860420227},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4311544597148895},{"id":"https://openalex.org/keywords/mobile-telephony","display_name":"Mobile telephony","score":0.4272863268852234},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4115754961967468},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4060603976249695},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.333398699760437},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3091096878051758},{"id":"https://openalex.org/keywords/mobile-radio","display_name":"Mobile radio","score":0.24942049384117126},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.11987972259521484}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8668371438980103},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6171305179595947},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5036129355430603},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4812769293785095},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.47685492038726807},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.43609359860420227},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4311544597148895},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.4272863268852234},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4115754961967468},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4060603976249695},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.333398699760437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3091096878051758},{"id":"https://openalex.org/C2781307350","wikidata":"https://www.wikidata.org/wiki/Q6887221","display_name":"Mobile radio","level":2,"score":0.24942049384117126},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.11987972259521484},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2020.3022611","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3022611","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4099999964237213}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320334841","display_name":"Fonds de recherche du Qu\u00e9bec \u2013 Nature et technologies","ror":"https://ror.org/00b9f9778"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1573676079","https://openalex.org/W1980701825","https://openalex.org/W1994500462","https://openalex.org/W2002420134","https://openalex.org/W2003281104","https://openalex.org/W2006974280","https://openalex.org/W2044061380","https://openalex.org/W2059618043","https://openalex.org/W2064783900","https://openalex.org/W2075816638","https://openalex.org/W2093327657","https://openalex.org/W2101637528","https://openalex.org/W2121863487","https://openalex.org/W2122005484","https://openalex.org/W2125826911","https://openalex.org/W2145339207","https://openalex.org/W2154929945","https://openalex.org/W2155968351","https://openalex.org/W2164452299","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2295817712","https://openalex.org/W2296616510","https://openalex.org/W2473536663","https://openalex.org/W2487987157","https://openalex.org/W2516948806","https://openalex.org/W2580175322","https://openalex.org/W2604272310","https://openalex.org/W2612758347","https://openalex.org/W2746553466","https://openalex.org/W2778098513","https://openalex.org/W2791722231","https://openalex.org/W2888319397","https://openalex.org/W2889895804","https://openalex.org/W2898035736","https://openalex.org/W2909933854","https://openalex.org/W2918810303","https://openalex.org/W2919115771","https://openalex.org/W2922336629","https://openalex.org/W2928914158","https://openalex.org/W2945086780","https://openalex.org/W2947400732","https://openalex.org/W2955535572","https://openalex.org/W2963044698","https://openalex.org/W2963477884","https://openalex.org/W2963786491","https://openalex.org/W3036230618","https://openalex.org/W3047040106","https://openalex.org/W3100789280","https://openalex.org/W3103559770","https://openalex.org/W4235200934","https://openalex.org/W4250955649","https://openalex.org/W6687681856","https://openalex.org/W6736298421"],"related_works":["https://openalex.org/W2048100608","https://openalex.org/W2090296580","https://openalex.org/W1576249345","https://openalex.org/W4243905374","https://openalex.org/W2785815065","https://openalex.org/W1796074903","https://openalex.org/W4210272022","https://openalex.org/W1844259124","https://openalex.org/W1974440652","https://openalex.org/W1541175715"],"abstract_inverted_index":{"Mobile":[0],"crowdsensing":[1],"(MCS)":[2],"is":[3,123,194],"a":[4,32,42,59,78,124,161,178,198],"new":[5],"and":[6,111,115,155,223,248],"promising":[7],"paradigm":[8],"of":[9,17,27,34,45,52,65,87,93,98,102,108,113,120,132,152,229,244],"data":[10,114],"collection":[11,101],"due":[12],"to":[13,55,73,140,167,172,187],"the":[14,50,63,96,118,130,135,142,149,189,217,227,239,245],"growing":[15],"number":[16,44],"mobile":[18,35,46,56,74,156,173,256],"smart":[19,39],"devices.":[20,40],"It":[21],"can":[22],"be":[23],"utilized":[24],"in":[25,242],"applications":[26],"large-scale":[28],"sensing":[29,53,71,94,109,153,170],"by":[30,145],"employing":[31],"group":[33],"users":[36,47,57],"with":[37,182,202],"their":[38],"Since":[41],"large":[43],"are":[48,214],"recruited,":[49],"allocation":[51,122,191],"tasks":[54,72,154,171],"has":[58],"critical":[60],"influence":[61],"on":[62],"performance":[64,131],"MCS":[66,80],"applications.":[67],"To":[68,205],"efficiently":[69],"assign":[70,169],"users,":[75],"we":[76,159,176],"propose":[77,160],"novel":[79],"framework":[81,85],"named":[82],"DeepSensing.":[83],"This":[84],"consists":[86],"six":[88],"executive":[89],"phases,":[90],"i.e.,":[91,216],"registration":[92],"tasks,":[95],"announcement":[97],"reward":[99],"rule,":[100],"users'":[103],"information,":[104],"task":[105,121,190],"allocation,":[106],"execution":[107],"activities,":[110],"distribution":[112],"rewards.":[116],"Here,":[117],"phase":[119],"key":[125],"component,":[126],"which":[127,193],"directly":[128],"determines":[129],"DeepSensing,":[133],"e.g.,":[134],"platform's":[136,143,246],"profit.":[137],"DeepSensing":[138],"aims":[139],"maximize":[141],"profit":[144,247],"taking":[146],"into":[147],"account":[148],"various":[150],"constraints":[151],"users.":[157,174,257],"Therefore,":[158],"deep":[162,180],"reinforcement":[163],"learning":[164],"(DRL)":[165],"method":[166],"optimally":[168],"Specifically,":[175],"employ":[177],"double":[179],"Q-network":[181],"prioritized":[183],"experience":[184],"replay":[185],"(DDQN-PER)":[186],"address":[188],"problem,":[192],"also":[195],"formulated":[196],"as":[197],"path":[199],"planning":[200],"problem":[201],"time":[203],"windows.":[204],"evaluate":[206],"our":[207,234],"proposed":[208,235],"DDQN-PER":[209,236],"solution,":[210],"three":[211],"baseline":[212,240],"solutions":[213,241],"provided,":[215],"ant":[218],"colony":[219],"system":[220],"(ACS),":[221],"E-greedy,":[222],"random":[224],"solutions.":[225],"Finally,":[226],"results":[228],"numerical":[230],"simulations":[231],"show":[232],"that":[233],"solution":[237],"outperforms":[238],"terms":[243],"it":[249],"plans":[250],"better":[251],"organized":[252],"traveling":[253],"paths":[254],"for":[255]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}