{"id":"https://openalex.org/W3135413206","doi":"https://doi.org/10.1109/jiot.2021.3062569","title":"When Crowdsourcing Meets Unmanned Vehicles: Toward Cost-Effective Collaborative Urban Sensing via Deep Reinforcement Learning","display_name":"When Crowdsourcing Meets Unmanned Vehicles: Toward Cost-Effective Collaborative Urban Sensing via Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-03-01","ids":{"openalex":"https://openalex.org/W3135413206","doi":"https://doi.org/10.1109/jiot.2021.3062569","mag":"3135413206"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2021.3062569","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3062569","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071192763","display_name":"Lige Ding","orcid":"https://orcid.org/0000-0002-3189-1219"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lige Ding","raw_affiliation_strings":["Beijing Key Laboratory of Intelligent Telecommunications Software and Multimedia, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Intelligent Telecommunications Software and Multimedia, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366122","display_name":"Dong Zhao","orcid":"https://orcid.org/0000-0002-7337-9168"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Zhao","raw_affiliation_strings":["Beijing Key Laboratory of Intelligent Telecommunications Software and Multimedia, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7337-9168","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Intelligent Telecommunications Software and Multimedia, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067679544","display_name":"Mingzhe Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingzhe Cao","raw_affiliation_strings":["Beijing Key Laboratory of Intelligent Telecommunications Software and Multimedia, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Intelligent Telecommunications Software and Multimedia, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100710713","display_name":"Huad\u00f3ng Ma","orcid":"https://orcid.org/0000-0002-7199-5047"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huadong Ma","raw_affiliation_strings":["Beijing Key Laboratory of Intelligent Telecommunications Software and Multimedia, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7199-5047","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Intelligent Telecommunications Software and Multimedia, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":3.4281,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.92553191,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"8","issue":"15","first_page":"12150","last_page":"12162"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9781000018119812,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8303537964820862},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8208116292953491},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7387738227844238},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6667502522468567},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5487098693847656},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5417185425758362},{"id":"https://openalex.org/keywords/crowdsensing","display_name":"Crowdsensing","score":0.5125079154968262},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4260146915912628},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.41524940729141235},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.41173118352890015},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40849658846855164},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.27930930256843567},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1474582850933075}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8303537964820862},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8208116292953491},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7387738227844238},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6667502522468567},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5487098693847656},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5417185425758362},{"id":"https://openalex.org/C2780821482","wikidata":"https://www.wikidata.org/wiki/Q25381721","display_name":"Crowdsensing","level":2,"score":0.5125079154968262},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4260146915912628},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.41524940729141235},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.41173118352890015},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40849658846855164},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27930930256843567},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1474582850933075},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2021.3062569","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2021.3062569","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.800000011920929}],"awards":[{"id":"https://openalex.org/G2025100660","display_name":null,"funder_award_id":"2018AAA0101201","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2075375251","display_name":null,"funder_award_id":"61720106007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4544859010","display_name":"\u9762\u5411\u65e0\u4eba\u7cfb\u7edf\u7684\u7f51\u7edc\u534f\u540c\u7406\u8bba\u4e0e\u6280\u672f","funder_award_id":"61732017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4621005366","display_name":"\u4e3b\u88ab\u52a8\u7ed3\u5408\u7684\u57ce\u5e02\u79fb\u52a8\u611f\u77e5\u7f51\u7edc\u534f\u540c\u90e8\u7f72\u7406\u8bba\u4e0e\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61972044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6287799790","display_name":null,"funder_award_id":"B18008","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G7500515540","display_name":null,"funder_award_id":"2020XD-A09-1","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1968644670","https://openalex.org/W1976535029","https://openalex.org/W1990506173","https://openalex.org/W2009985677","https://openalex.org/W2026490835","https://openalex.org/W2028796207","https://openalex.org/W2042461541","https://openalex.org/W2083888899","https://openalex.org/W2093053445","https://openalex.org/W2098432798","https://openalex.org/W2121092017","https://openalex.org/W2125826911","https://openalex.org/W2133286823","https://openalex.org/W2138677604","https://openalex.org/W2144169341","https://openalex.org/W2145339207","https://openalex.org/W2326421035","https://openalex.org/W2465438340","https://openalex.org/W2495515310","https://openalex.org/W2546571074","https://openalex.org/W2617547828","https://openalex.org/W2736601468","https://openalex.org/W2745157569","https://openalex.org/W2754517384","https://openalex.org/W2773423866","https://openalex.org/W2789150541","https://openalex.org/W2790737916","https://openalex.org/W2791626981","https://openalex.org/W2791722231","https://openalex.org/W2792557859","https://openalex.org/W2795135049","https://openalex.org/W2808640779","https://openalex.org/W2883880986","https://openalex.org/W2900068116","https://openalex.org/W2922260520","https://openalex.org/W2928009528","https://openalex.org/W2950721392","https://openalex.org/W2953002421","https://openalex.org/W2962764167","https://openalex.org/W2962938168","https://openalex.org/W2962938178","https://openalex.org/W2963407617","https://openalex.org/W2963658727","https://openalex.org/W2963766394","https://openalex.org/W2963864421","https://openalex.org/W2964247745","https://openalex.org/W2964254270","https://openalex.org/W2972546712","https://openalex.org/W2998186469","https://openalex.org/W2998187693","https://openalex.org/W3000443447","https://openalex.org/W6737849119","https://openalex.org/W6744123322","https://openalex.org/W6748937324"],"related_works":["https://openalex.org/W3032998312","https://openalex.org/W135177976","https://openalex.org/W2896200027","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W2999580272","https://openalex.org/W4297873223","https://openalex.org/W3009457412","https://openalex.org/W2350784623","https://openalex.org/W2126211886"],"abstract_inverted_index":{"Mobile":[0],"crowdsensing":[1],"(MCS)":[2],"and":[3,27,55,87,93,128,141,145,149,167],"unmanned":[4],"vehicle":[5],"sensing":[6,25,74,104],"(UVS)":[7],"provide":[8],"two":[9,69],"complementary":[10],"paradigms":[11,70],"for":[12,71],"large-scale":[13],"urban":[14,73],"sensing.":[15],"Generally,":[16],"MCS":[17],"has":[18],"a":[19,76,94,164,168],"lower":[20],"cost":[21],"but":[22],"often":[23,41],"confronts":[24],"imbalance":[26],"even":[28],"blind":[29],"areas":[30],"due":[31,84],"to":[32,62,85,123,137,153,175],"the":[33,49,68,102,130,143,155,180],"limitation":[34],"of":[35,43,51,97,132,147],"human":[36],"mobility,":[37],"whereas":[38],"UVS":[39],"is":[40,60,82],"capable":[42],"completing":[44],"more":[45],"demanding":[46],"tasks":[47],"at":[48],"expense":[50],"limited":[52],"energy":[53],"supply":[54],"hardware":[56],"cost.":[57],"Thus,":[58],"it":[59,81],"significant":[61],"investigate":[63],"whether":[64],"we":[65,106],"could":[66],"integrate":[67],"high-quality":[72],"in":[75],"cost-effective":[77],"collaborative":[78,103,111],"way.":[79],"However,":[80],"nontrivial":[83],"complex":[86],"long-term":[88],"optimization":[89,152],"objectives,":[90],"uncontrolled":[91],"dynamics,":[92],"large":[95,157],"number":[96],"heterogeneous":[98,110],"agents.":[99],"To":[100],"address":[101],"problem,":[105],"propose":[107],"an":[108],"actor-critic-based":[109],"reinforcement":[112],"learning":[113],"(HCRL)":[114],"algorithm,":[115],"which":[116],"leverages":[117],"several":[118],"key":[119],"ideas:":[120],"local":[121],"observation":[122],"handle":[124],"expanded":[125],"state":[126],"space":[127],"extract":[129],"states":[131],"neighbor":[133],"nodes,":[134],"generalized":[135],"model":[136,166],"avoid":[138],"environment":[139],"nonstationarity":[140],"ensure":[142],"scalability":[144],"stability":[146],"network,":[148],"proximal":[150],"policy":[151,158],"prevent":[154],"destructively":[156],"updates.":[159],"Extensive":[160],"simulations":[161],"based":[162],"on":[163],"mobility":[165],"realistic":[169],"trace":[170],"data":[171],"set":[172],"are":[173],"conducted":[174],"confirm":[176],"that":[177],"HCRL":[178],"outperforms":[179],"state-of-the-art":[181],"baselines.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}