{"id":"https://openalex.org/W2959640473","doi":"https://doi.org/10.1109/tmc.2019.2927314","title":"Free Market of Multi-Leader Multi-Follower Mobile Crowdsensing: An Incentive Mechanism Design by Deep Reinforcement Learning","display_name":"Free Market of Multi-Leader Multi-Follower Mobile Crowdsensing: An Incentive Mechanism Design by Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-07-09","ids":{"openalex":"https://openalex.org/W2959640473","doi":"https://doi.org/10.1109/tmc.2019.2927314","mag":"2959640473"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2019.2927314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2019.2927314","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102978830","display_name":"Yufeng Zhan","orcid":"https://orcid.org/0000-0002-1589-6458"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yufeng Zhan","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102923184","display_name":"Chi Harold Liu","orcid":"https://orcid.org/0000-0002-0252-329X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Harold Liu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067665057","display_name":"Yinuo Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinuo Zhao","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100422952","display_name":"Jiang Zhang","orcid":"https://orcid.org/0000-0002-6720-2796"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiang Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039176528","display_name":"Jian Tang","orcid":"https://orcid.org/0000-0003-4418-0114"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, USA","institution_ids":["https://openalex.org/I70983195"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102978830"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":12.7938,"has_fulltext":false,"cited_by_count":98,"citation_normalized_percentile":{"value":0.98657412,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"19","issue":"10","first_page":"2316","last_page":"2329"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.8950295448303223},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8041907548904419},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7700023651123047},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.7053124904632568},{"id":"https://openalex.org/keywords/mechanism-design","display_name":"Mechanism design","score":0.6160241961479187},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.5184376239776611},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.5173101425170898},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5101025700569153},{"id":"https://openalex.org/keywords/accelerometer","display_name":"Accelerometer","score":0.4680836796760559},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4490000009536743},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.4257143437862396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3782529830932617},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.2831327021121979},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.23620879650115967},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.09119299054145813},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08817636966705322}],"concepts":[{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.8950295448303223},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8041907548904419},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7700023651123047},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.7053124904632568},{"id":"https://openalex.org/C153517567","wikidata":"https://www.wikidata.org/wiki/Q26090","display_name":"Mechanism design","level":2,"score":0.6160241961479187},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.5184376239776611},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5173101425170898},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5101025700569153},{"id":"https://openalex.org/C89805583","wikidata":"https://www.wikidata.org/wiki/Q192940","display_name":"Accelerometer","level":2,"score":0.4680836796760559},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4490000009536743},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.4257143437862396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3782529830932617},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2831327021121979},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.23620879650115967},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.09119299054145813},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08817636966705322},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2019.2927314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2019.2927314","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3980498467","display_name":null,"funder_award_id":"61772072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1532110328","https://openalex.org/W1970756365","https://openalex.org/W1977093441","https://openalex.org/W1994500462","https://openalex.org/W2005060246","https://openalex.org/W2006911191","https://openalex.org/W2029396991","https://openalex.org/W2065195747","https://openalex.org/W2076742192","https://openalex.org/W2079204536","https://openalex.org/W2120826095","https://openalex.org/W2126045912","https://openalex.org/W2155027007","https://openalex.org/W2156737235","https://openalex.org/W2191594815","https://openalex.org/W2438328984","https://openalex.org/W2499215323","https://openalex.org/W2508096334","https://openalex.org/W2511450327","https://openalex.org/W2531799639","https://openalex.org/W2562244919","https://openalex.org/W2570263810","https://openalex.org/W2590101842","https://openalex.org/W2591888378","https://openalex.org/W2598939142","https://openalex.org/W2612758347","https://openalex.org/W2615191079","https://openalex.org/W2736601468","https://openalex.org/W2744714095","https://openalex.org/W2762955383","https://openalex.org/W2790295836","https://openalex.org/W2790818738","https://openalex.org/W2793387058","https://openalex.org/W2884971059","https://openalex.org/W2885935450","https://openalex.org/W2889277984","https://openalex.org/W2963933514","https://openalex.org/W4214717370","https://openalex.org/W6683195989","https://openalex.org/W6683204974","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W2976114880","https://openalex.org/W2328458106","https://openalex.org/W2605497830","https://openalex.org/W3169439878","https://openalex.org/W3135704163","https://openalex.org/W2948291551","https://openalex.org/W2062756478","https://openalex.org/W4312141693","https://openalex.org/W1969185016","https://openalex.org/W1536009559"],"abstract_inverted_index":{"The":[0],"explosive":[1],"increase":[2],"of":[3,20,74,80,117,159,170],"mobile":[4,21,50],"devices":[5],"with":[6,176],"built-in":[7],"sensors":[8],"such":[9],"as":[10,87,97],"GPS,":[11],"accelerometer,":[12],"gyroscope":[13],"and":[14,33,85,100,109,179],"camera":[15],"has":[16],"made":[17],"the":[18,45,55,72,95,107,112,115,118,125,129,142,146,156,168,171],"design":[19],"crowdsensing":[22],"(MCS)":[23],"applications":[24,40],"possible,":[25],"which":[26],"create":[27],"a":[28,88,98,131],"new":[29],"interface":[30],"between":[31],"humans":[32],"their":[34],"surroundings.":[35],"Until":[36],"now,":[37],"various":[38],"MCS":[39,89],"have":[41],"been":[42],"designed,":[43],"where":[44,104],"task":[46],"initiators":[47],"(TIs)":[48],"recruit":[49],"users":[51],"(MUs)":[52],"to":[53,70,82,127,144,166],"complete":[54],"required":[56],"sensing":[57],"tasks.":[58],"In":[59],"this":[60],"paper,":[61],"deep":[62],"reinforcement":[63],"learning":[64],"(DRL)":[65],"based":[66,133],"techniques":[67],"are":[68,106,111,164],"investigated":[69],"address":[71],"problem":[73,96],"assigning":[75],"satisfactory":[76],"but":[77],"profitable":[78],"amount":[79],"incentives":[81],"multiple":[83],"TIs":[84,105,143],"MUs":[86,110],"game.":[90],"Specifically,":[91],"we":[92],"first":[93],"formulate":[94],"multi-leader":[99],"multi-follower":[101],"Stackelberg":[102,119],"game,":[103],"leaders":[108],"followers.":[113],"Then,":[114],"existence":[116],"Equilibrium":[120],"(SE)":[121],"is":[122,138],"proved.":[123],"Considering":[124],"challenge":[126],"compute":[128],"SE,":[130],"DRL":[132],"Dynamic":[134],"Incentive":[135],"Mechanism":[136],"(DDIM)":[137],"proposed.":[139],"It":[140],"enables":[141],"learn":[145],"optimal":[147],"pricing":[148],"strategies":[149],"directly":[150],"from":[151],"game":[152],"experiences":[153],"without":[154],"knowing":[155],"private":[157],"information":[158],"MUs.":[160],"Finally,":[161],"numerical":[162],"experiments":[163],"provided":[165],"illustrate":[167],"effectiveness":[169],"proposed":[172],"incentive":[173],"mechanism":[174],"compared":[175],"both":[177],"state-of-the-art":[178],"baseline":[180],"approaches.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}