{"id":"https://openalex.org/W4400351481","doi":"https://doi.org/10.1109/tsc.2024.3424220","title":"Incentive Mechanism for Resource Trading in Video Analytic Services Using Reinforcement Learning","display_name":"Incentive Mechanism for Resource Trading in Video Analytic Services Using Reinforcement Learning","publication_year":2024,"publication_date":"2024-07-05","ids":{"openalex":"https://openalex.org/W4400351481","doi":"https://doi.org/10.1109/tsc.2024.3424220"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2024.3424220","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3424220","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053680045","display_name":"Nan He","orcid":"https://orcid.org/0000-0002-4077-9587"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan He","raw_affiliation_strings":["Beijing Key Laboratory of Networked Multimedia, Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4077-9587","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Networked Multimedia, Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051317379","display_name":"Song Yang","orcid":"https://orcid.org/0000-0002-5385-1402"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Yang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5385-1402","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100373560","display_name":"Fan Li","orcid":"https://orcid.org/0000-0002-2348-4488"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Li","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2348-4488","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100634361","display_name":"Liehuang Zhu","orcid":"https://orcid.org/0000-0003-3277-3887"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liehuang Zhu","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3277-3887","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047712495","display_name":"Lifeng Sun","orcid":"https://orcid.org/0000-0002-4057-5138"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lifeng Sun","raw_affiliation_strings":["Beijing Key Laboratory of Networked Multimedia, Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4057-5138","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Networked Multimedia, Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385692","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0001-9943-6020"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["School of Computer Science and Eningeering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9943-6020","affiliations":[{"raw_affiliation_string":"School of Computer Science and Eningeering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018318168","display_name":"Xiaoming Fu","orcid":"https://orcid.org/0000-0002-8012-4753"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoming Fu","raw_affiliation_strings":["Institute of Computer Science, University of Göttingen, Göttingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8012-4753","affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Göttingen, Göttingen, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6244,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.68744249,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"17","issue":"6","first_page":"3803","last_page":"3816"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7735098600387573},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.7384390830993652},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.687087893486023},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.6039867997169495},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5461860299110413},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.48709940910339355},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4106104373931885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.293113112449646},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.28037118911743164},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.233566015958786}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7735098600387573},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.7384390830993652},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.687087893486023},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.6039867997169495},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5461860299110413},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.48709940910339355},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4106104373931885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.293113112449646},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28037118911743164},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.233566015958786},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tsc.2024.3424220","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3424220","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},{"id":"pmh:oai:publications.goettingen-research-online.de:2/147666","is_oa":false,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/147666","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"yes"},{"id":"pmh:oai:publications.goettingen-research-online.de:2/149835","is_oa":false,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/149835","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"yes"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4711162962","display_name":null,"funder_award_id":"4232033","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G5443068723","display_name":null,"funder_award_id":"62172038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6658023004","display_name":null,"funder_award_id":"61936011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6719889613","display_name":null,"funder_award_id":"2023B1515120058","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G838165925","display_name":null,"funder_award_id":"62372045","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2116175219","https://openalex.org/W2195423816","https://openalex.org/W2342657743","https://openalex.org/W2609618253","https://openalex.org/W2792220137","https://openalex.org/W2798243523","https://openalex.org/W2887117815","https://openalex.org/W2975591621","https://openalex.org/W3004538674","https://openalex.org/W3047040053","https://openalex.org/W3047392327","https://openalex.org/W3116049094","https://openalex.org/W3133545426","https://openalex.org/W3135616226","https://openalex.org/W3174298310","https://openalex.org/W3185074539","https://openalex.org/W3198227059","https://openalex.org/W3211991292","https://openalex.org/W3213200620","https://openalex.org/W3216800858","https://openalex.org/W4200007168","https://openalex.org/W4210277476","https://openalex.org/W4214599906","https://openalex.org/W4281654258","https://openalex.org/W4285047166","https://openalex.org/W4285198516","https://openalex.org/W4285217780","https://openalex.org/W4285229621","https://openalex.org/W4287887274","https://openalex.org/W4292240644","https://openalex.org/W4293197550","https://openalex.org/W4312449974","https://openalex.org/W4312817966","https://openalex.org/W4317795032","https://openalex.org/W4317904871","https://openalex.org/W4321380818","https://openalex.org/W4376455441","https://openalex.org/W4386634637","https://openalex.org/W4386825341","https://openalex.org/W4386858949","https://openalex.org/W4386952025","https://openalex.org/W6747473740","https://openalex.org/W6784098896"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2952356279"],"abstract_inverted_index":{"Video":[0],"analytics":[1,29,43,67],"play":[2],"a":[3,109,115],"pivotal":[4],"role":[5],"in":[6,89,121],"enhancing":[7],"the":[8,17,24,49,55,72,98,128,141],"safety":[9],"of":[10,19,27,52,101,143],"intelligent":[11],"surveillance":[12],"and":[13,23,59,104],"autonomous":[14],"driving.":[15],"However,":[16],"transmission":[18],"vast":[20],"video":[21,28,42,66],"data":[22],"computational":[25],"demands":[26],"present":[30],"challenges":[31],"within":[32,71],"traditional":[33],"cloud":[34],"computing":[35],"paradigms.":[36],"To":[37],"address":[38],"latency":[39],"concerns,":[40],"dynamic":[41,99],"often":[44],"leverage":[45],"edge":[46,87,102],"deployments.":[47],"Nevertheless,":[48],"efficient":[50],"allocation":[51],"resources":[53,103],"at":[54],"edge,":[56],"balancing":[57],"cost-effectiveness":[58],"accuracy,":[60],"becomes":[61],"crucial,":[62],"especially":[63],"when":[64],"multiple":[65],"services":[68],"concurrently":[69],"operate":[70],"system.":[73],"This":[74],"paper":[75],"introduces":[76],"an":[77],"edge-centric":[78],"incentive":[79],"mechanism":[80],"designed":[81],"to":[82,125],"encourage":[83],"greater":[84],"participation":[85],"from":[86],"nodes":[88],"offloading":[90],"tasks.":[91],"The":[92],"key":[93],"focus":[94],"is":[95],"on":[96],"addressing":[97],"nature":[100],"optimizing":[105],"system":[106],"returns":[107],"through":[108],"rational":[110],"pricing":[111,130],"mechanism.":[112],"We":[113],"propose":[114],"decentralized":[116],"Soft":[117],"Actor-Critic":[118],"algorithm":[119],"grounded":[120],"game":[122],"theory":[123],"(DSACG)":[124],"autonomously":[126],"learn":[127],"optimal":[129],"strategy.":[131],"A":[132],"comprehensive":[133],"theoretical":[134],"analysis,":[135],"supported":[136],"by":[137],"extensive":[138],"simulations,":[139],"substantiates":[140],"effectiveness":[142],"our":[144],"proposed":[145],"solution.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}