{"id":"https://openalex.org/W3092578607","doi":"https://doi.org/10.4018/ijwsr.2020100104","title":"A Deep Q-Learning Network for Dynamic Constraint-Satisfied Service Composition","display_name":"A Deep Q-Learning Network for Dynamic Constraint-Satisfied Service Composition","publication_year":2020,"publication_date":"2020-10-01","ids":{"openalex":"https://openalex.org/W3092578607","doi":"https://doi.org/10.4018/ijwsr.2020100104","mag":"3092578607"},"language":"en","primary_location":{"id":"doi:10.4018/ijwsr.2020100104","is_oa":false,"landing_page_url":"https://doi.org/10.4018/ijwsr.2020100104","pdf_url":null,"source":{"id":"https://openalex.org/S119470311","display_name":"International Journal of Web Services Research","issn_l":"1545-7362","issn":["1545-7362","1546-5004"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320424","host_organization_name":"IGI Global","host_organization_lineage":["https://openalex.org/P4310320424"],"host_organization_lineage_names":["IGI Global"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Web Services Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059885879","display_name":"Xuezhi Yu","orcid":"https://orcid.org/0000-0001-7544-937X"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuezhi Yu","raw_affiliation_strings":["Hainan University, Haikou, China"],"raw_orcid":"https://orcid.org/0000-0001-7544-937X","affiliations":[{"raw_affiliation_string":"Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013723764","display_name":"Chunyang Ye","orcid":"https://orcid.org/0000-0002-2177-8255"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunyang Ye","raw_affiliation_strings":["Hainan University, Haikou, China"],"raw_orcid":"https://orcid.org/0000-0002-2177-8255","affiliations":[{"raw_affiliation_string":"Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029989302","display_name":"Bingzhuo Li","orcid":"https://orcid.org/0000-0001-9572-4754"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingzhuo Li","raw_affiliation_strings":["Hainan University, Haikou, China"],"raw_orcid":"https://orcid.org/0000-0001-9572-4754","affiliations":[{"raw_affiliation_string":"Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031425629","display_name":"Hui Zhou","orcid":"https://orcid.org/0000-0002-0745-3235"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Zhou","raw_affiliation_strings":["Hainan University, Haikou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011132245","display_name":"Mengxing Huang","orcid":"https://orcid.org/0000-0002-5709-703X"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengxing Huang","raw_affiliation_strings":["Hainan University, Haikou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5059885879"],"corresponding_institution_ids":["https://openalex.org/I20942203"],"apc_list":null,"apc_paid":null,"fwci":1.3923,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.869424,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"17","issue":"4","first_page":"55","last_page":"75"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9684000015258789,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8698055148124695},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6977524757385254},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6953905820846558},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.6550371646881104},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.6011150479316711},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5808322429656982},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5535774230957031},{"id":"https://openalex.org/keywords/web-service","display_name":"Web service","score":0.4487978219985962},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4266374409198761},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4165630042552948},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3595154583454132},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32601869106292725},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.26025286316871643},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12473022937774658}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8698055148124695},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6977524757385254},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6953905820846558},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.6550371646881104},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.6011150479316711},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5808322429656982},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5535774230957031},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.4487978219985962},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4266374409198761},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4165630042552948},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3595154583454132},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32601869106292725},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.26025286316871643},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12473022937774658},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.4018/ijwsr.2020100104","is_oa":false,"landing_page_url":"https://doi.org/10.4018/ijwsr.2020100104","pdf_url":null,"source":{"id":"https://openalex.org/S119470311","display_name":"International Journal of Web Services Research","issn_l":"1545-7362","issn":["1545-7362","1546-5004"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320424","host_organization_name":"IGI Global","host_organization_lineage":["https://openalex.org/P4310320424"],"host_organization_lineage_names":["IGI Global"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Web Services Research","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:igg:jwsr00:v:17:y:2020:i:4:p:55-75","is_oa":false,"landing_page_url":"https://services.igi-global.com/resolvedoi/resolve.aspx?doi=10.4018/IJWSR.2020100104","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1965810726","https://openalex.org/W1967678165","https://openalex.org/W1972670908","https://openalex.org/W1976779713","https://openalex.org/W1978198451","https://openalex.org/W2031293658","https://openalex.org/W2064806832","https://openalex.org/W2071104838","https://openalex.org/W2072886745","https://openalex.org/W2127414233","https://openalex.org/W2139211192","https://openalex.org/W2141880113","https://openalex.org/W2145339207","https://openalex.org/W2148175243","https://openalex.org/W2523043168","https://openalex.org/W2734947660","https://openalex.org/W2885295396","https://openalex.org/W2945101960","https://openalex.org/W2998693623"],"related_works":["https://openalex.org/W4376605461","https://openalex.org/W2357975469","https://openalex.org/W3096874164","https://openalex.org/W2136202932","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2089415692","https://openalex.org/W4294873804","https://openalex.org/W3148138296","https://openalex.org/W3127551068"],"abstract_inverted_index":{"Traditional":[0],"service":[1,8],"composition":[2,9],"methods":[3],"usually":[4],"address":[5,107],"the":[6,22,26,47,53,71,77,87,90,100,117,124,140,143,155,158],"constraint-satisfied":[7],"(CSSC)":[10],"problem":[11,72],"with":[12,128],"static":[13],"web":[14],"services.":[15,69],"Such":[16],"solutions":[17],"however":[18],"are":[19,39],"inapplicable":[20],"to":[21,41,51,64,106,115,137],"dynamic":[23,54,144],"scenarios":[24],"where":[25],"services":[27,127,136],"or":[28],"their":[29],"QoS":[30,130],"values":[31],"may":[32],"change":[33],"over":[34],"time.":[35],"Some":[36],"recent":[37],"studies":[38],"proposed":[40],"use":[42],"reinforcement":[43],"learning,":[44],"especially,":[45],"integrate":[46],"idea":[48],"of":[49,73,79,89,126,157],"Q-learning,":[50],"solve":[52],"CSSC":[55,74],"problem.":[56],"However,":[57],"such":[58],"Q-learning":[59,91],"algorithm":[60],"relies":[61],"on":[62,139,148],"Q-table":[63,82],"search":[65],"for":[66],"optimal":[67],"candidate":[68,135],"When":[70],"becomes":[75],"complex,":[76],"number":[78],"states":[80],"in":[81,142],"is":[83],"very":[84],"large":[85],"and":[86,132,151],"cost":[88],"model":[92,123],"will":[93],"become":[94],"extremely":[95],"high.":[96],"In":[97],"this":[98,108,119],"paper,":[99],"authors":[101],"propose":[102],"a":[103,112],"novel":[104],"solution":[105,120],"issue.":[109],"By":[110],"training":[111],"DQN":[113],"network":[114],"replace":[116],"Q-table,":[118],"can":[121],"effectively":[122],"uncertainty":[125],"fine-grained":[129],"attributes":[131],"choose":[133],"suitable":[134],"compose":[138],"fly":[141],"scenarios.":[145],"Experimental":[146],"results":[147],"both":[149],"artificial":[150],"real":[152],"datasets":[153],"demonstrate":[154],"effectiveness":[156],"method.":[159]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}