{"id":"https://openalex.org/W4224246798","doi":"https://doi.org/10.1007/s44196-022-00077-6","title":"Dynamic Ad Network Ordering Method Using Reinforcement Learning","display_name":"Dynamic Ad Network Ordering Method Using Reinforcement Learning","publication_year":2022,"publication_date":"2022-04-19","ids":{"openalex":"https://openalex.org/W4224246798","doi":"https://doi.org/10.1007/s44196-022-00077-6"},"language":"en","primary_location":{"id":"doi:10.1007/s44196-022-00077-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-022-00077-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-022-00077-6.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44196-022-00077-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019907650","display_name":"Reza Refaei Afshar","orcid":null},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Reza Refaei Afshar","raw_affiliation_strings":["Industrial Engineering Department, Eindhoven University of Technology, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Industrial Engineering Department, Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077147157","display_name":"Yingqian Zhang","orcid":"https://orcid.org/0000-0002-5073-0787"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Yingqian Zhang","raw_affiliation_strings":["Industrial Engineering Department, Eindhoven University of Technology, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Industrial Engineering Department, Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080242338","display_name":"Uzay Kaymak","orcid":"https://orcid.org/0000-0002-4500-9098"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Uzay Kaymak","raw_affiliation_strings":["Industrial Engineering Department, Eindhoven University of Technology, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Industrial Engineering Department, Eindhoven University of Technology, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5019907650"],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":{"value":1390,"currency":"GBP","value_usd":1704},"apc_paid":{"value":1390,"currency":"GBP","value_usd":1704},"fwci":0.3383,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.60545866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"15","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.8035565614700317},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.737292468547821},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7223405838012695},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.7144860029220581},{"id":"https://openalex.org/keywords/common-value-auction","display_name":"Common value auction","score":0.6541802883148193},{"id":"https://openalex.org/keywords/online-advertising","display_name":"Online advertising","score":0.43415367603302},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.41902053356170654},{"id":"https://openalex.org/keywords/waterfall","display_name":"Waterfall","score":0.41732388734817505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37574851512908936},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.1758076548576355},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.16925790905952454},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.15800783038139343},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1173863410949707},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10643365979194641}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.8035565614700317},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.737292468547821},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7223405838012695},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.7144860029220581},{"id":"https://openalex.org/C163239763","wikidata":"https://www.wikidata.org/wiki/Q5153637","display_name":"Common value auction","level":2,"score":0.6541802883148193},{"id":"https://openalex.org/C512338625","wikidata":"https://www.wikidata.org/wiki/Q624902","display_name":"Online advertising","level":3,"score":0.43415367603302},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.41902053356170654},{"id":"https://openalex.org/C121012721","wikidata":"https://www.wikidata.org/wiki/Q34038","display_name":"Waterfall","level":2,"score":0.41732388734817505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37574851512908936},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.1758076548576355},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.16925790905952454},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.15800783038139343},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1173863410949707},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10643365979194641},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s44196-022-00077-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-022-00077-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-022-00077-6.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},{"id":"pmh:oai:pure.tue.nl:openaire/38d8f40b-c147-421c-ba04-9a01f486f807","is_oa":false,"landing_page_url":"https://research.tue.nl/en/publications/38d8f40b-c147-421c-ba04-9a01f486f807","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Refaei Afshar, R, Zhang, Y & Kaymak, U 2022, 'Dynamic Ad Network Ordering Method Using Reinforcement Learning', International Journal of Computational Intelligence Systems, vol. 15, 27. https://doi.org/10.1007/s44196-022-00077-6","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:815162b415ab47898466a5fd72e0a547","is_oa":true,"landing_page_url":"https://doaj.org/article/815162b415ab47898466a5fd72e0a547","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Computational Intelligence Systems, Vol 15, Iss 1, Pp 1-15 (2022)","raw_type":"article"},{"id":"pmh:tue:oai:pure.tue.nl:publications/38d8f40b-c147-421c-ba04-9a01f486f807","is_oa":true,"landing_page_url":"https://research.tue.nl/nl/publications/38d8f40b-c147-421c-ba04-9a01f486f807","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Computational Intelligence Systems, 15:27. Atlantis Press","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s44196-022-00077-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-022-00077-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-022-00077-6.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338388","display_name":"Eurostars","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4224246798.pdf","grobid_xml":"https://content.openalex.org/works/W4224246798.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1554763265","https://openalex.org/W1669302834","https://openalex.org/W1766594731","https://openalex.org/W1989133735","https://openalex.org/W2021375049","https://openalex.org/W2074264961","https://openalex.org/W2077055010","https://openalex.org/W2095916875","https://openalex.org/W2148143831","https://openalex.org/W2149822245","https://openalex.org/W2158698691","https://openalex.org/W2188273680","https://openalex.org/W2257979135","https://openalex.org/W2562337727","https://openalex.org/W2564077743","https://openalex.org/W2568556896","https://openalex.org/W2588101506","https://openalex.org/W2758709491","https://openalex.org/W2788125442","https://openalex.org/W2788376840","https://openalex.org/W2804073446","https://openalex.org/W2808733465","https://openalex.org/W2884745705","https://openalex.org/W2921600809","https://openalex.org/W2949224818","https://openalex.org/W2951002685","https://openalex.org/W2952511194","https://openalex.org/W2956404547","https://openalex.org/W2979787504","https://openalex.org/W2980960050","https://openalex.org/W2996747743","https://openalex.org/W3082514436","https://openalex.org/W3099947523","https://openalex.org/W3103752844","https://openalex.org/W4214717370","https://openalex.org/W4245356765","https://openalex.org/W4249889562","https://openalex.org/W4298023569","https://openalex.org/W6603664012","https://openalex.org/W6675354045"],"related_works":["https://openalex.org/W2377167434","https://openalex.org/W3110264322","https://openalex.org/W4250558843","https://openalex.org/W3041714523","https://openalex.org/W2317630775","https://openalex.org/W3206992463","https://openalex.org/W2147694495","https://openalex.org/W1984203460","https://openalex.org/W1995388959","https://openalex.org/W1562320220"],"abstract_inverted_index":{"Abstract":[0],"Real":[1],"time":[2,34,153],"bidding":[3,154],"is":[4,64,81,95,144,149,183],"one":[5],"of":[6,11,77,121,138,161,192,200,209],"the":[7,78,88,101,118,174,177,190,193,198,207],"most":[8],"popular":[9],"ways":[10],"selling":[12],"impressions":[13],"in":[14,24,29,68,176],"online":[15,18,30],"advertising,":[16],"where":[17],"ad":[19,36,46,58,62,70,79,112,122,133,222],"publishers":[20,39,49,125],"allocate":[21],"some":[22],"blocks":[23],"their":[25],"websites":[26],"to":[27,50,100,116,131],"sell":[28],"auctions.":[31],"In":[32,105],"real":[33,152],"bidding,":[35],"networks":[37,47,59,71,80,123],"connect":[38],"and":[40,60,86,157,188,203,212],"advertisers.":[41],"There":[42],"are":[43,72,168],"many":[44],"available":[45],"for":[48,56,84,124,128,163,173],"choose":[51],"from.":[52],"A":[53],"possible":[54],"approach":[55],"selecting":[57],"sending":[61],"requests":[63],"called":[65],"Waterfall":[66,129],"Strategy,":[67],"which":[69],"selected":[73],"sequentially.":[74],"The":[75,141,180],"ordering":[76,89,114,120,214,224],"very":[82],"important":[83],"publishers,":[85],"finding":[87],"that":[90,126,148,205,218],"will":[91],"provide":[92],"maximum":[93],"revenue":[94,162,199,208],"a":[96,110,145,210],"hard":[97],"problem":[98],"due":[99],"highly":[102],"dynamic":[103,111,221],"environment.":[104],"this":[106],"paper,":[107],"we":[108,216],"propose":[109],"network":[113,223],"method":[115,136,202,225],"find":[117],"best":[119],"opt":[127],"Strategy":[130],"select":[132],"networks.":[134],"This":[135],"consists":[137],"two":[139],"steps.":[140],"first":[142],"step":[143,182],"prediction":[146,194],"model":[147],"trained":[150],"on":[151,185],"historical":[155],"data":[156],"provides":[158],"an":[159],"estimation":[160],"each":[164],"impression.":[165],"These":[166],"estimations":[167],"used":[169],"as":[170],"initial":[171],"values":[172],"Q-table":[175],"second":[178,181],"step.":[179],"based":[184],"Reinforcement":[186],"Learning":[187],"improves":[189],"output":[191],"model.":[195],"By":[196],"calculating":[197],"our":[201,219],"comparing":[204],"with":[206],"fixed":[211],"predefined":[213],"method,":[215],"show":[217],"proposed":[220],"increases":[226],"publishers\u2019":[227],"revenue.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}