{"id":"https://openalex.org/W2996747743","doi":"https://doi.org/10.1007/978-3-030-37494-5_2","title":"Reinforcement Learning Method for Ad Networks Ordering in Real-Time Bidding","display_name":"Reinforcement Learning Method for Ad Networks Ordering in Real-Time Bidding","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2996747743","doi":"https://doi.org/10.1007/978-3-030-37494-5_2","mag":"2996747743"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-37494-5_2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-37494-5_2","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019907650","display_name":"Reza Refaei Afshar","orcid":null},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Reza Refaei Afshar","raw_affiliation_strings":["Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077147157","display_name":"Yingqian Zhang","orcid":"https://orcid.org/0000-0002-5073-0787"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Yingqian Zhang","raw_affiliation_strings":["Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088250715","display_name":"Murat F\u0131rat","orcid":"https://orcid.org/0000-0001-8483-3533"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Murat Firat","raw_affiliation_strings":["Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080242338","display_name":"Uzay Kaymak","orcid":"https://orcid.org/0000-0002-4500-9098"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Uzay Kaymak","raw_affiliation_strings":["Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5019907650"],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":1.7936,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.90401748,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"16","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11437","display_name":"Digital Platforms and Economics","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.862090528011322},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8171014785766602},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7936885356903076},{"id":"https://openalex.org/keywords/common-value-auction","display_name":"Common value auction","score":0.6811315417289734},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.5890117287635803},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4773561954498291},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4577878713607788},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4553242027759552},{"id":"https://openalex.org/keywords/online-advertising","display_name":"Online advertising","score":0.4542350172996521},{"id":"https://openalex.org/keywords/beneficiary","display_name":"Beneficiary","score":0.4263388514518738},{"id":"https://openalex.org/keywords/real-time-bidding","display_name":"Real-time bidding","score":0.4180780053138733},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3967835307121277},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3212657570838928},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.21128806471824646},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1627584993839264},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.14916643500328064},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.08166024088859558}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.862090528011322},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8171014785766602},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7936885356903076},{"id":"https://openalex.org/C163239763","wikidata":"https://www.wikidata.org/wiki/Q5153637","display_name":"Common value auction","level":2,"score":0.6811315417289734},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.5890117287635803},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4773561954498291},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4577878713607788},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4553242027759552},{"id":"https://openalex.org/C512338625","wikidata":"https://www.wikidata.org/wiki/Q624902","display_name":"Online advertising","level":3,"score":0.4542350172996521},{"id":"https://openalex.org/C26869875","wikidata":"https://www.wikidata.org/wiki/Q2596417","display_name":"Beneficiary","level":2,"score":0.4263388514518738},{"id":"https://openalex.org/C1525070","wikidata":"https://www.wikidata.org/wiki/Q2134714","display_name":"Real-time bidding","level":3,"score":0.4180780053138733},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3967835307121277},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3212657570838928},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.21128806471824646},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1627584993839264},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.14916643500328064},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.08166024088859558},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/978-3-030-37494-5_2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-37494-5_2","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:pure.tue.nl:publications/3727b4b9-7d83-4cef-9929-af104b3ecd77","is_oa":false,"landing_page_url":"https://research.tue.nl/en/publications/3727b4b9-7d83-4cef-9929-af104b3ecd77","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Refaei Afshar, R, Zhang, Y, Firat, M & Kaymak, U 2019, Reinforcement learning method for ad networks ordering in real-time bidding. in J van den Herik, A P Rocha & L Steels (eds), Agents and Artificial Intelligence : 11th International Conference, ICAART 2019, Prague, Czech Republic, February 19\u201321, 2019, Revised Selected Papers. Lecture Notes in Computer Science, vol. 11978, Lecture Notes in Artificial Intelligence, vol. 11978, Springer, Berlin, pp. 16-36, 11th International Conference on Agents and Artificial Intelligence, ICAART 2019, Prague, Czech Republic, 19/02/19. https://doi.org/10.1007/978-3-030-37494-5_2","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:tue:oai:pure.tue.nl:publications/3727b4b9-7d83-4cef-9929-af104b3ecd77","is_oa":false,"landing_page_url":"https://research.tue.nl/nl/publications/3727b4b9-7d83-4cef-9929-af104b3ecd77","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Agents and Artificial Intelligence: 11th International Conference, ICAART 2019, Prague, Czech Republic, February 19\u201321, 2019, Revised Selected Papers, 16 - 36","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W129457532","https://openalex.org/W1554763265","https://openalex.org/W1989133735","https://openalex.org/W2073685064","https://openalex.org/W2077055010","https://openalex.org/W2138312809","https://openalex.org/W2148143831","https://openalex.org/W2149822245","https://openalex.org/W2188273680","https://openalex.org/W2345319452","https://openalex.org/W2562337727","https://openalex.org/W2564077743","https://openalex.org/W2758709491","https://openalex.org/W2788376840","https://openalex.org/W2804073446","https://openalex.org/W2921600809","https://openalex.org/W2949224818","https://openalex.org/W2951002685","https://openalex.org/W2952511194","https://openalex.org/W2956404547","https://openalex.org/W2974685809","https://openalex.org/W2979787504","https://openalex.org/W3099947523","https://openalex.org/W4214717370","https://openalex.org/W6677916085"],"related_works":["https://openalex.org/W1995388959","https://openalex.org/W2147694495","https://openalex.org/W1984203460","https://openalex.org/W1562320220","https://openalex.org/W2372662578","https://openalex.org/W784208287","https://openalex.org/W341704063","https://openalex.org/W2141395620","https://openalex.org/W2355176056","https://openalex.org/W4310829256"],"abstract_inverted_index":null,"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2019-12-26T00:00:00"}