{"id":"https://openalex.org/W2996747743","doi":"https://doi.org/10.1007/978-3-030-37494-5_2","title":"Reinforcement Learning Method for Ad Networks Ordering in Real-Time Bidding","display_name":"Reinforcement Learning Method for Ad Networks Ordering in Real-Time Bidding","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2996747743","doi":"https://doi.org/10.1007/978-3-030-37494-5_2","mag":"2996747743"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-37494-5_2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-37494-5_2","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019907650","display_name":"Reza Refaei Afshar","orcid":null},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Reza Refaei Afshar","raw_affiliation_strings":["Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-1558-8380","affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077147157","display_name":"Yingqian Zhang","orcid":"https://orcid.org/0000-0002-5073-0787"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Yingqian Zhang","raw_affiliation_strings":["Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-5073-0787","affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088250715","display_name":"Murat F\u0131rat","orcid":"https://orcid.org/0000-0001-8483-3533"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Murat Firat","raw_affiliation_strings":["Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-8483-3533","affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080242338","display_name":"Uzay Kaymak","orcid":"https://orcid.org/0000-0002-4500-9098"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Uzay Kaymak","raw_affiliation_strings":["Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4500-9098","affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, 5600 MB, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5019907650","https://openalex.org/A5077147157","https://openalex.org/A5080242338","https://openalex.org/A5088250715"],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":0.9991,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.77655013,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"16","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11437","display_name":"Digital Platforms and Economics","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.862090528011322},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8171014785766602},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7936885356903076},{"id":"https://openalex.org/keywords/common-value-auction","display_name":"Common value auction","score":0.6811315417289734},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.5890117287635803},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4773561954498291},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4577878713607788},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4553242027759552},{"id":"https://openalex.org/keywords/online-advertising","display_name":"Online advertising","score":0.4542350172996521},{"id":"https://openalex.org/keywords/beneficiary","display_name":"Beneficiary","score":0.4263388514518738},{"id":"https://openalex.org/keywords/real-time-bidding","display_name":"Real-time bidding","score":0.4180780053138733},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3967835307121277},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3212657570838928},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.21128806471824646},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1627584993839264},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.14916643500328064},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.08166024088859558}],"concepts":[{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.862090528011322},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8171014785766602},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7936885356903076},{"id":"https://openalex.org/C163239763","wikidata":"https://www.wikidata.org/wiki/Q5153637","display_name":"Common value auction","level":2,"score":0.6811315417289734},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.5890117287635803},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4773561954498291},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4577878713607788},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4553242027759552},{"id":"https://openalex.org/C512338625","wikidata":"https://www.wikidata.org/wiki/Q624902","display_name":"Online advertising","level":3,"score":0.4542350172996521},{"id":"https://openalex.org/C26869875","wikidata":"https://www.wikidata.org/wiki/Q2596417","display_name":"Beneficiary","level":2,"score":0.4263388514518738},{"id":"https://openalex.org/C1525070","wikidata":"https://www.wikidata.org/wiki/Q2134714","display_name":"Real-time bidding","level":3,"score":0.4180780053138733},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3967835307121277},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3212657570838928},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.21128806471824646},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1627584993839264},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.14916643500328064},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.08166024088859558},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/978-3-030-37494-5_2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-030-37494-5_2","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/3727b4b9-7d83-4cef-9929-af104b3ecd77","is_oa":false,"landing_page_url":"https://research.tue.nl/en/publications/3727b4b9-7d83-4cef-9929-af104b3ecd77","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:tue:oai:pure.tue.nl:publications/3727b4b9-7d83-4cef-9929-af104b3ecd77","is_oa":false,"landing_page_url":"https://research.tue.nl/nl/publications/3727b4b9-7d83-4cef-9929-af104b3ecd77","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Agents and Artificial Intelligence: 11th International Conference, ICAART 2019, Prague, Czech Republic, February 19\u201321, 2019, Revised Selected Papers, 16 - 36","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W129457532","https://openalex.org/W1554763265","https://openalex.org/W1989133735","https://openalex.org/W2073685064","https://openalex.org/W2077055010","https://openalex.org/W2138312809","https://openalex.org/W2148143831","https://openalex.org/W2149822245","https://openalex.org/W2188273680","https://openalex.org/W2345319452","https://openalex.org/W2562337727","https://openalex.org/W2564077743","https://openalex.org/W2758709491","https://openalex.org/W2788376840","https://openalex.org/W2804073446","https://openalex.org/W2921600809","https://openalex.org/W2949224818","https://openalex.org/W2951002685","https://openalex.org/W2952511194","https://openalex.org/W2956404547","https://openalex.org/W2974685809","https://openalex.org/W2979787504","https://openalex.org/W3099947523","https://openalex.org/W4214717370","https://openalex.org/W6677916085"],"related_works":["https://openalex.org/W1995388959","https://openalex.org/W2147694495","https://openalex.org/W1984203460","https://openalex.org/W1562320220","https://openalex.org/W2372662578","https://openalex.org/W784208287","https://openalex.org/W341704063","https://openalex.org/W2141395620","https://openalex.org/W2355176056","https://openalex.org/W4310829256"],"abstract_inverted_index":null,"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2019-12-26T00:00:00"}