{"id":"https://openalex.org/W2982767023","doi":"https://doi.org/10.1145/3347146.3363351","title":"Optimizing the Spatio-Temporal Resource Search Problem with Reinforcement Learning (GIS Cup)","display_name":"Optimizing the Spatio-Temporal Resource Search Problem with Reinforcement Learning (GIS Cup)","publication_year":2019,"publication_date":"2019-11-05","ids":{"openalex":"https://openalex.org/W2982767023","doi":"https://doi.org/10.1145/3347146.3363351","mag":"2982767023"},"language":"en","primary_location":{"id":"doi:10.1145/3347146.3363351","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3347146.3363351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGSPATIAL International Conference on Advances in Geographic Information Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073934226","display_name":"Felix Borutta","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Felix Borutta","raw_affiliation_strings":["Ludwig-Maximilians-Universit\u00e4t, M\u00fcnchen"],"affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t, M\u00fcnchen","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009331492","display_name":"Sebastian Schmoll","orcid":"https://orcid.org/0009-0007-0771-5139"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Schmoll","raw_affiliation_strings":["Ludwig-Maximilians-Universit\u00e4t, M\u00fcnchen"],"affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t, M\u00fcnchen","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048960467","display_name":"Sabrina Friedl","orcid":"https://orcid.org/0000-0001-5065-713X"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sabrina Friedl","raw_affiliation_strings":["Ludwig-Maximilians-Universit\u00e4t, M\u00fcnchen"],"affiliations":[{"raw_affiliation_string":"Ludwig-Maximilians-Universit\u00e4t, M\u00fcnchen","institution_ids":["https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5073934226"],"corresponding_institution_ids":["https://openalex.org/I8204097"],"apc_list":null,"apc_paid":null,"fwci":1.1349,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.80463379,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"3","issue":null,"first_page":"628","last_page":"631"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.725125789642334},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7240097522735596},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5612277388572693},{"id":"https://openalex.org/keywords/trips-architecture","display_name":"TRIPS architecture","score":0.5555407404899597},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4421579837799072},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4390562176704407},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34706175327301025},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10624292492866516},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10304030776023865}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.725125789642334},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7240097522735596},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5612277388572693},{"id":"https://openalex.org/C157085824","wikidata":"https://www.wikidata.org/wiki/Q2384809","display_name":"TRIPS architecture","level":2,"score":0.5555407404899597},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4421579837799072},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4390562176704407},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34706175327301025},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10624292492866516},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10304030776023865},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3347146.3363351","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3347146.3363351","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGSPATIAL International Conference on Advances in Geographic Information Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W2119717200","https://openalex.org/W2144920709","https://openalex.org/W2799381804","https://openalex.org/W2901354758","https://openalex.org/W2967874860"],"related_works":["https://openalex.org/W2807758032","https://openalex.org/W4224254130","https://openalex.org/W2152103536","https://openalex.org/W3048948123","https://openalex.org/W2107643127","https://openalex.org/W413879896","https://openalex.org/W1983530038","https://openalex.org/W2972374246","https://openalex.org/W3205006318","https://openalex.org/W4293174494"],"abstract_inverted_index":{"Collecting":[0],"spatio-temporal":[1],"resources":[2],"is":[3,36,51,67,103],"an":[4],"important":[5],"goal":[6],"in":[7,79],"many":[8],"real-world":[9],"use":[10],"cases":[11],"such":[12],"as":[13,91],"finding":[14],"customers":[15],"for":[16,46,94],"taxicabs.":[17],"In":[18],"this":[19],"paper,":[20],"we":[21],"tackle":[22],"the":[23,29,34,39,53,62,68],"resource":[24],"search":[25,41],"problem":[26],"posed":[27],"by":[28,74],"GIS":[30],"Cup":[31],"2019":[32],"where":[33],"objective":[35],"to":[37],"minimize":[38],"average":[40],"time":[42,70],"of":[43],"taxicabs":[44,54],"looking":[45],"customers.":[47],"The":[48],"main":[49],"challenge":[50],"that":[52,88],"may":[55],"not":[56],"communicate":[57],"with":[58],"each":[59],"other":[60],"and":[61,71],"only":[63],"observation":[64],"they":[65],"have":[66],"current":[69],"position.":[72],"Inspired":[73],"radial":[75],"transit":[76],"route":[77],"structures":[78],"urban":[80],"environments,":[81],"our":[82],"approach":[83],"relies":[84],"on":[85],"round":[86],"trips":[87],"are":[89],"used":[90],"action":[92],"space":[93],"a":[95],"downstream":[96],"reinforcement":[97],"learning":[98],"procedure.":[99],"Our":[100],"source":[101],"code":[102],"publicly":[104],"available":[105],"at":[106],"https://github.com/Fe18/TripBanditAgent.":[107]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}