{"id":"https://openalex.org/W1968962398","doi":"https://doi.org/10.1109/ijcnn.2012.6252823","title":"Autonomous reinforcement learning on raw visual input data in a real world application","display_name":"Autonomous reinforcement learning on raw visual input data in a real world application","publication_year":2012,"publication_date":"2012-06-01","ids":{"openalex":"https://openalex.org/W1968962398","doi":"https://doi.org/10.1109/ijcnn.2012.6252823","mag":"1968962398"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2012.6252823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2012.6252823","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2012 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042382031","display_name":"Sascha Lange","orcid":null},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sascha Lange","raw_affiliation_strings":["Department of Computer Science, Albert - Ludwigs- Universit\u00e4t Freiburg, Freiburg, Germany","Department of Computer Science, Albert-Ludwigs-Universit\u00e4t Freiburg, D-79110, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Albert - Ludwigs- Universit\u00e4t Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"Department of Computer Science, Albert-Ludwigs-Universit\u00e4t Freiburg, D-79110, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041323275","display_name":"Martin Riedmiller","orcid":"https://orcid.org/0000-0002-8465-5690"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Riedmiller","raw_affiliation_strings":["Department of Computer Science, Albert - Ludwigs- Universit\u00e4t Freiburg, Freiburg, Germany","Department of Computer Science, Albert-Ludwigs-Universit\u00e4t Freiburg, D-79110, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Albert - Ludwigs- Universit\u00e4t Freiburg, Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"Department of Computer Science, Albert-Ludwigs-Universit\u00e4t Freiburg, D-79110, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014952235","display_name":"Arne Voigtl\u00e4nder","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122233","display_name":"Covance (Germany)","ror":"https://ror.org/02phsd572","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210122233","https://openalex.org/I60638368"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Arne Voigtlander","raw_affiliation_strings":["Shoogee GmbH & Co. KG, M\u00fcnster, Germany","Shoogee GmbH & Co. KG, Kr\u00f6gerweg 16a, D-48155 M\u00fcnster, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shoogee GmbH & Co. KG, M\u00fcnster, Germany","institution_ids":["https://openalex.org/I4210122233"]},{"raw_affiliation_string":"Shoogee GmbH & Co. KG, Kr\u00f6gerweg 16a, D-48155 M\u00fcnster, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.4645,"has_fulltext":false,"cited_by_count":208,"citation_normalized_percentile":{"value":0.96722498,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8497438430786133},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7824389934539795},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6242129802703857},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6108255386352539},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5393787026405334},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5385798811912537},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.5125529766082764},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.45381754636764526},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.4317622482776642},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38233083486557007},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35838332772254944},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.076475590467453}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8497438430786133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7824389934539795},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6242129802703857},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6108255386352539},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5393787026405334},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5385798811912537},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.5125529766082764},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.45381754636764526},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.4317622482776642},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38233083486557007},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35838332772254944},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.076475590467453},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2012.6252823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2012.6252823","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2012 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W192920577","https://openalex.org/W205159212","https://openalex.org/W1523493493","https://openalex.org/W1547105496","https://openalex.org/W1550698229","https://openalex.org/W1553228025","https://openalex.org/W1679913846","https://openalex.org/W1825869920","https://openalex.org/W1994197834","https://openalex.org/W2025768430","https://openalex.org/W2056132907","https://openalex.org/W2091924133","https://openalex.org/W2096744569","https://openalex.org/W2100495367","https://openalex.org/W2101926813","https://openalex.org/W2107789863","https://openalex.org/W2110798204","https://openalex.org/W2112796928","https://openalex.org/W2117130368","https://openalex.org/W2117494236","https://openalex.org/W2117499988","https://openalex.org/W2119554284","https://openalex.org/W2120346334","https://openalex.org/W2127412976","https://openalex.org/W2128321349","https://openalex.org/W2132424367","https://openalex.org/W2138754805","https://openalex.org/W2139427956","https://openalex.org/W2143908786","https://openalex.org/W2144304287","https://openalex.org/W2145038566","https://openalex.org/W2152417180","https://openalex.org/W2154997814","https://openalex.org/W2157364932","https://openalex.org/W2187600643","https://openalex.org/W2231950453","https://openalex.org/W2396672775","https://openalex.org/W3101639353","https://openalex.org/W4237222446","https://openalex.org/W4245296547","https://openalex.org/W6607789263","https://openalex.org/W6608394925","https://openalex.org/W6631319189","https://openalex.org/W6638772825","https://openalex.org/W6676071220","https://openalex.org/W6676481782","https://openalex.org/W6677604277","https://openalex.org/W6677737365","https://openalex.org/W6680294583","https://openalex.org/W6683390034","https://openalex.org/W6686695435","https://openalex.org/W6689438868","https://openalex.org/W6711869958"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W4230315250"],"abstract_inverted_index":{"We":[0,65],"propose":[1],"a":[2,48,67,76,83],"learning":[3,11,63,73],"architecture,":[4],"that":[5],"is":[6,28,96],"able":[7],"to":[8,20,32,42,61],"do":[9],"reinforcement":[10],"based":[12],"on":[13,75],"raw":[14],"visual":[15,80],"input":[16,52],"data.":[17],"In":[18,30],"contrast":[19],"previous":[21],"approaches,":[22],"not":[23,59],"only":[24,91],"the":[25,35,56,62],"control":[26,81],"policy":[27],"learned.":[29],"order":[31],"be":[33],"successful,":[34],"system":[36],"must":[37],"also":[38],"autonomously":[39],"learn,":[40],"how":[41],"extract":[43],"relevant":[44],"information":[45],"out":[46],"of":[47,51,70,82],"high-dimensional":[49],"stream":[50],"information,":[53],"for":[54],"which":[55],"semantics":[57],"are":[58],"provided":[60],"system.":[64],"give":[66],"first":[68],"proof-of-concept":[69],"this":[71],"novel":[72],"architecture":[74],"challenging":[77],"benchmark,":[78],"namely":[79],"racing":[84],"slot":[85],"car.":[86],"The":[87],"resulting":[88],"policy,":[89],"learned":[90],"by":[92,99],"success":[93],"or":[94],"failure,":[95],"hardly":[97],"beaten":[98],"an":[100],"experienced":[101],"human":[102],"player.":[103]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":32},{"year":2019,"cited_by_count":25},{"year":2018,"cited_by_count":24},{"year":2017,"cited_by_count":23},{"year":2016,"cited_by_count":19},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":6},{"year":2012,"cited_by_count":2}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}