{"id":"https://openalex.org/W4388860953","doi":"https://doi.org/10.5220/0012235700003543","title":"Offline Feature-Based Reinforcement Learning with Preprocessed Image Inputs for Liquid Pouring Control","display_name":"Offline Feature-Based Reinforcement Learning with Preprocessed Image Inputs for Liquid Pouring Control","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4388860953","doi":"https://doi.org/10.5220/0012235700003543"},"language":"en","primary_location":{"id":"doi:10.5220/0012235700003543","is_oa":true,"landing_page_url":"http://dx.doi.org/10.5220/0012235700003543","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th International Conference on Informatics in Control, Automation and Robotics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dx.doi.org/10.5220/0012235700003543","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056144539","display_name":"Stephan Pareigis","orcid":"https://orcid.org/0000-0002-7238-0976"},"institutions":[{"id":"https://openalex.org/I70451448","display_name":"HAW Hamburg","ror":"https://ror.org/00fkqwx76","country_code":"DE","type":"education","lineage":["https://openalex.org/I70451448"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stephan Pareigis","raw_affiliation_strings":["Department of Computer Science, HAW Hamburg, Berliner Tor 7, 20099 Hamburg, Germany, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, HAW Hamburg, Berliner Tor 7, 20099 Hamburg, Germany, --- Select a Country ---","institution_ids":["https://openalex.org/I70451448"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022929380","display_name":"Jesus Eduardo Hermosilla-Diaz","orcid":"https://orcid.org/0009-0001-0575-5096"},"institutions":[{"id":"https://openalex.org/I147280213","display_name":"Universidad Veracruzana","ror":"https://ror.org/03efxn362","country_code":"MX","type":"education","lineage":["https://openalex.org/I147280213"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Jesus Hermosilla-Diaz","raw_affiliation_strings":["Artificial Intelligence Research Institute, Universidad Veracruzana, Calle Paseo No. 112, Xalapa, Mexico, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Institute, Universidad Veracruzana, Calle Paseo No. 112, Xalapa, Mexico, --- Select a Country ---","institution_ids":["https://openalex.org/I147280213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092330144","display_name":"Jeeangh Jennessi Reyes-Montiel","orcid":null},"institutions":[{"id":"https://openalex.org/I147280213","display_name":"Universidad Veracruzana","ror":"https://ror.org/03efxn362","country_code":"MX","type":"education","lineage":["https://openalex.org/I147280213"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Jeeangh Reyes-Montiel","raw_affiliation_strings":["Artificial Intelligence Research Institute, Universidad Veracruzana, Calle Paseo No. 112, Xalapa, Mexico, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Institute, Universidad Veracruzana, Calle Paseo No. 112, Xalapa, Mexico, --- Select a Country ---","institution_ids":["https://openalex.org/I147280213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092330134","display_name":"Fynn Luca Maa\u00df","orcid":"https://orcid.org/0000-0002-4555-4870"},"institutions":[{"id":"https://openalex.org/I15766117","display_name":"University of Graz","ror":"https://ror.org/01faaaf77","country_code":"AT","type":"education","lineage":["https://openalex.org/I15766117"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Fynn Maa\u00df","raw_affiliation_strings":["Department of Computer Science, Graz University, 8010 Graz, Inffeldgasse 16, Austria, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Graz University, 8010 Graz, Inffeldgasse 16, Austria, --- Select a Country ---","institution_ids":["https://openalex.org/I15766117"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108349519","display_name":"H Haase","orcid":"https://orcid.org/0009-0003-0216-0593"},"institutions":[{"id":"https://openalex.org/I70451448","display_name":"HAW Hamburg","ror":"https://ror.org/00fkqwx76","country_code":"DE","type":"education","lineage":["https://openalex.org/I70451448"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Helen Haase","raw_affiliation_strings":["Department of Computer Science, HAW Hamburg, Berliner Tor 7, 20099 Hamburg, Germany, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, HAW Hamburg, Berliner Tor 7, 20099 Hamburg, Germany, --- Select a Country ---","institution_ids":["https://openalex.org/I70451448"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109606682","display_name":"Maximilian Mang","orcid":null},"institutions":[{"id":"https://openalex.org/I70451448","display_name":"HAW Hamburg","ror":"https://ror.org/00fkqwx76","country_code":"DE","type":"education","lineage":["https://openalex.org/I70451448"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maximilian Mang","raw_affiliation_strings":["Department of Computer Science, HAW Hamburg, Berliner Tor 7, 20099 Hamburg, Germany, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, HAW Hamburg, Berliner Tor 7, 20099 Hamburg, Germany, --- Select a Country ---","institution_ids":["https://openalex.org/I70451448"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084767534","display_name":"Antonio Mar\u0131\u0301n-Hern\u00e1ndez","orcid":"https://orcid.org/0000-0002-7697-9118"},"institutions":[{"id":"https://openalex.org/I147280213","display_name":"Universidad Veracruzana","ror":"https://ror.org/03efxn362","country_code":"MX","type":"education","lineage":["https://openalex.org/I147280213"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Antonio Marin-Hernandez","raw_affiliation_strings":["Artificial Intelligence Research Institute, Universidad Veracruzana, Calle Paseo No. 112, Xalapa, Mexico, --- Select a Country ---"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Institute, Universidad Veracruzana, Calle Paseo No. 112, Xalapa, Mexico, --- Select a Country ---","institution_ids":["https://openalex.org/I147280213"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2594438,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"320","last_page":"326"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.8112999796867371,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.8112999796867371,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.7092000246047974,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.6541000008583069,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7241223454475403},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6777259111404419},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6355874538421631},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6018069982528687},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5101823806762695},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5068920254707336},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4940350651741028},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.47747135162353516},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4240912199020386}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7241223454475403},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6777259111404419},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6355874538421631},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6018069982528687},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5101823806762695},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5068920254707336},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4940350651741028},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47747135162353516},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4240912199020386},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5220/0012235700003543","is_oa":true,"landing_page_url":"http://dx.doi.org/10.5220/0012235700003543","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th International Conference on Informatics in Control, Automation and Robotics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.5220/0012235700003543","is_oa":true,"landing_page_url":"http://dx.doi.org/10.5220/0012235700003543","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th International Conference on Informatics in Control, Automation and Robotics","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}