{"id":"https://openalex.org/W2323349750","doi":"https://doi.org/10.7551/978-0-262-32621-6-ch158","title":"Improving Robot Behavior Optimization by Combining User Preferences","display_name":"Improving Robot Behavior Optimization by Combining User Preferences","publication_year":2014,"publication_date":"2014-07-06","ids":{"openalex":"https://openalex.org/W2323349750","doi":"https://doi.org/10.7551/978-0-262-32621-6-ch158","mag":"2323349750"},"language":"en","primary_location":{"id":"doi:10.7551/978-0-262-32621-6-ch158","is_oa":false,"landing_page_url":"https://doi.org/10.7551/978-0-262-32621-6-ch158","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Life 14: Proceedings of the Fourteenth International Conference on the Synthesis and Simulation of Living Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077030035","display_name":"Antonine Bernatskiy","orcid":null},"institutions":[{"id":"https://openalex.org/I111236770","display_name":"University of Vermont","ror":"https://ror.org/0155zta11","country_code":"US","type":"education","lineage":["https://openalex.org/I111236770"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Antonine Bernatskiy","raw_affiliation_strings":["University of Vermont ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Vermont ,","institution_ids":["https://openalex.org/I111236770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111980185","display_name":"Gregory S. Hornby","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gregory Hornby","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5066791342","display_name":"Josh Bongard","orcid":"https://orcid.org/0000-0001-8515-0822"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Josh Bongard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6779,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71234568,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"973","last_page":"980"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7549890875816345},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6613508462905884},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.6362831592559814},{"id":"https://openalex.org/keywords/fitness-function","display_name":"Fitness function","score":0.5836958885192871},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5633493661880493},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49862074851989746},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.45994919538497925},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4130232334136963},{"id":"https://openalex.org/keywords/genetic-algorithm","display_name":"Genetic algorithm","score":0.32441410422325134}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7549890875816345},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6613508462905884},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6362831592559814},{"id":"https://openalex.org/C176066374","wikidata":"https://www.wikidata.org/wiki/Q629118","display_name":"Fitness function","level":3,"score":0.5836958885192871},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5633493661880493},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49862074851989746},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.45994919538497925},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4130232334136963},{"id":"https://openalex.org/C8880873","wikidata":"https://www.wikidata.org/wiki/Q187787","display_name":"Genetic algorithm","level":2,"score":0.32441410422325134},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.7551/978-0-262-32621-6-ch158","is_oa":false,"landing_page_url":"https://doi.org/10.7551/978-0-262-32621-6-ch158","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Life 14: Proceedings of the Fourteenth International Conference on the Synthesis and Simulation of Living Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.651.6284","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.651.6284","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mitpress.mit.edu/sites/default/files/titles/content/alife14/978-0-262-32621-6-ch158.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W120361141","https://openalex.org/W1498436455","https://openalex.org/W1967407013","https://openalex.org/W2092265068","https://openalex.org/W2095012240","https://openalex.org/W2095980045","https://openalex.org/W2110341718","https://openalex.org/W2151019861","https://openalex.org/W2163385060","https://openalex.org/W3090811986"],"related_works":["https://openalex.org/W2106492215","https://openalex.org/W2489890244","https://openalex.org/W2326694407","https://openalex.org/W2082859007","https://openalex.org/W2550292406","https://openalex.org/W2378719652","https://openalex.org/W1606502848","https://openalex.org/W2115729582","https://openalex.org/W2164831575","https://openalex.org/W2094658154"],"abstract_inverted_index":{"Recently":[0],"it":[1,130],"has":[2],"been":[3],"demonstrated":[4],"that":[5,129],"collaboration":[6],"between":[7,65],"automated":[8,122],"algorithms":[9],"and":[10,47,70,108,127],"human":[11,68,125],"users":[12,78,107,126,135,142],"can":[13],"be":[14],"especially":[15],"ef-fective":[16],"in":[17,36,99],"robot":[18,151],"behavior":[19,152],"optimization":[20],"tasks.":[21],"In":[22,92],"particular,":[23],"we":[24,95],"recently":[25],"introduced":[26],"a":[27,66],"Fitness-based":[28],"Search":[29],"with":[30,53,105,121],"Preference-based":[31],"Policy":[32],"Learning":[33],"(FS-PPL)":[34],"approach,":[35],"which":[37,100],"the":[38,41,50,54,81,110,119,140,147],"algo-rithm":[39],"models":[40],"user":[42,69],"based":[43],"on":[44],"her":[45],"preferences":[46],"then":[48],"uses":[49],"model,":[51],"along":[52],"fitness":[55],"function,":[56],"to":[57,86,113],"guide":[58],"search.":[59],"However,":[60],"so":[61],"far":[62],"only":[63],"interaction":[64],"single":[67],"an":[71,97],"evolutionary":[72,102],"algorithm":[73,82,98,103,120],"was":[74],"considered.":[75],"If":[76],"multiple":[77],"contribute":[79],"preferences,":[80],"must":[83],"determine":[84],"whether":[85],"model":[87,114],"them":[88,115],"separately":[89],"or":[90],"jointly.":[91],"this":[93],"paper":[94],"describe":[96],"one":[101],"in-teracts":[104],"two":[106,134],"determines":[109],"best":[111],"way":[112],"automatically.":[116],"We":[117],"test":[118],"substitutes":[123],"for":[124,133,139,149],"show":[128],"performs":[131],"better":[132],"working":[136],"together":[137],"than":[138],"same":[141],"work-ing":[143],"separately,":[144],"thus":[145],"demonstrating":[146],"potential":[148],"crowd-sourcing":[150],"optimization.":[153]},"counts_by_year":[{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}