{"id":"https://openalex.org/W2592185707","doi":"https://doi.org/10.1145/3029798.3034817","title":"Unconventional Formats of Background Knowledge from Human Teacher in Reward Shaping","display_name":"Unconventional Formats of Background Knowledge from Human Teacher in Reward Shaping","publication_year":2017,"publication_date":"2017-03-06","ids":{"openalex":"https://openalex.org/W2592185707","doi":"https://doi.org/10.1145/3029798.3034817","mag":"2592185707"},"language":"en","primary_location":{"id":"doi:10.1145/3029798.3034817","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3029798.3034817","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Companion of the 2017 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059105394","display_name":"Syed Ali Raza","orcid":"https://orcid.org/0000-0001-6570-4808"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Syed Ali Raza","raw_affiliation_strings":["University of Technology, Sydney, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology, Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011812136","display_name":"Mary\u2010Anne Williams","orcid":"https://orcid.org/0000-0002-1047-0503"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mary-Anne Williams","raw_affiliation_strings":["University of Technology, Sydney, Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology, Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5059105394"],"corresponding_institution_ids":["https://openalex.org/I114017466"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01149302,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"373","last_page":"374"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7450048923492432},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7318812608718872},{"id":"https://openalex.org/keywords/appeal","display_name":"Appeal","score":0.6037482023239136},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.474230021238327},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35754671692848206},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3490942120552063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3323718011379242},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09143143892288208}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7450048923492432},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7318812608718872},{"id":"https://openalex.org/C2778449503","wikidata":"https://www.wikidata.org/wiki/Q329777","display_name":"Appeal","level":2,"score":0.6037482023239136},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.474230021238327},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35754671692848206},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3490942120552063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3323718011379242},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09143143892288208},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3029798.3034817","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3029798.3034817","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Companion of the 2017 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W121023703","https://openalex.org/W1777239053","https://openalex.org/W2035720976","https://openalex.org/W2129659607","https://openalex.org/W2156869222"],"related_works":["https://openalex.org/W2270327411","https://openalex.org/W2161479870","https://openalex.org/W1528479792","https://openalex.org/W581435334","https://openalex.org/W2372523617","https://openalex.org/W2537778971","https://openalex.org/W2381437869","https://openalex.org/W3144558929","https://openalex.org/W2973568603","https://openalex.org/W3196817267"],"abstract_inverted_index":{"This":[0],"research":[1],"evaluates":[2],"reward":[3,70],"shaping":[4,71],"with":[5],"unconventional":[6,59],"formats":[7,60,91],"of":[8,37,61,69,89,94],"human":[9,13,62],"input.":[10],"Conventionally,":[11],"a":[12],"teacher":[14],"is":[15,40,44],"assumed":[16],"to":[17,29,65,74],"provide":[18],"numeric":[19,38],"rewards":[20,39],"for":[21],"complete":[22],"task":[23],"training.":[24],"However,":[25],"there":[26],"are":[27],"limitations":[28],"this":[30,53],"conventional":[31],"format.":[32],"Firstly,":[33],"the":[34,87],"continuous":[35],"demand":[36],"onerous.":[41],"Secondly,":[42],"it":[43],"limited":[45],"in":[46,92],"extracting":[47],"useful":[48],"knowledge":[49,77],"from":[50,78],"humans.":[51,79],"In":[52],"research,":[54],"we":[55],"have":[56],"tested":[57],"three":[58],"input,":[63],"two":[64],"increase":[66],"social":[67],"appeal":[68],"and":[72,97],"one":[73],"efficiently":[75],"extraction":[76],"The":[80],"preliminary":[81],"results":[82],"on":[83],"simulated":[84],"domains":[85],"validate":[86],"usefulness":[88],"these":[90],"terms":[93],"user's":[95],"comfort":[96],"learning":[98],"performance.":[99]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}