{"id":"https://openalex.org/W2909713847","doi":"https://doi.org/10.1145/3277904","title":"Interaction Algorithm Effect on Human Experience with Reinforcement Learning","display_name":"Interaction Algorithm Effect on Human Experience with Reinforcement Learning","publication_year":2018,"publication_date":"2018-07-31","ids":{"openalex":"https://openalex.org/W2909713847","doi":"https://doi.org/10.1145/3277904","mag":"2909713847"},"language":"en","primary_location":{"id":"doi:10.1145/3277904","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3277904","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3277904","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3277904","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083083220","display_name":"Samantha Krening","orcid":"https://orcid.org/0000-0001-8654-6714"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samantha Krening","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041686916","display_name":"Karen M. Feigh","orcid":"https://orcid.org/0000-0002-0281-7634"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karen M. Feigh","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":3.7673,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.94685288,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"7","issue":"2","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9679999947547913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7907689809799194},{"id":"https://openalex.org/keywords/immediacy","display_name":"Immediacy","score":0.746552586555481},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7063783407211304},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5423470735549927},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.4458926022052765},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42414504289627075},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4153316020965576},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3928810656070709}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7907689809799194},{"id":"https://openalex.org/C2780340563","wikidata":"https://www.wikidata.org/wiki/Q2811064","display_name":"Immediacy","level":2,"score":0.746552586555481},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7063783407211304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5423470735549927},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.4458926022052765},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42414504289627075},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4153316020965576},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3928810656070709},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3277904","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3277904","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3277904","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3277904","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3277904","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3277904","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G7308360833","display_name":null,"funder_award_id":"N000141410003","funder_id":"https://openalex.org/F4320338298","funder_display_name":"Office of Naval Research Global"},{"id":"https://openalex.org/G8207089012","display_name":null,"funder_award_id":"N000141410003","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338298","display_name":"Office of Naval Research Global","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2909713847.pdf","grobid_xml":"https://content.openalex.org/works/W2909713847.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W1515851193","https://openalex.org/W1534990413","https://openalex.org/W1591803298","https://openalex.org/W1970443370","https://openalex.org/W1988439548","https://openalex.org/W1996847178","https://openalex.org/W2011132960","https://openalex.org/W2021641437","https://openalex.org/W2027106130","https://openalex.org/W2031485535","https://openalex.org/W2061562262","https://openalex.org/W2063052894","https://openalex.org/W2098441518","https://openalex.org/W2099019320","https://openalex.org/W2114993507","https://openalex.org/W2116157560","https://openalex.org/W2118756286","https://openalex.org/W2121110499","https://openalex.org/W2122982548","https://openalex.org/W2123442489","https://openalex.org/W2129928382","https://openalex.org/W2140584963","https://openalex.org/W2150818585","https://openalex.org/W2151905266","https://openalex.org/W2156885227","https://openalex.org/W2163455955","https://openalex.org/W2236233024","https://openalex.org/W2251939518","https://openalex.org/W2257058996","https://openalex.org/W2277684984","https://openalex.org/W2290053245","https://openalex.org/W2293350124","https://openalex.org/W2312609093","https://openalex.org/W2402989524","https://openalex.org/W2409653330","https://openalex.org/W2415726935","https://openalex.org/W2489487449","https://openalex.org/W2539402368","https://openalex.org/W2549514639","https://openalex.org/W2574893693","https://openalex.org/W2796550359","https://openalex.org/W2894291481","https://openalex.org/W3143835353","https://openalex.org/W4205184193","https://openalex.org/W4237513721"],"related_works":["https://openalex.org/W4307572958","https://openalex.org/W3010018012","https://openalex.org/W2792246068","https://openalex.org/W4386796654","https://openalex.org/W2005510223","https://openalex.org/W2128822141","https://openalex.org/W4213327636","https://openalex.org/W2975304921","https://openalex.org/W2770646110","https://openalex.org/W2537983139"],"abstract_inverted_index":{"A":[0],"goal":[1],"of":[2,34,45,49,71,131,145,176,180,191],"interactive":[3],"machine":[4],"learning":[5,103],"(IML)":[6],"is":[7],"to":[8,15,21,61,96,121],"enable":[9],"people":[10,86],"with":[11,90,155,166],"no":[12],"specialized":[13],"training":[14],"intuitively":[16],"teach":[17],"intelligent":[18],"agents":[19,89],"how":[20,31],"perform":[22],"tasks.":[23],"Toward":[24],"achieving":[25],"that":[26,110,124,150],"goal,":[27],"we":[28],"are":[29],"studying":[30],"the":[32,35,46,51,99,152,156,163,174,177,181,186,192],"design":[33,149],"interaction":[36,193],"method":[37],"for":[38],"a":[39,81,116,171],"Bayesian":[40],"Q-Learning":[41],"algorithm":[42],"impacts":[43],"aspects":[44],"human\u2019s":[47,153],"experience":[48,119,154],"teaching":[50,92],"agent":[52,109,123],"using":[53,159],"human-centric":[54],"metrics":[55],"such":[56],"as":[57],"frustration":[58],"in":[59,84,129],"addition":[60],"traditional":[62],"ML":[63],"performance":[64],"metrics.":[65],"This":[66],"study":[67],"investigated":[68],"two":[69,88],"methods":[70,93],"natural":[72],"language":[73],"instruction:":[74],"critique":[75,128],"and":[76,137,185,188],"action":[77,113],"advice.":[78],"We":[79,140],"conducted":[80],"human-in-the-loop":[82],"experiment":[83],"which":[85],"trained":[87],"different":[91],"but,":[94],"unknown":[95],"each":[97],"participant,":[98],"same":[100],"underlying":[101],"reinforcement":[102],"algorithm.":[104,194],"The":[105],"results":[106],"show":[107],"an":[108,122,146],"learns":[111,125],"from":[112,126],"advice":[114],"creates":[115],"better":[117],"user":[118],"compared":[120],"binary":[127],"terms":[130],"frustration,":[132],"perceived":[133,138],"performance,":[134],"transparency,":[135,169],"immediacy,":[136,170],"intelligence.":[139],"identified":[141],"nine":[142],"main":[143],"characteristics":[144],"IML":[147],"algorithm\u2019s":[148],"impact":[151],"agent,":[157],"including":[158],"human":[160],"instructions":[161],"about":[162],"future,":[164],"compliance":[165],"input,":[167],"empowerment,":[168],"deterministic":[172],"interaction,":[173],"complexity":[175],"instructions,":[178],"accuracy":[179],"speech":[182],"recognition":[183],"software,":[184],"robust":[187],"flexible":[189],"nature":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}