{"id":"https://openalex.org/W2594440402","doi":"https://doi.org/10.1145/3025171.3025176","title":"Help, It Looks Confusing","display_name":"Help, It Looks Confusing","publication_year":2017,"publication_date":"2017-03-07","ids":{"openalex":"https://openalex.org/W2594440402","doi":"https://doi.org/10.1145/3025171.3025176","mag":"2594440402"},"language":"en","primary_location":{"id":"doi:10.1145/3025171.3025176","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3025171.3025176","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039141830","display_name":"Thanapong Intharah","orcid":"https://orcid.org/0000-0003-0965-680X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Thanapong Intharah","raw_affiliation_strings":["University College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034550765","display_name":"Daniyar Turmukhambetov","orcid":null},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daniyar Turmukhambetov","raw_affiliation_strings":["University College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038405331","display_name":"Gabriel Brostow","orcid":"https://orcid.org/0000-0001-8472-3828"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gabriel J. Brostow","raw_affiliation_strings":["University College London, London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5039141830"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":1.2743,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.87708265,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"233","last_page":"243"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8632176518440247},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.8601757287979126},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.8353492617607117},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7743198275566101},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6295530796051025},{"id":"https://openalex.org/keywords/programming-by-demonstration","display_name":"Programming by demonstration","score":0.5978798270225525},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5543003678321838},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4870510399341583},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3717903792858124},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.31809884309768677},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.16862043738365173}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8632176518440247},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.8601757287979126},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.8353492617607117},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7743198275566101},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6295530796051025},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.5978798270225525},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5543003678321838},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4870510399341583},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3717903792858124},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.31809884309768677},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.16862043738365173},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3025171.3025176","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3025171.3025176","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1015495553","display_name":null,"funder_award_id":"EP/K023578/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1339199958","display_name":null,"funder_award_id":"EP/K02339X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2629685770","display_name":null,"funder_award_id":"NE/P019013/1","funder_id":"https://openalex.org/F4320334631","funder_display_name":"Natural Environment Research Council"},{"id":"https://openalex.org/G3038267264","display_name":null,"funder_award_id":"NE/P019013/1","funder_id":"https://openalex.org/F4320320022","funder_display_name":"Sight Research UK"},{"id":"https://openalex.org/G4805436218","display_name":null,"funder_award_id":"EP/K015664/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8572443926","display_name":null,"funder_award_id":"EP/K015664/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320022","display_name":"Sight Research UK","ror":"https://ror.org/03z2py885"},{"id":"https://openalex.org/F4320324279","display_name":"Ministry of Science and Technology of Thailand","ror":"https://ror.org/02nfy5246"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320334631","display_name":"Natural Environment Research Council","ror":"https://ror.org/02b5d8509"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1492324553","https://openalex.org/W1605957858","https://openalex.org/W1966534438","https://openalex.org/W1978511849","https://openalex.org/W1980895458","https://openalex.org/W1984315811","https://openalex.org/W1988366361","https://openalex.org/W2014914041","https://openalex.org/W2057593084","https://openalex.org/W2078091018","https://openalex.org/W2097360199","https://openalex.org/W2107387337","https://openalex.org/W2115063264","https://openalex.org/W2120792663","https://openalex.org/W2129410131","https://openalex.org/W2138917250","https://openalex.org/W2139152022","https://openalex.org/W2141125339","https://openalex.org/W2143058502","https://openalex.org/W2162939096","https://openalex.org/W2168347767","https://openalex.org/W2188276041","https://openalex.org/W2576723740"],"related_works":["https://openalex.org/W2350278424","https://openalex.org/W2071432835","https://openalex.org/W4239401009","https://openalex.org/W4234371507","https://openalex.org/W1628824497","https://openalex.org/W4299534542","https://openalex.org/W2053441600","https://openalex.org/W1990401748","https://openalex.org/W2047586841","https://openalex.org/W2141018266"],"abstract_inverted_index":{"Non-programming":[0],"users":[1,107,166],"should":[2],"be":[3],"able":[4],"to":[5,11,20,45,79,103,133],"create":[6],"their":[7,60],"own":[8],"customized":[9],"scripts":[10,81],"perform":[12,190],"computer-based":[13],"tasks":[14,172,178],"for":[15],"them,":[16],"just":[17],"by":[18,50,117,198],"demonstrating":[19,51],"the":[21,52,56,65,67,148,151,199],"machine":[22],"how":[23],"it's":[24],"done.":[25],"To":[26],"that":[27,77,105,179],"end,":[28],"we":[29,97],"develop":[30],"a":[31,47,74,191],"system":[32],"prototype":[33,159],"which":[34,54],"learns-by-demonstration":[35],"called":[36],"HILC":[37,44],"(Help,":[38],"It":[39],"Looks":[40],"Confusing).":[41],"Users":[42],"train":[43],"synthesize":[46],"task":[48],"script":[49],"task,":[53,192],"produces":[55],"needed":[57],"screenshots":[58],"and":[59,100,110,124,175,177,196],"corresponding":[61],"mouse-keyboard":[62],"signals.":[63],"After":[64],"demonstration,":[66],"user":[68,155,200],"answers":[69],"follow-up":[70,114],"questions.":[71],"We":[72],"propose":[73],"user-in-the-loop":[75],"framework":[76],"learns":[78],"generate":[80],"of":[82,88,122,138,150],"actions":[83],"performed":[84],"on":[85],"visible":[86],"elements":[87],"graphical":[89],"applications.":[90],"While":[91],"pure":[92],"programming-by-demonstration":[93],"is":[94],"still":[95],"unrealistic,":[96],"use":[98],"quantitative":[99],"qualitative":[101],"experiments":[102],"show":[104],"non-programming":[106],"are":[108,126,130],"willing":[109],"effective":[111],"at":[112],"answering":[113],"queries":[115],"posed":[116],"our":[118,154,161],"system.":[119],"Our":[120],"models":[121],"events":[123],"appearance":[125],"surprisingly":[127],"simple,":[128],"but":[129],"combined":[131],"effectively":[132],"cope":[134],"with":[135,147,160],"varying":[136],"amounts":[137],"supervision.":[139],"The":[140,158],"best":[141],"available":[142],"baseline,":[143],"Sikuli":[144],"Slides,":[145],"struggled":[146],"majority":[149],"tests":[152],"in":[153,201],"study":[156],"experiments.":[157],"proposed":[162],"approach":[163],"successfully":[164],"helped":[165],"accomplish":[167],"simple":[168],"linear":[169],"tasks,":[170],"complicated":[171],"(monitoring,":[173],"looping,":[174],"mixed),":[176],"span":[180],"across":[181],"multiple":[182],"executables.":[183],"Even":[184],"when":[185],"both":[186],"systems":[187],"could":[188],"ultimately":[189],"ours":[193],"was":[194],"trained":[195],"refined":[197],"less":[202],"time.":[203]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}