{"id":"https://openalex.org/W2922989098","doi":"https://doi.org/10.1145/3234508","title":"HILC","display_name":"HILC","publication_year":2019,"publication_date":"2019-03-18","ids":{"openalex":"https://openalex.org/W2922989098","doi":"https://doi.org/10.1145/3234508","mag":"2922989098"},"language":"en","primary_location":{"id":"doi:10.1145/3234508","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3234508","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039141830","display_name":"Thanapong Intharah","orcid":"https://orcid.org/0000-0003-0965-680X"},"institutions":[{"id":"https://openalex.org/I179193067","display_name":"Khon Kaen University","ror":"https://ror.org/03cq4gr50","country_code":"TH","type":"education","lineage":["https://openalex.org/I179193067"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB","TH"],"is_corresponding":true,"raw_author_name":"Thanapong Intharah","raw_affiliation_strings":["University College London and Khon Kaen University, Thailand"],"affiliations":[{"raw_affiliation_string":"University College London and Khon Kaen University, Thailand","institution_ids":["https://openalex.org/I179193067","https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034550765","display_name":"Daniyar Turmukhambetov","orcid":null},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daniyar Turmukhambetov","raw_affiliation_strings":["University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038405331","display_name":"Gabriel Brostow","orcid":"https://orcid.org/0000-0001-8472-3828"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gabriel J. Brostow","raw_affiliation_strings":["University College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University College London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5039141830"],"corresponding_institution_ids":["https://openalex.org/I179193067","https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":0.8513,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.70857947,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"9","issue":"2-3","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8482872247695923},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.8174734711647034},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6991392970085144},{"id":"https://openalex.org/keywords/graphical-user-interface","display_name":"Graphical user interface","score":0.6886262893676758},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6589963436126709},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.5428228378295898},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5165733098983765},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4727626442909241},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4635884463787079},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4390334486961365},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.41187047958374023},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.36313197016716003}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8482872247695923},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.8174734711647034},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6991392970085144},{"id":"https://openalex.org/C37789001","wikidata":"https://www.wikidata.org/wiki/Q782543","display_name":"Graphical user interface","level":2,"score":0.6886262893676758},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6589963436126709},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.5428228378295898},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5165733098983765},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4727626442909241},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4635884463787079},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4390334486961365},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.41187047958374023},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.36313197016716003},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3234508","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3234508","pdf_url":null,"source":{"id":"https://openalex.org/S4210173818","display_name":"ACM Transactions on Interactive Intelligent Systems","issn_l":"2160-6455","issn":["2160-6455","2160-6463"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Interactive Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1015495553","display_name":null,"funder_award_id":"EP/K023578/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4805436218","display_name":null,"funder_award_id":"EP/K015664/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W216012752","https://openalex.org/W1492324553","https://openalex.org/W1966534438","https://openalex.org/W1978511849","https://openalex.org/W1980073965","https://openalex.org/W1980895458","https://openalex.org/W1984315811","https://openalex.org/W1988366361","https://openalex.org/W1991133427","https://openalex.org/W1994657576","https://openalex.org/W2009086942","https://openalex.org/W2014914041","https://openalex.org/W2034365297","https://openalex.org/W2041812800","https://openalex.org/W2055380454","https://openalex.org/W2057593084","https://openalex.org/W2078091018","https://openalex.org/W2097360199","https://openalex.org/W2107387337","https://openalex.org/W2115063264","https://openalex.org/W2120792663","https://openalex.org/W2129410131","https://openalex.org/W2138917250","https://openalex.org/W2139152022","https://openalex.org/W2141125339","https://openalex.org/W2143058502","https://openalex.org/W2162939096","https://openalex.org/W2168347767","https://openalex.org/W2168356304","https://openalex.org/W2188276041","https://openalex.org/W2342204193","https://openalex.org/W2576723740","https://openalex.org/W2594440402","https://openalex.org/W2610474269","https://openalex.org/W2911964244"],"related_works":["https://openalex.org/W2390396596","https://openalex.org/W3180179400","https://openalex.org/W2118366689","https://openalex.org/W2154998455","https://openalex.org/W2116888309","https://openalex.org/W2477652530","https://openalex.org/W2039055059","https://openalex.org/W2381088774","https://openalex.org/W963721989","https://openalex.org/W1547777009"],"abstract_inverted_index":{"Creating":[0],"automation":[1],"scripts":[2,120],"for":[3],"tasks":[4,233,239],"involving":[5],"Graphical":[6],"User":[7],"Interface":[8],"(GUI)":[9],"interactions":[10],"is":[11,14,41,50,135],"hard.":[12],"It":[13,73],"challenging":[15],"because":[16],"not":[17],"all":[18,31],"software":[19],"applications":[20],"allow":[21],"access":[22],"to":[23,43,52,83,118,139,153,170,191,205],"a":[24,63,85,113,140,252],"program\u2019s":[25],"internal":[26,39],"state,":[27],"nor":[28],"do":[29],"they":[30],"have":[32],"accessibility":[33],"APIs.":[34],"Although":[35,130],"much":[36],"of":[37,121,127,144,175,180,196,211],"the":[38,44,47,55,90,95,104,106,176,209,212,260],"state":[40],"exposed":[42],"user":[45,107,145,216,261],"through":[46],"GUI,":[48],"it":[49],"hard":[51],"programmatically":[53],"operate":[54],"GUI\u2019s":[56],"widgets.":[57],"To":[58],"that":[59,66,116,155,240],"end,":[60],"we":[61,147],"developed":[62],"system":[64],"prototype":[65,220],"learns":[67,117],"by":[68,88,133,167,259],"demonstration,":[69,105],"called":[70],"HILC":[71,82],"(Help,":[72],"Looks":[74],"Confusing).":[75],"Users,":[76],"both":[77,247],"programmers":[78],"and":[79,98,150,160,182,236,238,257],"non-programmers,":[80],"train":[81],"synthesize":[84],"task":[86],"script":[87],"demonstrating":[89],"task.":[91],"A":[92],"demonstration":[93,134],"produces":[94],"needed":[96],"screenshots":[97],"their":[99],"corresponding":[100],"mouse-keyboard":[101],"signals.":[102],"After":[103],"answers":[108],"follow-up":[109,164],"questions.":[110],"We":[111],"propose":[112],"user-in-the-loop":[114],"framework":[115],"generate":[119],"actions":[122],"performed":[123],"on":[124],"visible":[125],"elements":[126],"graphical":[128],"applications.":[129,244],"pure":[131],"programming":[132],"still":[136],"unrealistic":[137],"due":[138],"computer\u2019s":[141],"limited":[142],"understanding":[143],"intentions,":[146],"use":[148],"quantitative":[149],"qualitative":[151],"experiments":[152],"show":[154],"non-programming":[156],"users":[157,207,227],"are":[158,184,188],"willing":[159],"effective":[161],"at":[162],"answering":[163],"queries":[165],"posed":[166],"our":[168,215,222],"system,":[169],"help":[171],"with":[172,193,221],"confusing":[173],"parts":[174],"demonstrations.":[177],"Our":[178],"models":[179],"events":[181],"appearances":[183],"surprisingly":[185],"simple":[186,229],"but":[187],"combined":[189],"effectively":[190],"cope":[192],"varying":[194],"amounts":[195],"supervision.":[197],"The":[198,219],"best":[199],"available":[200],"baseline,":[201],"Sikuli":[202],"Slides,":[203],"struggled":[204],"assist":[206],"in":[208,214,262],"majority":[210],"tests":[213],"study":[217],"experiments.":[218],"proposed":[223],"approach":[224],"successfully":[225],"helped":[226],"accomplish":[228],"linear":[230],"tasks,":[231],"complicated":[232],"(monitoring,":[234],"looping,":[235],"mixed),":[237],"span":[241],"across":[242],"multiple":[243],"Even":[245],"when":[246],"systems":[248],"could":[249],"ultimately":[250],"perform":[251],"task,":[253],"ours":[254],"was":[255],"trained":[256],"refined":[258],"less":[263],"time.":[264]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2019-04-01T00:00:00"}