{"id":"https://openalex.org/W4406073371","doi":"https://doi.org/10.48550/arxiv.2407.15673","title":"IDA: Breaking Barriers in No-code UI Automation Through Large Language Models and Human-Centric Design","display_name":"IDA: Breaking Barriers in No-code UI Automation Through Large Language Models and Human-Centric Design","publication_year":2024,"publication_date":"2024-07-22","ids":{"openalex":"https://openalex.org/W4406073371","doi":"https://doi.org/10.48550/arxiv.2407.15673"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.15673","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.15673","pdf_url":"https://arxiv.org/pdf/2407.15673","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.15673","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050987183","display_name":"Segev Shlomov","orcid":"https://orcid.org/0000-0003-1216-8284","observed_orcids":["https://orcid.org/0000-0003-1216-8284"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shlomov, Segev","raw_affiliation_strings":["IBM Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061821122","display_name":"Avi Yaeli","orcid":"https://orcid.org/0000-0003-4698-1927","observed_orcids":["https://orcid.org/0000-0003-4698-1927"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaeli, Avi","raw_affiliation_strings":["IBM Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105103094","display_name":"Sami Marreed","orcid":"https://orcid.org/0009-0001-8704-2929","observed_orcids":["https://orcid.org/0009-0001-8704-2929"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marreed, Sami","raw_affiliation_strings":["IBM Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046485280","display_name":"Sivan Schwartz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Schwartz, Sivan","raw_affiliation_strings":["IBM Research","Technion -Israel Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"Technion -Israel Institute of Technology","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115772190","display_name":"Netanel Eder","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eder, Netanel","raw_affiliation_strings":["IBM Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115772191","display_name":"Offer Akrabi","orcid":"https://orcid.org/0009-0004-6406-9776","observed_orcids":["https://orcid.org/0009-0004-6406-9776"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akrabi, Offer","raw_affiliation_strings":["IBM Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001266138","display_name":"Sergey Zeltyn","orcid":"https://orcid.org/0000-0003-2540-1604","observed_orcids":["https://orcid.org/0000-0003-2540-1604"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zeltyn, Sergey","raw_affiliation_strings":["IBM Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.5439000129699707,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.5439000129699707,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13287","display_name":"Robotic Process Automation Applications","score":0.3393999934196472,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.0502999983727932,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ui-automation","display_name":"UI automation","score":0.7860000133514404},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9210000038146973},{"id":"https://openalex.org/keywords/business-users","display_name":"business users","score":0.7649999856948853},{"id":"https://openalex.org/keywords/human-centered-design","display_name":"human-centered design","score":0.8339999914169312},{"id":"https://openalex.org/keywords/ai-assistants","display_name":"AI assistants","score":0.621999979019165},{"id":"https://openalex.org/keywords/user-study","display_name":"user study","score":0.3959999978542328}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5871540904045105},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5243851542472839},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4471922218799591},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.37808048725128174},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3769626021385193},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34177452325820923},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20692408084869385},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.15673","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.15673","pdf_url":"https://arxiv.org/pdf/2407.15673","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.15673","doi":"https://doi.org/10.48550/arxiv.2407.15673","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.15673","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.15673","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.15673","pdf_url":"https://arxiv.org/pdf/2407.15673","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406073371.pdf","grobid_xml":"https://content.openalex.org/works/W4406073371.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W3034392229","https://openalex.org/W4286751086","https://openalex.org/W4384918448","https://openalex.org/W4385825247","https://openalex.org/W4386948077","https://openalex.org/W4390601403","https://openalex.org/W4391376827","https://openalex.org/W4402667024","https://openalex.org/W4402671629"],"related_works":["https://openalex.org/W7223568738","https://openalex.org/W4417143311","https://openalex.org/W4411974547","https://openalex.org/W7077081372","https://openalex.org/W4404773507","https://openalex.org/W4403322492","https://openalex.org/W7127612511","https://openalex.org/W7128579994","https://openalex.org/W4399755254","https://openalex.org/W7133346445"],"abstract_inverted_index":{"Business":[0],"users":[1,86,154,163,199],"dedicate":[2],"significant":[3,32],"amounts":[4],"of":[5,115,124,135,143,190,197],"time":[6],"to":[7,34,52,83,111,168,186,193],"repetitive":[8],"tasks":[9],"within":[10],"enterprise":[11,156],"digital":[12],"platforms,":[13],"highlighting":[14],"a":[15,31,74,141,147],"critical":[16],"need":[17],"for":[18,25],"automation.":[19,170,204],"Despite":[20],"advancements":[21,42],"in":[22,43],"low-code":[23],"tools":[24],"UI":[26,78],"automation,":[27],"their":[28],"complexity":[29],"remains":[30],"barrier":[33,55],"adoption":[35],"among":[36],"non-technical":[37],"business":[38,85,116,153,198],"users.":[39,117],"However,":[40],"recent":[41],"large":[44],"language":[45],"models":[46],"(LLMs)":[47],"have":[48,130,139],"created":[49],"new":[50],"opportunities":[51],"overcome":[53],"this":[54],"by":[56,99],"offering":[57],"more":[58,63],"powerful,":[59],"yet":[60],"simpler":[61],"and":[62,104,145,155,181],"human-centric":[64,93],"programming":[65,98,102],"environments.":[66],"This":[67,183],"paper":[68],"presents":[69],"IDA":[70,91,121,144,167,176],"(Intelligent":[71],"Digital":[72],"Apprentice),":[73],"novel":[75],"no-code":[76,136,201],"Web":[77],"automation":[79],"tool":[80],"designed":[81],"specifically":[82],"empower":[84],"with":[87],"no":[88],"technical":[89,127],"background.":[90],"incorporates":[92],"design":[94],"principles,":[95],"including":[96],"guided":[97],"demonstration,":[100],"semantic":[101],"model,":[103],"teacher-student":[105],"learning":[106],"metaphor":[107],"which":[108],"is":[109,177],"tailored":[110],"the":[112,125,133,188,195],"skill":[113],"set":[114],"By":[118],"leveraging":[119],"LLMs,":[120],"overcomes":[122],"some":[123],"key":[126],"barriers":[128],"that":[129,162,175],"traditionally":[131],"limited":[132],"possibility":[134],"solutions.":[137],"We":[138],"developed":[140],"prototype":[142],"conducted":[146],"user":[148,202],"study":[149,184],"involving":[150],"real":[151],"world":[152],"applications.":[157],"The":[158,171],"promising":[159],"results":[160],"indicate":[161],"could":[164],"effectively":[165],"utilize":[166],"create":[169],"qualitative":[172],"feedback":[173],"indicates":[174],"perceived":[178],"as":[179],"user-friendly":[180],"trustworthy.":[182],"contributes":[185],"unlocking":[187],"potential":[189],"AI":[191],"assistants":[192],"enhance":[194],"productivity":[196],"through":[200],"interface":[203]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-01-05T00:00:00"}