{"id":"https://openalex.org/W4403791736","doi":"https://doi.org/10.1145/3664647.3684998","title":"AssistEditor: Multi-Agent Collaboration for GUI Workflow Automation in Video Creation","display_name":"AssistEditor: Multi-Agent Collaboration for GUI Workflow Automation in Video Creation","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791736","doi":"https://doi.org/10.1145/3664647.3684998"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3684998","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3684998","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001133932","display_name":"Difei Gao","orcid":"https://orcid.org/0000-0001-8494-3492"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Difei Gao","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035047807","display_name":"Siyuan Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Siyuan Hu","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037364812","display_name":"Zechen Bai","orcid":"https://orcid.org/0000-0001-5953-0442"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zechen Bai","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083481253","display_name":"Kevin Qinghong Lin","orcid":"https://orcid.org/0000-0003-2568-2346"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qinghong Lin","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068937750","display_name":"Mike Zheng Shou","orcid":"https://orcid.org/0000-0002-7681-2166"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mike Zheng Shou","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5001133932"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":2.2518,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.91895557,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"11255","last_page":"11257"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9706000089645386,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9706000089645386,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9642999768257141,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.954200029373169,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7748887538909912},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7176600694656372},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5637595653533936},{"id":"https://openalex.org/keywords/collaborative-software","display_name":"Collaborative software","score":0.49460431933403015},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4101525843143463},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37519416213035583},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.36175817251205444},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2443992793560028},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12363523244857788}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7748887538909912},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7176600694656372},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5637595653533936},{"id":"https://openalex.org/C554579003","wikidata":"https://www.wikidata.org/wiki/Q474157","display_name":"Collaborative software","level":2,"score":0.49460431933403015},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4101525843143463},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37519416213035583},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.36175817251205444},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2443992793560028},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12363523244857788},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3684998","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3684998","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W3027879771","https://openalex.org/W4212774754","https://openalex.org/W4362508448","https://openalex.org/W4390873341"],"related_works":["https://openalex.org/W1981780420","https://openalex.org/W2182707996","https://openalex.org/W45233828","https://openalex.org/W2964988449","https://openalex.org/W2397952901","https://openalex.org/W2029380707","https://openalex.org/W188202134","https://openalex.org/W4255934811","https://openalex.org/W2465382974","https://openalex.org/W2381009002"],"abstract_inverted_index":{"Graphical":[0],"User":[1],"Interface":[2],"(GUI)":[3],"Automation":[4],"has":[5],"shown":[6],"significant":[7],"potential":[8],"recently.":[9],"Previous":[10],"works":[11],"built":[12],"GUI":[13,121],"Agent":[14],"systems":[15],"to":[16,53,57,104,141,162],"handle":[17],"short-procedure":[18],"tasks":[19],"such":[20,67],"as":[21,68],"element":[22],"grounding":[23],"or":[24],"functional":[25],"assistance.":[26],"In":[27],"this":[28],"paper,":[29],"we":[30],"propose":[31],"a":[32,114],"novel":[33],"PC-Copilot,":[34],"AssistEditor,":[35],"that":[36],"focuses":[37],"on":[38],"automating":[39],"the":[40,59,69,74,78,106,154],"video":[41,93,98,155],"editing":[42,99,148,156,160],"workflow.":[43],"Unlike":[44],"previous":[45],"approaches,":[46],"our":[47],"system":[48,82],"does":[49],"not":[50],"require":[51],"users":[52,62,140,163],"input":[54],"specific":[55],"commands":[56],"control":[58],"computer.":[60],"Instead,":[61],"simply":[63],"describe":[64],"their":[65],"requirements,":[66,143],"content":[70],"and":[71,76,96,129,146],"style":[72],"of":[73,119,125,167],"video,":[75],"upload":[77],"necessary":[79],"materials.":[80],"The":[81],"then":[83],"autonomously":[84],"translates":[85],"these":[86],"requirements":[87],"into":[88],"detailed":[89],"actions":[90],"for":[91],"controlling":[92],"understanding":[94],"models":[95],"professional":[97],"software,":[100],"e.g.,":[101],"Premiere":[102],"Pro":[103],"produce":[105],"final":[107],"video.":[108],"This":[109,150],"functionality":[110],"is":[111],"enabled":[112],"by":[113],"collaborative":[115],"AI":[116],"agent":[117],"framework":[118],"multiple":[120],"agents,":[122],"each":[123],"capable":[124],"dialogue,":[126],"knowledge":[127],"retrieval,":[128],"software":[130],"usage.":[131],"These":[132],"agents":[133],"have":[134],"distinct":[135],"roles,":[136],"including":[137],"interacting":[138],"with":[139,164],"gather":[142],"generating":[144],"storyboards,":[145],"performing":[147],"tasks.":[149],"approach":[151],"significantly":[152],"streamlines":[153],"process,":[157],"making":[158],"advanced":[159],"accessible":[161],"varying":[165],"levels":[166],"expertise.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}