{"id":"https://openalex.org/W7166883902","doi":"https://doi.org/10.18653/v1/2026.findings-acl.969","title":"ArkRepoBench: A Repository-Level Code Completion Benchmark for HarmonyOS Development","display_name":"ArkRepoBench: A Repository-Level Code Completion Benchmark for HarmonyOS Development","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166883902","doi":"https://doi.org/10.18653/v1/2026.findings-acl.969"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.969","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.969","pdf_url":"https://aclanthology.org/2026.findings-acl.969.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.969.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139787498","display_name":"Yanlin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yanlin Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139722059","display_name":"Bowen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bowen Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139731169","display_name":"Yanli Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yanli Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060364305","display_name":"Daya Guo","orcid":"https://orcid.org/0009-0008-0822-1517"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daya Guo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139765374","display_name":"Terry Yue Zhuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Terry Yue Zhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139766087","display_name":"Jiachi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiachi Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139827205","display_name":"Mingwei Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mingwei Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139730528","display_name":"Xingong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xingong Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139739741","display_name":"Zibin Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zibin Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.87222045,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"19409","last_page":"19429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.1664000004529953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.1664000004529953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.1307000070810318,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.09889999777078629,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5055999755859375},{"id":"https://openalex.org/keywords/development","display_name":"Development (topology)","score":0.49399998784065247},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4253000020980835},{"id":"https://openalex.org/keywords/completion","display_name":"Completion (oil and gas wells)","score":0.28380000591278076},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.27459999918937683}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6406000256538391},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5055999755859375},{"id":"https://openalex.org/C2776542497","wikidata":"https://www.wikidata.org/wiki/Q5266672","display_name":"Development (topology)","level":2,"score":0.49399998784065247},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4253000020980835},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.397599995136261},{"id":"https://openalex.org/C2779538338","wikidata":"https://www.wikidata.org/wiki/Q2990590","display_name":"Completion (oil and gas wells)","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2808000147342682},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.969","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.969","pdf_url":"https://aclanthology.org/2026.findings-acl.969.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.969","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.969","pdf_url":"https://aclanthology.org/2026.findings-acl.969.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1292579918","display_name":null,"funder_award_id":"92582202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4425133490","display_name":null,"funder_award_id":"62302534","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4672339227","display_name":null,"funder_award_id":"92582117","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166883902.pdf","grobid_xml":"https://content.openalex.org/works/W7166883902.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"ArkTS":[0,34,96],"is":[1,125],"the":[2,44,83,147],"primary":[3],"programming":[4],"language":[5,20],"for":[6,28,50],"Huawei's":[7],"HarmonyOS":[8,58,140],"ecosystem,":[9],"which":[10],"has":[11],"expanded":[12],"across":[13],"smartphones,":[14],"tablets,":[15],"and":[16,65,74,138],"IoT":[17],"devices.While":[18],"large":[19],"models":[21,116],"have":[22],"demonstrated":[23],"strong":[24],"code":[25,47],"generation":[26],"capabilities":[27],"mainstream":[29,100],"languages,":[30],"their":[31],"performance":[32,118],"on":[33,79,136],"remains":[35],"largely":[36],"unexplored.To":[37],"address":[38],"this":[39,111],"gap,":[40],"we":[41],"introduce":[42],"ARKRE-POBENCH,":[43],"first":[45],"repository-level":[46],"completion":[48,68,97],"benchmark":[49,60],"ArkTS,":[51],"7,519":[52],"samples":[53],"collected":[54],"from":[55,89],"20":[56],"official":[57],"repositories.The":[59],"covers":[61],"multiple":[62],"difficulty":[63],"levels":[64],"further":[66],"categorizes":[67],"instances":[69],"into":[70],"Single-File,":[71],"Cross-File":[72,75],"Independent,":[73],"Dependent":[76],"settings":[77],"based":[78],"dependency":[80],"analysis,":[81],"distinguishing":[82],"mere":[84],"presence":[85],"of":[86,149],"cross-file":[87,123],"context":[88,124],"its":[90],"actual":[91],"necessity.Our":[92],"experiments":[93],"show":[94],"that:(1)":[95],"consistently":[98,143],"underperforms":[99],"languages":[101],"under":[102],"our":[103],"experimental":[104],"settings,":[105],"suggesting":[106,146],"language-specific":[107],"challenges":[108],"associated":[109],"with":[110,129],"emerging":[112],"language;(2)":[113],"open-source":[114],"7B":[115],"achieve":[117],"comparable":[119],"to":[120],"close-source":[121],"models;(3)":[122],"a":[126],"double-edged":[127],"sword,":[128],"sparse":[130],"retrieval":[131],"(Jaccard)":[132],"outperforming":[133],"dense":[134],"methods":[135],"ArkTS;":[137],"(4)":[139],"API":[141],"documentation":[142],"improves":[144],"performance,":[145],"benefits":[148],"domainspecific":[150],"enhancements":[151],"in":[152],"low-resource":[153],"settings.":[154]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}