{"id":"https://openalex.org/W7167739024","doi":"https://doi.org/10.48550/arxiv.2607.06008","title":"PolyWorkBench: Benchmarking LLM Agents for Cross-Lingual Long-Horizon Workflows","display_name":"PolyWorkBench: Benchmarking LLM Agents for Cross-Lingual Long-Horizon Workflows","publication_year":2026,"publication_date":"2026-07-07","ids":{"openalex":"https://openalex.org/W7167739024","doi":"https://doi.org/10.48550/arxiv.2607.06008"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.06008","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.06008","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.06008","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5140246908","display_name":"Hongliang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hongliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140230668","display_name":"Yijin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yijin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140269807","display_name":"Zhiwei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140287060","display_name":"Zihe Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zihe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101291186","display_name":"Xinyue Lou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lou, Xinyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111626467","display_name":"J Q Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jinan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140272915","display_name":"Fandong Meng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Fandong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140232947","display_name":"Kaiyu Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Kaiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.1817999929189682,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.1817999929189682,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12880000472068787,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10989999771118164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7684999704360962},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6513000130653381},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6385999917984009},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6175000071525574},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5457000136375427},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5454000234603882},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5033000111579895},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.44029998779296875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8424999713897705},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7684999704360962},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6513000130653381},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6385999917984009},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6175000071525574},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5457000136375427},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5454000234603882},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5033000111579895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46700000762939453},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.44029998779296875},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.42399999499320984},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.388700008392334},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37929999828338623},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.35440000891685486},{"id":"https://openalex.org/C2779525943","wikidata":"https://www.wikidata.org/wiki/Q1187300","display_name":"Grammaticality","level":3,"score":0.31279999017715454},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.30410000681877136},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.2833999991416931},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26179999113082886},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C2780035574","wikidata":"https://www.wikidata.org/wiki/Q30081","display_name":"Multilingualism","level":2,"score":0.25769999623298645}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.06008","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.06008","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.06008","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.06008","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6868014335632324}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"Large":[1],"Language":[2],"Model":[3],"(LLM)":[4],"agents":[5,43],"excel":[6],"at":[7],"monolingual":[8],"long-horizon":[9,29,46,166],"planning":[10],"and":[11,28,63,76,93,115,124,140,148,163],"tool":[12,161],"use,":[13],"enterprise":[14],"workflows":[15],"inherently":[16],"require":[17],"processing":[18],"multilingual":[19,87,153],"resources":[20],"across":[21,53,138,159],"extended":[22],"trajectories.":[23],"The":[24],"interaction":[25],"between":[26],"multilinguality":[27],"execution,":[30],"however,":[31],"remains":[32],"underexplored.":[33],"We":[34],"introduce":[35],"PolyWorkBench,":[36],"a":[37,80,105],"benchmark":[38],"designed":[39],"to":[40],"evaluate":[41],"LLM":[42],"on":[44,143],"multilingual,":[45],"workplace":[47],"workflows.":[48],"PolyWorkBench":[49],"features":[50],"67":[51],"tasks":[52],"five":[54],"core":[55],"domains:":[56],"commerce,":[57],"knowledge":[58],"work,":[59],"legal":[60],"analysis,":[61],"localization,":[62],"manufacturing.":[64],"Tasks":[65],"are":[66],"authored":[67],"by":[68],"the":[69,144],"paper's":[70],"authors":[71],"from":[72],"real-world":[73],"data":[74],"seeds":[75],"independently":[77],"verified":[78],"through":[79],"second-author":[81],"audit.":[82],"Agents":[83],"must":[84],"integrate":[85],"heterogeneous":[86],"inputs,":[88],"execute":[89],"iterative":[90],"tool-use":[91],"trajectories,":[92],"produce":[94],"structured":[95],"domain":[96],"artifacts.":[97],"To":[98],"rigorously":[99],"assess":[100],"performance,":[101],"we":[102],"adopt":[103],"Grade,":[104],"task-specific":[106],"structural":[107],"scoring":[108],"rubric,":[109],"as":[110],"our":[111,149],"primary":[112],"ranking":[113],"metric,":[114],"complement":[116],"it":[117],"with":[118],"Pytest":[119],"for":[120,126],"executable":[121],"state":[122],"verification":[123],"LLM-as-Judge":[125],"semantic":[127],"quality":[128],"diagnostics.":[129],"Benchmark":[130],"evaluations":[131],"reveal":[132],"that":[133,152],"agent":[134],"performance":[135],"varies":[136],"substantially":[137],"languages":[139],"drops":[141],"sharply":[142],"harder":[145],"cross-lingual":[146],"tasks,":[147],"analysis":[150],"shows":[151],"execution":[154],"exposes":[155],"systematic":[156],"failure":[157],"modes":[158],"planning,":[160],"interaction,":[162],"decision-making":[164],"in":[165],"agents.":[167]},"counts_by_year":[],"updated_date":"2026-08-19T15:00:24.278416","created_date":"2026-07-09T00:00:00"}