{"id":"https://openalex.org/W7163884297","doi":"https://doi.org/10.48550/arxiv.2606.06820","title":"SCALE: Scalable Cross-Attention Learning with Extrapolation for Agentic Workflow Scheduling","display_name":"SCALE: Scalable Cross-Attention Learning with Extrapolation for Agentic Workflow Scheduling","publication_year":2026,"publication_date":"2026-06-05","ids":{"openalex":"https://openalex.org/W7163884297","doi":"https://doi.org/10.48550/arxiv.2606.06820"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.06820","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06820","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.06820","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121346467","display_name":"Zhifei Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zhifei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138126086","display_name":"Jierui Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lan, Jierui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138120512","display_name":"Zixuan Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Zixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138188046","display_name":"Aiji Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Aiji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138181651","display_name":"Jinxi He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Jinxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10379999876022339,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10379999876022339,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.06970000267028809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.052299998700618744,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6660000085830688},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6438000202178955},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5397999882698059},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5059000253677368},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5016999840736389},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.45680001378059387},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.35760000348091125},{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.35749998688697815},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.35440000891685486}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7961000204086304},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6660000085830688},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6438000202178955},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5397999882698059},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5059000253677368},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5016999840736389},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4896000027656555},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.45680001378059387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42739999294281006},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38589999079704285},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3831999897956848},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.35749998688697815},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.35440000891685486},{"id":"https://openalex.org/C177860922","wikidata":"https://www.wikidata.org/wiki/Q788608","display_name":"Decorrelation","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.32249999046325684},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.3133000135421753},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.2872999906539917},{"id":"https://openalex.org/C205295232","wikidata":"https://www.wikidata.org/wiki/Q76320","display_name":"Database server","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C150202949","wikidata":"https://www.wikidata.org/wiki/Q107602","display_name":"Pointer (user interface)","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.25200000405311584},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.06820","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06820","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.06820","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06820","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Agentic":[0],"Large":[1],"Language":[2],"Model":[3],"(LLM)":[4],"systems":[5],"decompose":[6],"complex":[7],"tasks":[8],"into":[9],"workflow":[10],"Directed":[11],"Acyclic":[12],"Graphs":[13],"(DAGs)":[14],"whose":[15],"primitives":[16],"must":[17],"be":[18],"scheduled":[19],"on":[20,145,151],"heterogeneous":[21],"clusters.":[22],"Existing":[23],"deep":[24],"reinforcement":[25],"learning":[26],"(DRL)":[27],"schedulers":[28],"are":[29],"tied":[30],"to":[31,58,166,178],"a":[32,53,66,123,128],"fixed":[33],"cluster":[34,60],"size":[35],"and":[36,148,153],"require":[37],"retraining":[38],"whenever":[39],"the":[40,78,103,110,132,167,180],"number":[41,82],"of":[42,83,141],"servers":[43,84],"changes.":[44],"We":[45,87],"propose":[46],"SCALE":[47,64,156],"(Scalable":[48],"Cross-Attention":[49],"Learning":[50],"with":[51,127],"Extrapolation),":[52],"DRL":[54],"scheduler":[55],"that":[56,90,173],"generalizes":[57],"unseen":[59],"scales":[61,101],"without":[62,170],"fine-tuning.":[63],"employs":[65],"cross-attention":[67],"pointer":[68],"network":[69],"where":[70],"task":[71],"features":[72],"query":[73],"against":[74],"server":[75,111],"features,":[76],"so":[77],"architecture":[79,92,169],"accepts":[80],"any":[81],"by":[85,161],"construction.":[86],"observe,":[88],"however,":[89],"permutation-invariant":[91],"alone":[93],"does":[94],"not":[95],"guarantee":[96],"good":[97],"performance":[98],"at":[99,163],"new":[100],"-":[102],"attention":[104],"feature":[105,137],"undergoes":[106],"distribution":[107],"shift":[108],"as":[109],"count":[112],"grows.":[113],"To":[114],"counter":[115],"this,":[116],"we":[117],"introduce":[118],"Structured":[119],"Representation":[120],"Regularization":[121],"(SRR):":[122],"decorrelation":[124],"loss":[125],"combined":[126],"KL":[129],"penalty":[130],"toward":[131],"standard":[133],"normal,":[134],"which":[135],"keeps":[136],"statistics":[138],"stable":[139],"regardless":[140],"input":[142],"size.":[143],"Trained":[144],"16":[146],"nodes":[147],"tested":[149],"directly":[150],"32":[152],"48":[154],"nodes,":[155],"reduces":[157],"average":[158],"response":[159],"time":[160],"8.9%":[162],"N=48":[164],"relative":[165],"same":[168],"SRR,":[171],"confirming":[172],"explicit":[174],"regularization":[175],"is":[176],"necessary":[177],"close":[179],"scale-generalization":[181],"gap.":[182]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-09T00:00:00"}