{"id":"https://openalex.org/W7225410900","doi":"https://doi.org/10.5281/zenodo.24005550","title":"Laya-MLX as a Fast Local Decision Engine for Browser Automation: Element Grounding in Iframes, UI Tests and Live Sites on Apple Silicon","display_name":"Laya-MLX as a Fast Local Decision Engine for Browser Automation: Element Grounding in Iframes, UI Tests and Live Sites on Apple Silicon","publication_year":2026,"publication_date":"2026-11-06","ids":{"openalex":"https://openalex.org/W7225410900","doi":"https://doi.org/10.5281/zenodo.24005550"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24005550","doi":"https://doi.org/10.5281/zenodo.24005550","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24005550","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24005550","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5161016009","display_name":"Robert Keller","orcid":"https://orcid.org/0009-0003-0388-5246","observed_orcids":["https://orcid.org/0009-0003-0388-5246"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Keller, Robert","raw_affiliation_strings":["Independent researcher"],"raw_orcid":"https://orcid.org/0009-0003-0388-5246","affiliations":[{"raw_affiliation_string":"Independent researcher","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5161016009"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.6542999744415283,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.6542999744415283,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.20630000531673431,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13287","display_name":"Robotic Process Automation Applications","score":0.026100000366568565,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/browser-automation","display_name":"browser automation","score":0.9359999895095825},{"id":"https://openalex.org/keywords/ui-testing","display_name":"UI testing","score":0.5820000171661377},{"id":"https://openalex.org/keywords/iframe","display_name":"iframe","score":0.8500000238418579},{"id":"https://openalex.org/keywords/apple-silicon","display_name":"Apple Silicon","score":0.44699999690055847},{"id":"https://openalex.org/keywords/playwrights","display_name":"playwrights","score":0.7390000224113464},{"id":"https://openalex.org/keywords/lexical-matching","display_name":"word matching","score":0.3930000066757202},{"id":"https://openalex.org/keywords/qwen3-8b","display_name":"Qwen3-8B","score":0.7509999871253967}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7121999859809875},{"id":"https://openalex.org/C200288055","wikidata":"https://www.wikidata.org/wiki/Q2621792","display_name":"Element (criminal law)","level":2,"score":0.6974999904632568},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6273000240325928},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.44830000400543213},{"id":"https://openalex.org/C117797892","wikidata":"https://www.wikidata.org/wiki/Q286363","display_name":"Shadow (psychology)","level":2,"score":0.3955000042915344},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.37549999356269836},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.35409998893737793},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32829999923706055},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.30250000953674316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2874000072479248},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.2587999999523163},{"id":"https://openalex.org/C2777737414","wikidata":"https://www.wikidata.org/wiki/Q4868296","display_name":"Font","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.5281/zenodo.24005550","doi":"https://doi.org/10.5281/zenodo.24005550","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24005550","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24005551","doi":"https://doi.org/10.5281/zenodo.24005551","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24005551","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24006345","doi":"https://doi.org/10.5281/zenodo.24006345","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24006345","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24005550","doi":"https://doi.org/10.5281/zenodo.24005550","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24005550","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7214089528","https://openalex.org/W7082247420","https://openalex.org/W7224525553","https://openalex.org/W7213997599","https://openalex.org/W7196951190","https://openalex.org/W7214516349","https://openalex.org/W7213867070","https://openalex.org/W4416292158","https://openalex.org/W7163374651","https://openalex.org/W7214220851"],"abstract_inverted_index":{"Browser":[0],"agents":[1],"and":[2,11,60,78,84,112,123,140,166,196,207,232,242,248,263,280],"instruction-driven":[3],"UI":[4,101],"tests":[5],"spend":[6],"most":[7],"of":[8,126],"their":[9],"time":[10],"cost":[12],"in":[13,39,171],"a":[14,24,40,61,74,95,103,113,124,135,141,146,163,213,282],"language-model":[15],"call":[16],"that":[17,29],"chooses":[18],"the":[19,149,168,186,210,237,257],"next":[20],"action.":[21],"Laya":[22,151,221],"is":[23,269],"small":[25,262],"encoder":[26],"(322M-421M":[27],"parameters)":[28],"answers":[30],"constrained":[31],"questions":[32],"(choose":[33],"an":[34,54,58,89,276],"option,":[35],"score,":[36],"judge":[37],"true/false)":[38],"single":[41],"forward":[42],"pass;":[43],"laya-mlx":[44],"runs":[45],"it":[46,52],"on":[47,118,212],"Apple":[48,90],"GPUs.":[49],"We":[50,273],"evaluate":[51],"as":[53],"element-grounding":[55],"engine:":[56],"given":[57],"instruction":[59],"page's":[62],"interactive":[63],"elements,":[64],"which":[65],"element":[66,170],"should":[67],"be":[68],"used?":[69],"Our":[70],"open":[71,79],"pipeline":[72],"snapshots":[73],"page":[75,215],"across":[76],"iframes":[77,160],"shadow":[80,110],"DOM,":[81],"asks":[82],"Laya,":[83,134],"acts":[85],"through":[86,133,157],"Playwright.":[87],"On":[88,185],"M2":[91],"Pro":[92],"we":[93],"tested":[94],"todo":[96],"app":[97],"(original":[98],"plus":[99],"four":[100],"mutations),":[102],"checkout":[104,155],"flow":[105],"with":[106,162,216],"nested":[107,158],"cross-origin":[108,159],"iframes,":[109],"DOM":[111],"canvas":[114],"control,":[115],"19":[116],"steps":[117],"public":[119],"sites":[120],"(five":[121],"runs),":[122],"replay":[125],"144":[127],"logged":[128],"decisions":[129,175,178,235],"(38":[130],"distinct":[131,177],"instructions)":[132],"lexical":[136,202,226],"matcher,":[137],"bge-m3":[138],"embeddings":[139,206],"local":[142],"Qwen3-8B":[143],"model.":[144],"With":[145],"frame-aware":[147],"snapshot,":[148],"322M":[150],"model":[152],"completed":[153],"every":[154],"step":[156],"(2/6":[161],"main-frame-only":[164],"snapshot)":[165],"chose":[167],"correct":[169],"all":[172],"94":[173],"live":[174,214],"(18":[176],"x":[179],"5":[180],"runs;":[181],"median":[182],"51":[183],"ms).":[184],"88":[187],"non-trivial":[188],"replayed":[189],"cases,":[190],"top-1":[191],"accuracy":[192,245,265],"was":[193,222,230],"67%":[194],"(322M)":[195,241],"74%":[197,204],"(421M)":[198,244],"versus":[199,251],"55%":[200],"for":[201,205,209,256],"matching,":[203],"82%":[208],"LLM;":[211],"40":[217],"or":[218],"more":[219],"candidates":[220],"no":[223,264],"better":[224],"than":[225],"matching.":[227],"Laya's":[228],"confidence":[229],"informative,":[231],"escalating":[233],"uncertain":[234],"to":[236],"LLM":[238,258],"gave":[239],"78.4%":[240],"86.4%":[243],"at":[246,253],"141":[247],"223":[249],"ms,":[250],"81.8%":[252],"307":[254],"ms":[255],"alone.":[259],"Samples":[260],"are":[261],"difference":[266],"between":[267],"grounders":[268],"significant":[270],"after":[271],"correction.":[272],"also":[274],"report":[275],"idle-gap":[277],"latency":[278],"penalty":[279],"provide":[281],"replication":[283],"package.":[284]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-11-07T00:00:00"}