{"id":"https://openalex.org/W7167080003","doi":"https://doi.org/10.48550/arxiv.2607.00171","title":"ALEE: Any-Language Evaluation of Embeddings via English-Centric Minimal Pairs","display_name":"ALEE: Any-Language Evaluation of Embeddings via English-Centric Minimal Pairs","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7167080003","doi":"https://doi.org/10.48550/arxiv.2607.00171"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00171","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00171","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00171","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008587249","display_name":"Andrianos Michail","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michail, Andrianos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135137419","display_name":"Stylianos Psychias","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Psychias, Stylianos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093688293","display_name":"Michelle Wastl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wastl, Michelle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139926168","display_name":"Simon Clematide","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Clematide, Simon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139898803","display_name":"Rico Sennrich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sennrich, Rico","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139937324","display_name":"Juri Opitz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Opitz, Juri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.47530001401901245,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.47530001401901245,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.1062999963760376,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.0689999982714653,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6065000295639038},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.582099974155426},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5598000288009644},{"id":"https://openalex.org/keywords/paragraph","display_name":"Paragraph","score":0.5221999883651733},{"id":"https://openalex.org/keywords/textual-entailment","display_name":"Textual entailment","score":0.5178999900817871},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4968000054359436},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.46050000190734863},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4480000138282776},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.3882000148296356}],"concepts":[{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6854000091552734},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6733999848365784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6147000193595886},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6065000295639038},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.582099974155426},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5598000288009644},{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.5221999883651733},{"id":"https://openalex.org/C95318506","wikidata":"https://www.wikidata.org/wiki/Q6588467","display_name":"Textual entailment","level":3,"score":0.5178999900817871},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4968000054359436},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4480000138282776},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.3882000148296356},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.38199999928474426},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.36660000681877136},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3659000098705292},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.364300012588501},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32100000977516174},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.30640000104904175},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C198942812","wikidata":"https://www.wikidata.org/wiki/Q496618","display_name":"Semantic property","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C42357961","wikidata":"https://www.wikidata.org/wiki/Q213363","display_name":"Open set","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C2777946921","wikidata":"https://www.wikidata.org/wiki/Q7449044","display_name":"Semantic analysis (machine learning)","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.2515000104904175},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2500999867916107},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00171","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00171","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00171","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00171","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Text":[0],"embeddings":[1],"are":[2,17,26,78],"standard":[3],"for":[4,90],"semantic":[5,75,136],"similarity":[6],"tasks,":[7],"yet":[8],"their":[9],"evaluation":[10],"remains":[11],"an":[12],"open":[13],"challenge.":[14],"Current":[15],"benchmarks":[16],"static,":[18],"cover":[19],"only":[20],"a":[21,45,101,106],"limited":[22],"set":[23,108],"of":[24,35,109],"languages,":[25,125],"often":[27],"domain-specific,":[28],"susceptible":[29],"to":[30,55,67],"overfitting,":[31],"and":[32,58,112,128,145],"poorly":[33],"representative":[34],"low-resource":[36],"languages.":[37,84],"To":[38],"address":[39],"these":[40],"limitations,":[41],"we":[42],"introduce":[43],"ALEE,":[44,120],"framework":[46],"that":[47,138],"extends":[48],"Sentence":[49],"Smith":[50],"(Li":[51],"et":[52],"al.,":[53],"2025)":[54],"the":[56],"cross-lingual":[57,135],"paragraph":[59],"level.":[60],"ALEE":[61,150],"uses":[62],"Abstract":[63],"Meaning":[64],"Representations":[65],"(AMR)":[66],"generate":[68],"English":[69,96],"minimal":[70],"pairs":[71],"with":[72,80,95],"controlled,":[73],"fine-grained":[74],"shifts,":[76],"which":[77],"paired":[79],"translations":[81],"in":[82,92,134,142],"target":[83],"This":[85],"approach":[86],"enables":[87],"targeted":[88],"diagnostics":[89],"models":[91,111],"any":[93],"language":[94,140],"parallel":[97,117],"data.":[98],"We":[99,148],"conduct":[100],"large-scale":[102],"empirical":[103],"study":[104],"across":[105,124],"diverse":[107],"embedding":[110],"275+":[113],"languages":[114],"spanning":[115],"three":[116],"datasets.":[118],"On":[119],"performance":[121],"varies":[122],"substantially":[123],"text":[126],"lengths,":[127],"linguistic":[129],"phenomena,":[130],"exposing":[131],"persistent":[132],"gaps":[133],"representation":[137],"track":[139],"prevalence":[141],"training":[143],"resources":[144],"subword":[146],"tokenization.":[147],"release":[149],"at":[151],"https://github.com/Andrian0s/any-lang-embed-eval":[152]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}