{"id":"https://openalex.org/W4390962912","doi":"https://doi.org/10.48550/arxiv.2401.08309","title":"Anchor function: a type of benchmark functions for studying language models","display_name":"Anchor function: a type of benchmark functions for studying language models","publication_year":2024,"publication_date":"2024-01-16","ids":{"openalex":"https://openalex.org/W4390962912","doi":"https://doi.org/10.48550/arxiv.2401.08309"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2401.08309","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.08309","pdf_url":"https://arxiv.org/pdf/2401.08309","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.08309","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084678300","display_name":"Zhongwang Zhang","orcid":"https://orcid.org/0009-0006-4202-8556"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhongwang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100665255","display_name":"Zhiwei Wang","orcid":"https://orcid.org/0000-0001-6817-1242"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102742575","display_name":"Junjie Yao","orcid":"https://orcid.org/0009-0007-1893-2059"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Junjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021783051","display_name":"Zhangchen Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zhangchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100371535","display_name":"Xiaolong Li","orcid":"https://orcid.org/0000-0001-7493-2650"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiaolong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071854504","display_name":"E Weinan","orcid":"https://orcid.org/0000-0003-0272-9500"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"E, Weinan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5002236438","display_name":"Zhi\u2010Qin John Xu","orcid":"https://orcid.org/0000-0003-0627-3520"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zhi-Qin John","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9151999950408936,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7783441543579102},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.6929395198822021},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.6149234771728516},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5300982594490051},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5269309282302856},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.47535961866378784},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.47141334414482117},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.46093621850013733},{"id":"https://openalex.org/keywords/language-construct","display_name":"Language construct","score":0.4388793706893921},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4132315516471863},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3414459228515625},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33314719796180725},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20154374837875366},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08358639478683472},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08273538947105408}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7783441543579102},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.6929395198822021},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.6149234771728516},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5300982594490051},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5269309282302856},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.47535961866378784},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.47141334414482117},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.46093621850013733},{"id":"https://openalex.org/C48859967","wikidata":"https://www.wikidata.org/wiki/Q6486712","display_name":"Language construct","level":2,"score":0.4388793706893921},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4132315516471863},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3414459228515625},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33314719796180725},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20154374837875366},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08358639478683472},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08273538947105408},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2401.08309","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.08309","pdf_url":"https://arxiv.org/pdf/2401.08309","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2401.08309","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2401.08309","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.08309","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.08309","pdf_url":"https://arxiv.org/pdf/2401.08309","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6200000047683716,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W2806259446","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4312407344","https://openalex.org/W2894289927"],"abstract_inverted_index":{"Understanding":[0],"transformer-based":[1],"language":[2,21,90,118,158,180],"models":[3,68,91],"is":[4,81],"becoming":[5],"increasingly":[6],"crucial,":[7],"particularly":[8,134],"as":[9],"they":[10],"play":[11],"pivotal":[12],"roles":[13],"in":[14,55,69,92,131,157,178],"advancing":[15],"towards":[16],"artificial":[17],"general":[18],"intelligence.":[19],"However,":[20],"model":[22],"research":[23,30,195],"faces":[24],"significant":[25],"challenges,":[26],"especially":[27,200],"for":[28,88,136,197,201],"academic":[29,137],"groups":[31],"with":[32,147],"constrained":[33],"resources.":[34],"These":[35,172],"challenges":[36],"include":[37],"complex":[38],"data":[39],"structures,":[40],"unknown":[41],"target":[42],"functions,":[43],"high":[44],"computational":[45],"costs":[46],"and":[47,50,162,193],"memory":[48],"requirements,":[49],"a":[51,61,82,111,124,189],"lack":[52],"of":[53,66,76,84,104,113,129,143,191],"interpretability":[54],"the":[56,64,74,102,141,144],"inference":[57],"process,":[58],"etc.":[59],"Drawing":[60],"parallel":[62],"to":[63,115,127,169],"use":[65],"simple":[67],"scientific":[70],"research,":[71,133],"we":[72,108],"propose":[73],"concept":[75,103],"an":[77,97,105,148],"anchor":[78,106,121,145,183],"function.":[79],"This":[80],"type":[83],"benchmark":[85],"function":[86,122,146,184],"designed":[87],"studying":[89],"learning":[93],"tasks":[94],"that":[95,128],"follow":[96],"\"anchor-key\"":[98],"pattern.":[99],"By":[100],"utilizing":[101],"function,":[107],"can":[109],"construct":[110],"series":[112,190],"functions":[114],"simulate":[116],"various":[117],"tasks.":[119],"The":[120,182],"plays":[123],"role":[125],"analogous":[126],"mice":[130],"diabetes":[132],"suitable":[135],"research.":[138],"We":[139],"demonstrate":[140],"utility":[142],"example,":[149],"revealing":[150],"two":[151],"basic":[152],"operations":[153,173],"by":[154],"attention":[155],"structures":[156],"models:":[159],"shifting":[160],"tokens":[161],"broadcasting":[163],"one":[164,167],"token":[165],"from":[166],"position":[168],"many":[170],"positions.":[171],"are":[174],"also":[175],"commonly":[176],"observed":[177],"large":[179],"models.":[181],"framework,":[185],"therefore,":[186],"opens":[187],"up":[188],"valuable":[192],"accessible":[194],"questions":[196],"further":[198],"exploration,":[199],"theoretical":[202],"study.":[203]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}