{"id":"https://openalex.org/W3155766495","doi":"https://doi.org/10.1162/tacl_a_00403","title":"Sensitivity as a Complexity Measure for Sequence Classification Tasks","display_name":"Sensitivity as a Complexity Measure for Sequence Classification Tasks","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3155766495","doi":"https://doi.org/10.1162/tacl_a_00403","mag":"3155766495"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00403","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00403","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00403/1957707/tacl_a_00403.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00403/1957707/tacl_a_00403.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007794565","display_name":"Michael Hahn","orcid":"https://orcid.org/0000-0003-4828-4834"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Hahn","raw_affiliation_strings":["Stanford University, United States. mhahn2@stanford.edu","Stanford University ()"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, United States. mhahn2@stanford.edu","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University ()","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087088138","display_name":"Dan Jurafsky","orcid":"https://orcid.org/0000-0002-6459-7745"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Jurafsky","raw_affiliation_strings":["Stanford University, United States. jurafsky@stanford.edu","Stanford University ()"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, United States. jurafsky@stanford.edu","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University ()","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050104206","display_name":"Richard Futrell","orcid":"https://orcid.org/0000-0003-4964-9524"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard Futrell","raw_affiliation_strings":["University of California, Irvine, United States. rfutrell@uci.edu","University of California, Irvine **"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Irvine, United States. rfutrell@uci.edu","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of California, Irvine **","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.26,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63333698,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"9","issue":null,"first_page":"891","last_page":"908"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.8363947868347168},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.6809645891189575},{"id":"https://openalex.org/keywords/disjoint-sets","display_name":"Disjoint sets","score":0.6801829934120178},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.671438992023468},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6651414632797241},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6093021631240845},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5630126595497131},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5412594079971313},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45303332805633545},{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"Sequence labeling","score":0.43066102266311646},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41102105379104614},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22954586148262024}],"concepts":[{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.8363947868347168},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.6809645891189575},{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.6801829934120178},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.671438992023468},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6651414632797241},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6093021631240845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5630126595497131},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5412594079971313},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45303332805633545},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.43066102266311646},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41102105379104614},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22954586148262024},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1162/tacl_a_00403","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00403","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00403/1957707/tacl_a_00403.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2104.10343","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2104.10343","pdf_url":"https://arxiv.org/pdf/2104.10343","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3155766495","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2104.10343.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:doaj.org/article:958ef3445dbd4c7dbaea2d7c380df722","is_oa":true,"landing_page_url":"https://doaj.org/article/958ef3445dbd4c7dbaea2d7c380df722","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 9, Pp 891-908 (2021)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2104.10343","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2104.10343","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00403","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00403","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00403/1957707/tacl_a_00403.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":95,"referenced_works":["https://openalex.org/W131533222","https://openalex.org/W1599016936","https://openalex.org/W1638203394","https://openalex.org/W1832693441","https://openalex.org/W1867758558","https://openalex.org/W1891181203","https://openalex.org/W2014902591","https://openalex.org/W2054125330","https://openalex.org/W2064675550","https://openalex.org/W2079828635","https://openalex.org/W2086789740","https://openalex.org/W2103749128","https://openalex.org/W2114524997","https://openalex.org/W2117823388","https://openalex.org/W2118707092","https://openalex.org/W2122613489","https://openalex.org/W2124479173","https://openalex.org/W2143995218","https://openalex.org/W2154336238","https://openalex.org/W2160660844","https://openalex.org/W2163455955","https://openalex.org/W2250263931","https://openalex.org/W2250539671","https://openalex.org/W2251939518","https://openalex.org/W2549835527","https://openalex.org/W2611669587","https://openalex.org/W2739351760","https://openalex.org/W2752172973","https://openalex.org/W2786622092","https://openalex.org/W2887005207","https://openalex.org/W2888922637","https://openalex.org/W2897097528","https://openalex.org/W2899024931","https://openalex.org/W2905889633","https://openalex.org/W2921890305","https://openalex.org/W2933138175","https://openalex.org/W2945067664","https://openalex.org/W2952744660","https://openalex.org/W2962727366","https://openalex.org/W2962736243","https://openalex.org/W2962739339","https://openalex.org/W2962843521","https://openalex.org/W2963026768","https://openalex.org/W2963310665","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963499246","https://openalex.org/W2963748441","https://openalex.org/W2963846996","https://openalex.org/W2963969878","https://openalex.org/W2963994076","https://openalex.org/W2964122761","https://openalex.org/W2964153729","https://openalex.org/W2970454961","https://openalex.org/W2970597249","https://openalex.org/W2972515356","https://openalex.org/W2978670439","https://openalex.org/W2979826702","https://openalex.org/W2994110075","https://openalex.org/W2994720379","https://openalex.org/W2994726368","https://openalex.org/W2994934025","https://openalex.org/W3003623942","https://openalex.org/W3034878914","https://openalex.org/W3035599593","https://openalex.org/W3037109418","https://openalex.org/W3037115370","https://openalex.org/W3093264153","https://openalex.org/W3102754027","https://openalex.org/W3105928338","https://openalex.org/W6605323724","https://openalex.org/W6632248436","https://openalex.org/W6635469476","https://openalex.org/W6637162671","https://openalex.org/W6637474710","https://openalex.org/W6643242942","https://openalex.org/W6681262047","https://openalex.org/W6684953378","https://openalex.org/W6691459498","https://openalex.org/W6691829196","https://openalex.org/W6732580787","https://openalex.org/W6739901393","https://openalex.org/W6743384090","https://openalex.org/W6748230616","https://openalex.org/W6751575553","https://openalex.org/W6755207826","https://openalex.org/W6755308174","https://openalex.org/W6756272016","https://openalex.org/W6761164592","https://openalex.org/W6762392948","https://openalex.org/W6763701032","https://openalex.org/W6768299147","https://openalex.org/W6771201977","https://openalex.org/W6771651061","https://openalex.org/W6784253649"],"related_works":["https://openalex.org/W3167592944","https://openalex.org/W2167659919","https://openalex.org/W164954474","https://openalex.org/W2932529478","https://openalex.org/W2789838268","https://openalex.org/W2963742748","https://openalex.org/W3177049011","https://openalex.org/W2798371940","https://openalex.org/W3167840621","https://openalex.org/W2964301648","https://openalex.org/W3028873283","https://openalex.org/W3189435420","https://openalex.org/W2944190295","https://openalex.org/W2750407287","https://openalex.org/W2888635935","https://openalex.org/W3173738331","https://openalex.org/W3169447391","https://openalex.org/W3163192937","https://openalex.org/W2753494128","https://openalex.org/W2922495351"],"abstract_inverted_index":{"Abstract":[0],"We":[1,58,110],"introduce":[2],"a":[3,17,30,33,155],"theoretical":[4],"framework":[5],"for":[6,108,163],"understanding":[7],"and":[8,97,135,146],"predicting":[9],"the":[10,21,39,45,56,139,171],"complexity":[11],"of":[12,20,23,29,41,44,94,142,147,173],"sequence":[13,47,62],"classification":[14,63,133],"tasks,":[15,117,134],"using":[16],"novel":[18],"extension":[19],"theory":[22],"Boolean":[24],"function":[25],"sensitivity.":[26],"The":[27],"sensitivity":[28,76,113,120,137,157],"function,":[31],"given":[32],"distribution":[34],"over":[35],"input":[36,46],"sequences,":[37],"quantifies":[38],"number":[40],"disjoint":[42],"subsets":[43],"that":[48,60,72,81,86,101,119,136,170],"can":[49,90,188],"each":[50],"be":[51,189],"individually":[52],"changed":[53],"to":[54,106],"change":[55],"output.":[57],"argue":[59],"standard":[61],"methods":[64],"are":[65,77,104,161],"biased":[66],"towards":[67],"learning":[68],"low-sensitivity":[69,102,192],"functions,":[70],"so":[71],"tasks":[73,125],"requiring":[74],"high":[75],"more":[78],"difficult.":[79],"To":[80],"end,":[82],"we":[83,98],"show":[84,99],"analytically":[85],"simple":[87,131,143,165],"lexical":[88,144],"classifiers":[89,145],"only":[91],"express":[92],"functions":[93,103],"bounded":[95],"sensitivity,":[96],"empirically":[100],"easier":[105],"learn":[107],"LSTMs.":[109],"then":[111],"estimate":[112],"on":[114,123,130],"15":[115],"NLP":[116],"finding":[118],"is":[121],"higher":[122],"challenging":[124],"collected":[126],"in":[127,179],"GLUE":[128],"than":[129],"text":[132],"predicts":[138,158],"performance":[140],"both":[141],"vanilla":[148],"BiLSTMs":[149],"without":[150],"pretrained":[151,175],"contextualized":[152],"embeddings.":[153],"Within":[154],"task,":[156],"which":[159,186],"inputs":[160],"hard":[162],"such":[164],"models.":[166],"Our":[167],"results":[168],"suggest":[169],"success":[172],"massively":[174],"contextual":[176],"representations":[177,184],"stems":[178],"part":[180],"because":[181],"they":[182],"provide":[183],"from":[185],"information":[187],"extracted":[190],"by":[191],"decoders.":[193]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}