{"id":"https://openalex.org/W7163404360","doi":"https://doi.org/10.48550/arxiv.2606.03821","title":"Finding Needles in the Haystack: Transductive Active Labeling in Ecology","display_name":"Finding Needles in the Haystack: Transductive Active Labeling in Ecology","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163404360","doi":"https://doi.org/10.48550/arxiv.2606.03821"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03821","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03821","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03821","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137715974","display_name":"Rupa Kurinchi-Vendhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kurinchi-Vendhan, Rupa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137765766","display_name":"Sara Beery","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Beery, Sara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.5390999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.5390999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13377","display_name":"Ecosystem dynamics and resilience","score":0.026100000366568565,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.019600000232458115,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5525000095367432},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.5177000164985657},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.45910000801086426},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4122999906539917},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.40389999747276306},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.36910000443458557},{"id":"https://openalex.org/keywords/rarefaction","display_name":"Rarefaction (ecology)","score":0.3580999970436096}],"concepts":[{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6247000098228455},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5525000095367432},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5378000140190125},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.5177000164985657},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.5120000243186951},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5063999891281128},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.45910000801086426},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.40389999747276306},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.36910000443458557},{"id":"https://openalex.org/C132705693","wikidata":"https://www.wikidata.org/wiki/Q7294543","display_name":"Rarefaction (ecology)","level":3,"score":0.3580999970436096},{"id":"https://openalex.org/C2909950764","wikidata":"https://www.wikidata.org/wiki/Q17126141","display_name":"Active monitoring","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.30160000920295715},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03821","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03821","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03821","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03821","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Life in Land","score":0.5735812783241272,"id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Active":[0],"learning":[1,30],"is":[2,45,54,195],"now":[3],"standard":[4],"practice":[5],"in":[6,83,122,138],"labeling":[7],"ecological":[8,49,92,159,170],"data,":[9],"enabling":[10],"ecologists":[11],"to":[12,20,55,78,114,153,157],"quickly":[13],"process":[14],"large":[15],"volumes":[16],"of":[17,61,76,90,126,135,149],"field":[18],"data":[19,62],"understand":[21],"and":[22,173],"monitor":[23],"natural":[24],"environments.":[25],"Current":[26],"practices":[27],"evaluate":[28],"active":[29],"inductively,":[31],"estimating":[32],"predictive":[33,177],"performance":[34,178],"on":[35,185],"a":[36,146,163],"held-out":[37],"test":[38],"set.":[39],"We":[40,67],"argue":[41],"that":[42,69,129,175],"this":[43,104],"evaluation":[44],"misaligned":[46],"with":[47,145,179],"most":[48],"tasks,":[50],"where":[51],"the":[52,71,74,84,107,116,123,139,196],"goal":[53],"transductively":[56],"label":[57],"an":[58],"entire":[59],"pool":[60],"as":[63,65],"efficiently":[64],"possible.":[66],"demonstrate":[68],"ignoring":[70],"human-in-the-loop":[72],"underestimates":[73],"importance":[75,93,111],"continuing":[77],"label,":[79],"particularly":[80],"for":[81,103],"classes":[82,128,137],"long":[85,105],"tail":[86],"which":[87,142],"may":[88],"be":[89],"disproportionate":[91],"(rare":[94],"species,":[95],"uncommon":[96],"behaviors,":[97],"etc.).":[98],"Our":[99],"analysis":[100],"shows":[101],"that,":[102],"tail,":[106],"transductive":[108],"objective":[109],"shifts":[110],"from":[112],"prediction":[113],"discovery:":[115],"true":[117],"challenge":[118],"becomes":[119],"finding":[120],"\"needles":[121],"haystack,\"":[124],"examples":[125],"rare":[127],"are":[130],"embedded":[131],"within":[132],"dense":[133],"regions":[134],"abundant":[136],"latent":[140],"geometry,":[141],"we":[143,161],"quantify":[144],"novel":[147],"metric":[148],"sampling":[150],"difficulty.":[151],"Finally,":[152],"translate":[154],"these":[155],"insights":[156],"practical":[158],"workflows,":[160],"propose":[162],"conservative":[164],"hybrid":[165],"stopping":[166,184],"criterion":[167],"inspired":[168],"by":[169],"rarefaction":[171],"curves,":[172],"show":[174],"combining":[176],"discovery":[180],"criteria":[181],"reduces":[182],"premature":[183],"long-tailed":[186],"pools,":[187],"improving":[188],"rare-class":[189],"recovery":[190],"when":[191],"discovery,":[192],"not":[193],"classification,":[194],"limiting":[197],"factor.":[198]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-04T00:00:00"}