{"id":"https://openalex.org/W4410297236","doi":"https://doi.org/10.1109/isbi60581.2025.10980658","title":"No Free Lunch in Annotation Either: An Objective Evaluation of Foundation Models for Streamlining Annotation in Animal Tracking","display_name":"No Free Lunch in Annotation Either: An Objective Evaluation of Foundation Models for Streamlining Annotation in Animal Tracking","publication_year":2025,"publication_date":"2025-04-14","ids":{"openalex":"https://openalex.org/W4410297236","doi":"https://doi.org/10.1109/isbi60581.2025.10980658"},"language":"en","primary_location":{"id":"doi:10.1109/isbi60581.2025.10980658","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi60581.2025.10980658","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 22nd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116188166","display_name":"Emil Mededovic","orcid":null},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Emil Mededovic","raw_affiliation_strings":["Institute of Imaging and Computer Vision, RWTH Aachen University,Aachen,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Imaging and Computer Vision, RWTH Aachen University,Aachen,Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116188167","display_name":"Valdy Laurentius","orcid":null},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Valdy Laurentius","raw_affiliation_strings":["Institute of Imaging and Computer Vision, RWTH Aachen University,Aachen,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Imaging and Computer Vision, RWTH Aachen University,Aachen,Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015610386","display_name":"Yuli Wu","orcid":"https://orcid.org/0000-0002-6216-4911"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yuli Wu","raw_affiliation_strings":["Institute of Imaging and Computer Vision, RWTH Aachen University,Aachen,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Imaging and Computer Vision, RWTH Aachen University,Aachen,Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061663719","display_name":"Marcin Kopaczka","orcid":"https://orcid.org/0000-0002-3695-4696"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marcin Kopaczka","raw_affiliation_strings":["Institute of Imaging and Computer Vision, RWTH Aachen University,Aachen,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Imaging and Computer Vision, RWTH Aachen University,Aachen,Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100768317","display_name":"Chen Zhu","orcid":"https://orcid.org/0000-0002-3103-8752"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zhu Chen","raw_affiliation_strings":["Institute of Imaging and Computer Vision, RWTH Aachen University,Aachen,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Imaging and Computer Vision, RWTH Aachen University,Aachen,Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059751032","display_name":"Mareike Schulz","orcid":"https://orcid.org/0000-0002-1563-938X"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mareike Schulz","raw_affiliation_strings":["Institute for Laboratory Animal Science, RWTH Aachen University,Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Laboratory Animal Science, RWTH Aachen University,Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010710149","display_name":"Ren\u00e9 H. Tolba","orcid":"https://orcid.org/0000-0002-0383-3994"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ren\u00e9 Tolba","raw_affiliation_strings":["Institute for Laboratory Animal Science, RWTH Aachen University,Germany"],"affiliations":[{"raw_affiliation_string":"Institute for Laboratory Animal Science, RWTH Aachen University,Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062748514","display_name":"Johannes Stegmaier","orcid":"https://orcid.org/0000-0003-4072-3759"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Johannes Stegmaier","raw_affiliation_strings":["Institute of Imaging and Computer Vision, RWTH Aachen University,Aachen,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Imaging and Computer Vision, RWTH Aachen University,Aachen,Germany","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5116188166"],"corresponding_institution_ids":["https://openalex.org/I887968799"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.05868632,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11665","display_name":"Animal Vocal Communication and Behavior","score":0.9085999727249146,"subfield":{"id":"https://openalex.org/subfields/1309","display_name":"Developmental Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.869415819644928},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6655426025390625},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6395531892776489},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5714221000671387},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3590829372406006},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35469213128089905},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.05523961782455444}],"concepts":[{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.869415819644928},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6655426025390625},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6395531892776489},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5714221000671387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3590829372406006},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35469213128089905},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.05523961782455444},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi60581.2025.10980658","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi60581.2025.10980658","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 22nd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8348073412","display_name":null,"funder_award_id":"STE2802/4-1,STE2802/5-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2129905273","https://openalex.org/W2150593711","https://openalex.org/W2511791013","https://openalex.org/W2734349601","https://openalex.org/W3086436251","https://openalex.org/W4213251304","https://openalex.org/W4223422326","https://openalex.org/W4286904999","https://openalex.org/W4312671791","https://openalex.org/W4319456400","https://openalex.org/W4390871746","https://openalex.org/W4390874575","https://openalex.org/W4403906568","https://openalex.org/W4404612908","https://openalex.org/W4409261941","https://openalex.org/W6775610265","https://openalex.org/W6851800889","https://openalex.org/W6855830279"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W4405124681","https://openalex.org/W1533177136","https://openalex.org/W4380994516"],"abstract_inverted_index":{"We":[0],"analyze":[1],"the":[2,8,32,56,71,74,90,95,118,160],"capabilities":[3],"of":[4,11,21,34,58,73,94,128,143,148,155],"foundation":[5,65],"models":[6,66],"addressing":[7],"tedious":[9],"task":[10],"generating":[12,61],"annotations":[13,63,75,101,130],"for":[14,31,54,159],"animal":[15,43],"tracking.":[16],"Annotating":[17],"a":[18,28,35,125,136],"large":[19],"amount":[20],"data":[22,82,134],"is":[23,39,52,76,135,163],"vital":[24],"and":[25,86,92,113,131],"can":[26,67,83,105],"be":[27,68],"make-or-break":[29],"factor":[30],"robustness":[33],"tracking":[36,47],"model.":[37,97],"Ro-bustness":[38],"particularly":[40],"crucial":[41],"in":[42,117],"tracking,":[44],"as":[45,70,78],"accurate":[46],"over":[48],"long":[49],"time":[50],"horizons":[51],"essential":[53,116],"capturing":[55],"behavior":[57],"animals.":[59],"However,":[60],"additional":[62],"using":[64],"counterproductive,":[69],"quality":[72,114],"just":[77],"important.":[79],"Poorly":[80],"annotated":[81,133],"introduce":[84],"noise":[85],"inaccuracies,":[87],"ultimately":[88],"compromising":[89],"performance":[91],"accuracy":[93],"trained":[96],"Over-reliance":[98],"on":[99],"automated":[100,129],"without":[102],"ensuring":[103],"precision":[104],"lead":[106],"to":[107],"diminished":[108],"results,":[109],"making":[110],"careful":[111],"oversight":[112],"control":[115],"annotation":[119,161],"process.":[120],"Ultimately,":[121],"we":[122],"demonstrate":[123],"that":[124],"thoughtful":[126],"combination":[127],"manually":[132],"valuable":[137],"strategy,":[138],"yielding":[139],"an":[140,152],"IDF1":[141,153],"score":[142,154],"80.8":[144],"against":[145],"blind":[146],"usage":[147],"SAM2":[149],"video":[150],"with":[151],"65.6.":[156],"Our":[157],"implementation":[158],"tool":[162],"available":[164],"at:":[165],"https://github.com/medem23/SAM-QA.":[166]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}