{"id":"https://openalex.org/W7223343370","doi":"https://doi.org/10.48550/arxiv.2610.31080","title":"nnInteractive Agent: General-Purpose AI Agents as 3D Image Annotators","display_name":"nnInteractive Agent: General-Purpose AI Agents as 3D Image Annotators","publication_year":2026,"publication_date":"2026-10-22","ids":{"openalex":"https://openalex.org/W7223343370","doi":"https://doi.org/10.48550/arxiv.2610.31080"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.31080","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.31080","pdf_url":"https://arxiv.org/pdf/2610.31080","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.31080","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072647800","display_name":"Fabian Isensee","orcid":"https://orcid.org/0000-0002-3519-5886","observed_orcids":["https://orcid.org/0000-0002-3519-5886"]},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I4210111460","display_name":"National Center for Tumor Diseases","ror":"https://ror.org/01txwsw02","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529","https://openalex.org/I223822909","https://openalex.org/I2802164966","https://openalex.org/I4210111460"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Isensee, Fabian","raw_affiliation_strings":["Division of Medical Image Computing (MIC) , German Cancer Research Center (DKFZ) , Heidelberg , Germany","National Center for Tumor Diseases (NCT) Heidelberg ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Medical Image Computing (MIC) , German Cancer Research Center (DKFZ) , Heidelberg , Germany","institution_ids":["https://openalex.org/I17937529"]},{"raw_affiliation_string":"National Center for Tumor Diseases (NCT) Heidelberg ,","institution_ids":["https://openalex.org/I4210111460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132818566","display_name":"C U Harsy","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Harsy, Constantin Ulrich","raw_affiliation_strings":["Division of Medical Image Computing (MIC) , German Cancer Research Center (DKFZ) , Heidelberg , Germany","Helmholtz Imaging , German Cancer Research Center (DKFZ) , Heidelberg , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Medical Image Computing (MIC) , German Cancer Research Center (DKFZ) , Heidelberg , Germany","institution_ids":["https://openalex.org/I17937529"]},{"raw_affiliation_string":"Helmholtz Imaging , German Cancer Research Center (DKFZ) , Heidelberg , Germany","institution_ids":["https://openalex.org/I17937529"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002648077","display_name":"Maximilian Rokuss","orcid":"https://orcid.org/0009-0004-4560-0760","observed_orcids":["https://orcid.org/0009-0004-4560-0760"]},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rokuss, Maximilian","raw_affiliation_strings":["Division of Medical Image Computing (MIC) , German Cancer Research Center (DKFZ) , Heidelberg , Germany","Faculty of Mathematics and Computer Science , Heidelberg University , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Medical Image Computing (MIC) , German Cancer Research Center (DKFZ) , Heidelberg , Germany","institution_ids":["https://openalex.org/I17937529"]},{"raw_affiliation_string":"Faculty of Mathematics and Computer Science , Heidelberg University , Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104269737","display_name":"Benjamin Hamm","orcid":"https://orcid.org/0009-0003-4818-8700","observed_orcids":["https://orcid.org/0009-0003-4818-8700"]},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hamm, Benjamin","raw_affiliation_strings":["Division of Medical Image Computing (MIC) , German Cancer Research Center (DKFZ) , Heidelberg , Germany","Medical Faculty , Heidelberg University , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Medical Image Computing (MIC) , German Cancer Research Center (DKFZ) , Heidelberg , Germany","institution_ids":["https://openalex.org/I17937529"]},{"raw_affiliation_string":"Medical Faculty , Heidelberg University , Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120979638","display_name":"Philipp Vollmuth","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I2799391451","display_name":"University Hospital Bonn","ror":"https://ror.org/01xnwqx93","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2799391451"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vollmuth, Philipp","raw_affiliation_strings":["Division for Computational Radiology & Clinical AI , Clinic for Neuroradiology , University Hospital Bonn , Bonn , Germany","Division of Medical Image Computing (MIC) , German Cancer Research Center (DKFZ) , Heidelberg , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division for Computational Radiology & Clinical AI , Clinic for Neuroradiology , University Hospital Bonn , Bonn , Germany","institution_ids":["https://openalex.org/I2799391451"]},{"raw_affiliation_string":"Division of Medical Image Computing (MIC) , German Cancer Research Center (DKFZ) , Heidelberg , Germany","institution_ids":["https://openalex.org/I17937529"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027292126","display_name":"Klaus Hermann Maier-Hein","orcid":"https://orcid.org/0000-0002-6626-2463","observed_orcids":["https://orcid.org/0000-0002-6626-2463"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maier-Hein, Klaus H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9214000105857849,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9214000105857849,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.054999999701976776,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/3d-image-segmentation","display_name":"3D image segmentation","score":0.7229999899864197},{"id":"https://openalex.org/keywords/interactive-image-segmentation","display_name":"interactive segmentation","score":0.7490000128746033},{"id":"https://openalex.org/keywords/model-context-protocol","display_name":"Model Context Protocol","score":0.7319999933242798},{"id":"https://openalex.org/keywords/diagnostic-imaging","display_name":"diagnostic imaging","score":0.4300000071525574},{"id":"https://openalex.org/keywords/claude-code","display_name":"Claude Code","score":0.4189999997615814},{"id":"https://openalex.org/keywords/codex","display_name":"codices","score":0.9679999947547913}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8226000070571899},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.691100001335144},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6341000199317932},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6191999912261963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5726000070571899},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5655999779701233},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.475600004196167},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.4641999900341034},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.45100000500679016},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.44429999589920044},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.36039999127388},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.3203999996185303},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C22029948","wikidata":"https://www.wikidata.org/wiki/Q45089","display_name":"Dice","level":2,"score":0.31279999017715454},{"id":"https://openalex.org/C2776545233","wikidata":"https://www.wikidata.org/wiki/Q1064858","display_name":"Desk","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2606000006198883},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.31080","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.31080","pdf_url":"https://arxiv.org/pdf/2610.31080","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.31080","doi":"https://doi.org/10.48550/arxiv.2610.31080","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.31080","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.31080","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.31080","pdf_url":"https://arxiv.org/pdf/2610.31080","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320326443","display_name":"Nationales Centrum f\u00fcr Tumorerkrankungen Heidelberg","ror":"https://ror.org/01txwsw02"},{"id":"https://openalex.org/F4320328198","display_name":"Vector Stiftung","ror":"https://ror.org/05ymr3m21"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7223343370.pdf","grobid_xml":"https://content.openalex.org/works/W7223343370.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2915126261","https://openalex.org/W4414578049","https://openalex.org/W4415980665","https://openalex.org/W4416330028","https://openalex.org/W6930189719","https://openalex.org/W6940634322","https://openalex.org/W6948340036","https://openalex.org/W6959228189","https://openalex.org/W6959232061","https://openalex.org/W6978086260","https://openalex.org/W6978360569","https://openalex.org/W7106651337","https://openalex.org/W7127627266","https://openalex.org/W7133354460","https://openalex.org/W7141428085","https://openalex.org/W7155053861","https://openalex.org/W7161159406","https://openalex.org/W7162080328","https://openalex.org/W7163642110","https://openalex.org/W7166884022","https://openalex.org/W7213399668"],"related_works":["https://openalex.org/W4414578049","https://openalex.org/W7214105997","https://openalex.org/W4407568844","https://openalex.org/W4416371349","https://openalex.org/W4402705299","https://openalex.org/W7213430813","https://openalex.org/W7223279126","https://openalex.org/W3035127651","https://openalex.org/W7171414237","https://openalex.org/W4407489761"],"abstract_inverted_index":{"Interactive":[0],"3D":[1,88,232],"segmentation":[2],"models":[3],"such":[4,53],"as":[5,137,218,220],"nnInteractive":[6,136],"turn":[7],"a":[8,20,66,127,147,157,167,195],"few":[9],"spatial":[10],"prompts":[11,84,225],"(points,":[12],"scribbles,":[13],"boxes)":[14],"into":[15],"accurate":[16,237],"volumetric":[17],"masks,":[18],"but":[19,243],"human":[21],"still":[22],"does":[23],"the":[24,33,63,72,82,87,108,140,203,227,258,261,264,267,270],"annotation":[25],"work:":[26],"finding":[27],"each":[28,209],"structure,":[29],"placing":[30],"prompts,":[31],"checking":[32],"result":[34],"and":[35,47,71,92,106,110,125,163,169,178,186,192,200,215,255,266],"correcting":[36],"it.":[37,155],"General-purpose":[38],"AI":[39],"agents":[40,54,271],"can":[41,55],"now":[42],"interpret":[43],"images,":[44],"call":[45],"tools":[46,138],"write":[48],"code.":[49],"We":[50],"show":[51],"that":[52,149,223],"take":[56],"over":[57,139],"this":[58],"work":[59],"without":[60],"additional":[61],"training:":[62],"user":[64],"makes":[65],"request":[67,204],"in":[68],"plain":[69],"language,":[70],"agent":[73,104],"works":[74],"out":[75],"what":[76],"has":[77],"to":[78,94,113,122,180],"be":[79],"segmented,":[80],"locates":[81],"targets,":[83],"nnInteractive,":[85],"inspects":[86],"result,":[89],"corrects":[90],"it":[91,117,246],"responds":[93],"feedback.":[95],"Asked":[96],"for":[97,101,251],"'the":[98],"muscles":[99],"used":[100],"chewing',":[102],"an":[103,170,187,221,248],"identifies":[105],"segments":[107],"masseters":[109],"pterygoids;":[111],"asked":[112],"count":[114],"liver":[115],"lesions,":[116],"writes":[118],"its":[119],"own":[120],"code":[121],"find":[123],"candidates":[124],"splits":[126],"merged":[128],"lesion":[129],"on":[130,238,257],"request.":[131],"Our":[132],"open-source":[133],"nninteractive-agent":[134],"provides":[135],"Model":[141],"Context":[142],"Protocol":[143],"(MCP),":[144],"together":[145],"with":[146],"skill":[148],"encodes":[150],"how":[151],"experienced":[152],"users":[153],"prompt":[154,216],"On":[156],"benchmark":[158],"spanning":[159],"CT,":[160],"MRI,":[161],"PET":[162],"micro-CT":[164],"of":[165,198,253],"humans,":[166],"mouse":[168,265],"ant":[171],"(14":[172],"images;":[173],"51":[174],"targets":[175,242],"from":[176,202],"organs":[177],"tumours":[179],"muscles,":[181,260],"foot":[182,262],"bones,":[183,263],"vessel":[184],"trees":[185],"insect":[188],"brain),":[189],"Claude":[190],"Code":[191],"Codex":[193],"reach":[194,213],"mean":[196],"Dice":[197],"0.81":[199],"0.84":[201],"alone;":[205],"when":[206],"told":[207],"where":[208,269],"target":[210],"is,":[211],"both":[212],"0.85":[214],"nearly":[217],"effectively":[219],"oracle":[222],"places":[224],"using":[226],"reference":[228],"segmentation.":[229],"A":[230],"text-prompted":[231],"model":[233],"(VoxTell)":[234],"is":[235],"more":[236],"most":[239],"standard":[240],"radiological":[241],"less":[244],"robust:":[245],"returns":[247],"empty":[249],"mask":[250],"one":[252],"them":[254],"fails":[256],"leg":[259],"ant,":[268],"remain":[272],"accurate.":[273],"Code:":[274],"https://github.com/MIC-DKFZ/nninteractive-agent":[275]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-24T00:00:00"}