{"id":"https://openalex.org/W7163349212","doi":"https://doi.org/10.48550/arxiv.2606.02951","title":"SCOPE: Real-Time Natural Language Camera Agent at the Edge","display_name":"SCOPE: Real-Time Natural Language Camera Agent at the Edge","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163349212","doi":"https://doi.org/10.48550/arxiv.2606.02951"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02951","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02951","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02951","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128677398","display_name":"Nikolaj Hindsbo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hindsbo, Nikolaj","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102964416","display_name":"Sina Ehsani","orcid":"https://orcid.org/0000-0002-6009-7612"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ehsani, Sina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137739939","display_name":"Pragyana Mishra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mishra, Pragyana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0044999998062849045,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5590999722480774},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.511900007724762},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47909998893737793},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.47620001435279846},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.43639999628067017},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.43160000443458557},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4104999899864197},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.3986000120639801},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.3849000036716461}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7710000276565552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5985999703407288},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5590999722480774},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.511900007724762},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4871000051498413},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47909998893737793},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47620001435279846},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.43639999628067017},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.43160000443458557},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4104999899864197},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3986000120639801},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.3849000036716461},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3691999912261963},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3675999939441681},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.29649999737739563},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2939999997615814},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2912999987602234},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.289900004863739},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2831999957561493},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C23903533","wikidata":"https://www.wikidata.org/wiki/Q17122739","display_name":"Reprojection error","level":3,"score":0.2671999931335449},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.266400009393692},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2662999927997589}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02951","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02951","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02951","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02951","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5559253096580505,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Deploying":[0],"language-driven":[1,234],"agents":[2,18],"in":[3,74,118],"robotics":[4],"requires":[5],"evaluations":[6],"that":[7,123],"reflect":[8],"real-world":[9],"task":[10],"demands:":[11],"natural-language":[12],"instructions":[13],"with":[14,133,155,220],"reproducible":[15],"outcomes.":[16],"Such":[17],"must":[19],"connect":[20],"language":[21,152],"models":[22,153,160,191],"to":[23,136,172,211],"callable":[24],"perception":[25,184,197],"and":[26,29,38,45,50,62,79,89,107,114,140,157,167,196,207],"control":[27,61,90,127],"tools,":[28],"be":[30],"assessed":[31],"using":[32,96],"deployment-critical":[33],"metrics":[34],"including":[35],"latency,":[36,138],"accuracy,":[37,139],"error":[39,141],"modes.":[40,142],"We":[41,99,143],"present":[42],"SCOPE":[43,71],"(Simulation":[44],"Camera":[46],"Operations":[47],"for":[48,55,68,231],"Perception":[49],"Evaluation),":[51],"a":[52,75,81,101,119,178,225],"modular":[53],"agent":[54],"natural-language,":[56],"open-vocabulary":[57],"pan-tilt-zoom":[58],"(PTZ)":[59],"camera":[60],"visual":[63],"scene":[64],"understanding,":[65],"designed":[66],"explicitly":[67],"edge":[69],"deployment.":[70],"operates":[72],"both":[73,193],"Blender-based":[76,120],"simulation":[77,121],"environment":[78,122],"on":[80,192],"physical":[82],"PTZ":[83,126,235],"camera,":[84],"executing":[85],"all":[86],"perception,":[87],"planning,":[88],"locally":[91],"at":[92,205],"the":[93,186,194],"deployment":[94],"site":[95],"edge-accessible":[97],"compute.":[98],"release":[100],"536-task":[102],"benchmark":[103],"spanning":[104],"QA,":[105],"single-":[106],"multi-step":[108],"commands,":[109],"counting,":[110],"spatial":[111],"reasoning,":[112],"descriptions,":[113],"optical":[115],"character":[116],"recognition":[117],"exposes":[124],"realistic":[125],"affordances.":[128],"Execution":[129],"traces":[130],"are":[131],"combined":[132],"an":[134],"LM-as-Judge":[135],"evaluate":[137,144],"19":[145],"planner-perception":[146],"model":[147],"combinations":[148],"pairing":[149],"Qwen3":[150],"small":[151],"(SLMs)":[154],"Moondream":[156],"Qwen":[158],"vision-language":[159],"(VLMs).":[161],"Stronger":[162],"SLMs":[163],"substantially":[164],"reduce":[165],"hallucinations":[166],"improve":[168],"tool":[169],"routing,":[170],"leading":[171],"more":[173],"reliable":[174],"closed-loop":[175],"behavior.":[176],"Once":[177],"sufficiently":[179],"capable":[180],"SLM":[181],"is":[182],"used,":[183],"becomes":[185],"dominant":[187],"performance":[188],"bottleneck.":[189],"Mixture-of-Experts":[190],"planning":[195],"side":[198],"consistently":[199],"match":[200],"or":[201],"exceed":[202],"dense":[203],"alternatives":[204],"latencies":[206],"memory":[208],"footprints":[209],"comparable":[210],"much":[212],"smaller":[213],"networks.":[214],"Quantization":[215],"provides":[216],"additional":[217],"efficiency":[218],"gains":[219],"minimal":[221],"accuracy":[222],"degradation,":[223],"identifying":[224],"practical,":[226],"sim-to-real":[227],"validated":[228],"design":[229],"point":[230],"real-time,":[232],"edge-feasible":[233],"control.":[236]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-04T00:00:00"}