{"id":"https://openalex.org/W4391827404","doi":"https://doi.org/10.1109/lra.2024.3366013","title":"Follow Anything: Open-Set Detection, Tracking, and Following in Real-Time","display_name":"Follow Anything: Open-Set Detection, Tracking, and Following in Real-Time","publication_year":2024,"publication_date":"2024-02-14","ids":{"openalex":"https://openalex.org/W4391827404","doi":"https://doi.org/10.1109/lra.2024.3366013"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3366013","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2024.3366013","pdf_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10436161.pdf","source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10436161.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060064468","display_name":"Alaa Maalouf","orcid":"https://orcid.org/0000-0002-3800-9460"},"institutions":[{"id":"https://openalex.org/I135458274","display_name":"Citigroup","ror":"https://ror.org/032xgdx47","country_code":"US","type":"other","lineage":["https://openalex.org/I135458274"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alaa Maalouf","raw_affiliation_strings":["Computer Science and Artificial Intelligence Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","Project CETI, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-3800-9460","affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Project CETI, New York, NY, USA","institution_ids":["https://openalex.org/I135458274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059837621","display_name":"Ninad Jadhav","orcid":"https://orcid.org/0000-0003-1101-3336"},"institutions":[{"id":"https://openalex.org/I135458274","display_name":"Citigroup","ror":"https://ror.org/032xgdx47","country_code":"US","type":"other","lineage":["https://openalex.org/I135458274"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ninad Jadhav","raw_affiliation_strings":["John A. Paulson School Of Engineering And Applied Sciences, Harvard University, Boston, MA, USA","Project CETI, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-1101-3336","affiliations":[{"raw_affiliation_string":"John A. Paulson School Of Engineering And Applied Sciences, Harvard University, Boston, MA, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Project CETI, New York, NY, USA","institution_ids":["https://openalex.org/I135458274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047370393","display_name":"Krishna Murthy Jatavallabhula","orcid":"https://orcid.org/0000-0003-4927-3387"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krishna Murthy Jatavallabhula","raw_affiliation_strings":["Computer Science and Artificial Intelligence Lab, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4927-3387","affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005163899","display_name":"Makram Chahine","orcid":"https://orcid.org/0000-0002-6807-7042"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Makram Chahine","raw_affiliation_strings":["Computer Science and Artificial Intelligence Lab, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6807-7042","affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019271598","display_name":"Daniel M. Vogt","orcid":"https://orcid.org/0000-0003-1286-7034"},"institutions":[{"id":"https://openalex.org/I135458274","display_name":"Citigroup","ror":"https://ror.org/032xgdx47","country_code":"US","type":"other","lineage":["https://openalex.org/I135458274"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel M. Vogt","raw_affiliation_strings":["John A. Paulson School Of Engineering And Applied Sciences, Harvard University, Boston, MA, USA","Project CETI, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-1286-7034","affiliations":[{"raw_affiliation_string":"John A. Paulson School Of Engineering And Applied Sciences, Harvard University, Boston, MA, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Project CETI, New York, NY, USA","institution_ids":["https://openalex.org/I135458274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068613839","display_name":"Robert J. Wood","orcid":"https://orcid.org/0000-0001-7969-038X"},"institutions":[{"id":"https://openalex.org/I135458274","display_name":"Citigroup","ror":"https://ror.org/032xgdx47","country_code":"US","type":"other","lineage":["https://openalex.org/I135458274"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert J. Wood","raw_affiliation_strings":["John A. Paulson School Of Engineering And Applied Sciences, Harvard University, Boston, MA, USA","Project CETI, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-7969-038X","affiliations":[{"raw_affiliation_string":"John A. Paulson School Of Engineering And Applied Sciences, Harvard University, Boston, MA, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Project CETI, New York, NY, USA","institution_ids":["https://openalex.org/I135458274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085020955","display_name":"Antonio Torralba","orcid":"https://orcid.org/0000-0003-4915-0256"},"institutions":[{"id":"https://openalex.org/I135458274","display_name":"Citigroup","ror":"https://ror.org/032xgdx47","country_code":"US","type":"other","lineage":["https://openalex.org/I135458274"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Antonio Torralba","raw_affiliation_strings":["Computer Science and Artificial Intelligence Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","Project CETI, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Project CETI, New York, NY, USA","institution_ids":["https://openalex.org/I135458274"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066830185","display_name":"Daniela Rus","orcid":"https://orcid.org/0000-0001-5473-3566"},"institutions":[{"id":"https://openalex.org/I135458274","display_name":"Citigroup","ror":"https://ror.org/032xgdx47","country_code":"US","type":"other","lineage":["https://openalex.org/I135458274"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniela Rus","raw_affiliation_strings":["Computer Science and Artificial Intelligence Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","Project CETI, New York, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-5473-3566","affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Lab, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"Project CETI, New York, NY, USA","institution_ids":["https://openalex.org/I135458274"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8273,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.94864485,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":"4","first_page":"3283","last_page":"3290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6181041598320007},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6172276735305786},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5274969339370728},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4583967626094818},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.44762346148490906},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3385747969150543},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33346083760261536},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2058357298374176}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6181041598320007},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6172276735305786},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5274969339370728},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4583967626094818},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.44762346148490906},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3385747969150543},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33346083760261536},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2058357298374176}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3366013","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2024.3366013","pdf_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10436161.pdf","source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/lra.2024.3366013","is_oa":true,"landing_page_url":"https://doi.org/10.1109/lra.2024.3366013","pdf_url":"https://ieeexplore.ieee.org/ielx7/7083369/7339444/10436161.pdf","source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.41999998688697815}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310632","display_name":"Center for Evolutionary and Theoretical Immunology","ror":"https://ror.org/05fs6jp91"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391827404.pdf","grobid_xml":"https://content.openalex.org/works/W4391827404.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W2002085116","https://openalex.org/W2102605133","https://openalex.org/W2229530894","https://openalex.org/W2296673898","https://openalex.org/W2464890187","https://openalex.org/W2604254608","https://openalex.org/W2794927458","https://openalex.org/W2955084925","https://openalex.org/W2957408986","https://openalex.org/W2963037989","https://openalex.org/W2963227409","https://openalex.org/W2964345399","https://openalex.org/W2976792973","https://openalex.org/W2987391422","https://openalex.org/W2990239129","https://openalex.org/W3003205975","https://openalex.org/W3008283390","https://openalex.org/W3013759317","https://openalex.org/W3018757597","https://openalex.org/W3034971973","https://openalex.org/W3100307207","https://openalex.org/W3116917169","https://openalex.org/W3117097536","https://openalex.org/W3159481202","https://openalex.org/W3176445421","https://openalex.org/W3183673520","https://openalex.org/W4214926101","https://openalex.org/W4224035735","https://openalex.org/W4281487654","https://openalex.org/W4293584584","https://openalex.org/W4312282373","https://openalex.org/W4312563428","https://openalex.org/W4312815172","https://openalex.org/W4312912313","https://openalex.org/W4319300199","https://openalex.org/W4320481798","https://openalex.org/W4323891945","https://openalex.org/W4376312146","https://openalex.org/W4383097511","https://openalex.org/W4385430679","https://openalex.org/W4385431115","https://openalex.org/W4390874575","https://openalex.org/W4404612908","https://openalex.org/W6620707391","https://openalex.org/W6714138976","https://openalex.org/W6750227808","https://openalex.org/W6777046832","https://openalex.org/W6788089344","https://openalex.org/W6790019176","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6796505553","https://openalex.org/W6809885388","https://openalex.org/W6810156098","https://openalex.org/W6810640255","https://openalex.org/W6811433417","https://openalex.org/W6846581650","https://openalex.org/W6850787431","https://openalex.org/W6852629184","https://openalex.org/W6853219587"],"related_works":["https://openalex.org/W2055243143","https://openalex.org/W1986418932","https://openalex.org/W2357796999","https://openalex.org/W4321636575","https://openalex.org/W2741131631","https://openalex.org/W2045526782","https://openalex.org/W2737719445","https://openalex.org/W2156919374","https://openalex.org/W1483472507","https://openalex.org/W1984019423"],"abstract_inverted_index":{"Tracking":[0],"and":[1,19,23,36,57,71,106,123,136,153,198],"following":[2],"objects":[3,108,125,161],"of":[4,162,188],"interest":[5,163],"is":[6,54,62],"critical":[7],"to":[8,17,21,33,65,75,157,213],"several":[9],"robotics":[10],"use":[11],"cases,":[12],"ranging":[13],"from":[14,91],"industrial":[15],"automation":[16],"logistics":[18],"warehousing,":[20],"healthcare":[22],"security.":[24],"In":[25],"this":[26],"paper,":[27],"we":[28,200],"present":[29],"a":[30,145,165,176,179,186],"robotic":[31,147],"system":[32,148],"detect,":[34],"track,":[35],"follow":[37,159],"any":[38],"object":[39,137],"in":[40,164],"real-time.":[41],"Our":[42],"approach,":[43],"dubbed":[44],"<italic":[45,50,96,101,141,169],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[46,51,97,102,142,170],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">follow":[47],"anything</i>":[48],"(":[49,95],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">FAn</i>":[52,103,143,171],"),":[53,100],"an":[55,117],"open-vocabulary":[56],"multimodal":[58,111],"model":[59],"\u2014":[60],"it":[61],"not":[63],"restricted":[64],"concepts":[66],"seen":[67],"at":[68,78],"training":[69],"time":[70,80],"can":[72,104,172],"be":[73,173],"applied":[74],"novel":[76],"classes":[77],"inference":[79],"using":[81],"text,":[82],"images,":[83,114],"or":[84],"click":[85],"queries.":[86],"Leveraging":[87],"rich":[88],"visual":[89],"descriptors":[90],"large-scale":[92],"pre-trained":[93],"models":[94],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">foundation":[98],"models</i>":[99],"detect":[105],"segment":[107],"by":[109],"matching":[110],"queries":[112],"(text,":[113],"clicks)":[115],"against":[116],"input":[118],"image":[119,129],"sequence.":[120],"These":[121],"detected":[122],"segmented":[124],"are":[126],"tracked":[127],"across":[128],"frames,":[130],"all":[131],"while":[132],"accounting":[133],"for":[134],"occlusion":[135],"re-emergence.":[138],"We":[139,208],"demonstrate":[140],"on":[144,175,204],"real-world":[146],"(a":[149],"micro":[150],"aerial":[151],"vehicle),":[152],"report":[154],"its":[155],"ability":[156],"seamlessly":[158],"the":[160,211],"real-time":[166],"control":[167],"loop.":[168],"deployed":[174],"laptop":[177],"with":[178],"lightweight":[180],"(6-8":[181],"GB)":[182],"graphics":[183],"card,":[184],"achieving":[185],"throughput":[187],"6-20":[189],"frames":[190],"per":[191],"second.":[192],"To":[193],"enable":[194],"rapid":[195],"adoption,":[196],"deployment,":[197],"extensibility,":[199],"opensource":[201],"our":[202,205,215],"code":[203],"project":[206],"webpage.":[207],"also":[209],"encourage":[210],"reader":[212],"watch":[214],"5-minute":[216],"explainer":[217],"video.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":7}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2024-02-15T00:00:00"}