{"id":"https://openalex.org/W3206067408","doi":"https://doi.org/10.1145/3474085.3475383","title":"VmAP: A Fair Metric for Video Object Detection","display_name":"VmAP: A Fair Metric for Video Object Detection","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3206067408","doi":"https://doi.org/10.1145/3474085.3475383","mag":"3206067408"},"language":"en","primary_location":{"id":"doi:10.1145/3474085.3475383","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475383","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005231699","display_name":"Anupam Sobti","orcid":"https://orcid.org/0000-0001-7698-2432"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anupam Sobti","raw_affiliation_strings":["Indian Institute of Technology Delhi, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039688324","display_name":"Vaibhav Mavi","orcid":null},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vaibhav Mavi","raw_affiliation_strings":["Indian Institute of Technology Delhi, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102857440","display_name":"S. Balakrishnan","orcid":"https://orcid.org/0009-0000-2568-0151"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"M Balakrishnan","raw_affiliation_strings":["Indian Institute of Technology Delhi, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101532736","display_name":"Chetan Arora","orcid":"https://orcid.org/0000-0003-0155-0250"},"institutions":[{"id":"https://openalex.org/I68891433","display_name":"Indian Institute of Technology Delhi","ror":"https://ror.org/049tgcd06","country_code":"IN","type":"education","lineage":["https://openalex.org/I68891433"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Chetan Arora","raw_affiliation_strings":["Indian Institute of Technology Delhi, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Delhi, New Delhi, India","institution_ids":["https://openalex.org/I68891433"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I68891433"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2224","last_page":"2232"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7667223811149597},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7355057001113892},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7028705477714539},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.6836387515068054},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6362398862838745},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.61674964427948},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.6022244691848755},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6003702878952026},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.562239408493042},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.5358676910400391},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.5224363207817078},{"id":"https://openalex.org/keywords/bounding-overwatch","display_name":"Bounding overwatch","score":0.448653906583786},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39518773555755615}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7667223811149597},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7355057001113892},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7028705477714539},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.6836387515068054},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6362398862838745},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.61674964427948},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.6022244691848755},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6003702878952026},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.562239408493042},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.5358676910400391},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.5224363207817078},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.448653906583786},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39518773555755615},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3474085.3475383","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475383","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W61851215","https://openalex.org/W639708223","https://openalex.org/W1861492603","https://openalex.org/W1956559956","https://openalex.org/W2031489346","https://openalex.org/W2117539524","https://openalex.org/W2134774992","https://openalex.org/W2186094539","https://openalex.org/W2552900565","https://openalex.org/W2592463526","https://openalex.org/W2799959531","https://openalex.org/W2953938867","https://openalex.org/W2962919973","https://openalex.org/W2963351448","https://openalex.org/W2963849369","https://openalex.org/W2964286567","https://openalex.org/W2981380746","https://openalex.org/W2982770724","https://openalex.org/W2990578161","https://openalex.org/W2994810768","https://openalex.org/W3012573144","https://openalex.org/W3012618108","https://openalex.org/W3034427487","https://openalex.org/W3034467781","https://openalex.org/W3043995050","https://openalex.org/W3096609285","https://openalex.org/W3096832794","https://openalex.org/W3109870774","https://openalex.org/W3124372372","https://openalex.org/W4321466059"],"related_works":["https://openalex.org/W1557094818","https://openalex.org/W2183246718","https://openalex.org/W2099261052","https://openalex.org/W3209204065","https://openalex.org/W2105707930","https://openalex.org/W1755711892","https://openalex.org/W4321784794","https://openalex.org/W2965594636","https://openalex.org/W2912550626","https://openalex.org/W4382050342"],"abstract_inverted_index":{"Video":[0],"object":[1,33,47,67,85,108,116,151,239,255,289,301],"detection":[2,34],"is":[3,52,86,271],"the":[4,55,62,78,84,154,174,197,221,242,276,279],"task":[5],"of":[6,12,74,80,99,126,176,237,247,253],"detecting":[7],"objects":[8,75,177],"in":[9,19,36,88,142,173,196,256,288,295,308],"a":[10,16,65,89,102,148,170,214,234,257,262,305],"sequence":[11],"frames,":[13,38],"typically,":[14],"with":[15,278,310],"significant":[17,171],"overlap":[18],"content":[20],"among":[21],"consecutive":[22],"frames.":[23],"Mean":[24],"Average":[25],"Precision":[26],"(mAP)":[27],"was":[28],"originally":[29],"proposed":[30],"for":[31,43,82,104,205,265],"evaluating":[32,44,105,207,225],"techniques":[35],"independent":[37],"but":[39],"has":[40],"been":[41],"used":[42,191],"video":[45,90,106,149],"based":[46,107,144,150,157],"detectors":[48,117],"as":[49,101,129],"well.":[50],"This":[51],"undesirable":[53],"since":[54],"average":[56],"precision":[57],"over":[58],"all":[59,275],"frames":[60,81],"masks":[61],"biases":[63,287],"that":[64,186,269],"certain":[66,72],"detector":[68,152],"might":[69],"have":[70],"against":[71,122],"types":[73],"depending":[76],"on":[77,227],"number":[79,175],"which":[83,219],"present":[87],"sequence.":[91],"In":[92],"this":[93,201],"paper":[94],"we":[95,111,212],"show":[96,112,268],"several":[97],"disadvantages":[98],"mAP":[100,143,180,280],"metric":[103,217],"detection.":[109],"Specifically,":[110],"that:":[113],"(a)":[114],"some":[115,123],"could":[118],"be":[119,189,203],"severely":[120],"biased":[121],"specific":[124],"kind":[125],"objects,":[127,135],"such":[128,137],"small,":[130],"blurred,":[131],"or":[132],"low":[133],"contrast":[134],"and":[136,260,303],"differences":[138],"may":[139,163],"not":[140,182],"reflect":[141],"evaluation,":[145],"(b)":[146],"operating":[147],"at":[153],"best":[155],"frame":[156],"precision/recall":[158],"value":[159],"(high":[160],"F1":[161],"score)":[162],"lead":[164],"to":[165,192,273],"many":[166],"false":[167,296],"positives":[168,297],"without":[169],"increase":[172],"detected.":[178],"(c)":[179],"does":[181],"take":[183],"into":[184],"account":[185,204],"tracking":[187],"can":[188,202],"potentially":[190],"recover":[193],"missed":[194],"detections":[195,226],"temporal":[198,258],"neighborhood":[199,259],"while":[200,206,298],"detectors.":[208],"As":[209],"an":[210,254],"alternate,":[211],"suggest":[213],"novel":[215],"evaluation":[216],"(VmAP)":[218],"takes":[220],"focus":[222],"away":[223],"from":[224],"every":[228],"frame.":[229],"Unlike":[230],"mAP,":[231],"VmAP":[232,270],"rewards":[233],"high":[235],"recall":[236,264,302],"different":[238],"views":[240,252],"throughout":[241],"video.":[243],"We":[244,267],"form":[245],"sets":[246],"bounding":[248],"boxes":[249],"having":[250],"similar":[251,300],"use":[261],"set-level":[263],"evaluation.":[266],"able":[272],"address":[274],"challenges":[277],"listed":[281],"above.":[282],"Our":[283],"experiments":[284],"demonstrate":[285],"hidden":[286],"detectors,":[290],"shows":[291,304],"upto":[292],"99%":[293],"reduction":[294],"maintaining":[299],"9%":[306],"improvement":[307],"correlation":[309],"post-tracking":[311],"performance.":[312]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}