{"id":"https://openalex.org/W2803088946","doi":"https://doi.org/10.48550/arxiv.1805.02834","title":"Weakly-Supervised Video Object Grounding from Text by Loss Weighting and Object Interaction","display_name":"Weakly-Supervised Video Object Grounding from Text by Loss Weighting and Object Interaction","alternate_titles":[],"publication_year":2018,"publication_date":"2018-05-08","ids":{"openalex":"https://openalex.org/W2803088946","doi":"https://doi.org/10.48550/arxiv.1805.02834","mag":"2803088946"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1805.02834","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.02834","pdf_url":"https://arxiv.org/pdf/1805.02834","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2803088946"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1805.02834","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084879213","display_name":"Luowei Zhou","orcid":"https://orcid.org/0000-0003-1197-0101","observed_orcids":["https://orcid.org/0000-0003-1197-0101"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhou, Luowei","raw_affiliation_strings":["Robotics Institute University of Michigan Ann Arbor , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robotics Institute University of Michigan Ann Arbor , USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051241663","display_name":"Nathan Louis","orcid":"https://orcid.org/0000-0003-4502-6012","observed_orcids":["https://orcid.org/0000-0003-4502-6012"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Louis, Nathan","raw_affiliation_strings":["Electrical Engineering and Computer Science University of Michigan Ann Arbor , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science University of Michigan Ann Arbor , USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079301873","display_name":"Jason J. Corso","orcid":"https://orcid.org/0000-0001-6454-9594","observed_orcids":["https://orcid.org/0000-0001-6454-9594"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Corso, Jason J.","raw_affiliation_strings":["Electrical Engineering and Computer Science University of Michigan Ann Arbor , USA","Robotics Institute University of Michigan Ann Arbor , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Science University of Michigan Ann Arbor , USA","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Robotics Institute University of Michigan Ann Arbor , USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":109,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"50","last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9599999785423279,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9599999785423279,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.014100000262260437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.00860000029206276,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/loss-weighting","display_name":"loss weighting","score":0.8970000147819519},{"id":"https://openalex.org/keywords/object-interaction","display_name":"object interaction","score":0.7670000195503235},{"id":"https://openalex.org/keywords/multiple-instance-learning","display_name":"multiple instance learning","score":0.9380000233650208},{"id":"https://openalex.org/keywords/video-segmentation","display_name":"video segmentation","score":0.35499998927116394},{"id":"https://openalex.org/keywords/video-captioning","display_name":"video captioning","score":0.34200000762939453}],"concepts":[{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.7899211645126343},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.7865196466445923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5801476240158081},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5577424764633179},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4927964508533478},{"id":"https://openalex.org/C168993435","wikidata":"https://www.wikidata.org/wiki/Q6501125","display_name":"Ground","level":2,"score":0.473201721906662},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12575951218605042},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10783189535140991},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.05641159415245056},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.043622761964797974}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1805.02834","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.02834","pdf_url":"https://arxiv.org/pdf/1805.02834","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1805.02834","doi":"https://doi.org/10.48550/arxiv.1805.02834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.02834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2962870068","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/journals/corr/corr1805.html#abs-1805-02834","pdf_url":null,"source":{"id":"https://openalex.org/S7407088578","display_name":"British Machine Vision Conference (BMVC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"British Machine Vision Conference","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1805.02834","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.02834","pdf_url":"https://arxiv.org/pdf/1805.02834","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5803531241","display_name":null,"funder_award_id":"FA8750-17-2-0112","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2803088946.pdf","grobid_xml":"https://content.openalex.org/works/W2803088946.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1506491340","https://openalex.org/W1727982597","https://openalex.org/W1773149199","https://openalex.org/W1905882502","https://openalex.org/W1973054923","https://openalex.org/W1994488211","https://openalex.org/W2016016818","https://openalex.org/W2061629163","https://openalex.org/W2081613070","https://openalex.org/W2101104841","https://openalex.org/W2112912048","https://openalex.org/W2136985729","https://openalex.org/W2247513039","https://openalex.org/W2462631560","https://openalex.org/W2491875666","https://openalex.org/W2568262903","https://openalex.org/W2588999492","https://openalex.org/W2622044949","https://openalex.org/W2626778328","https://openalex.org/W2770717329","https://openalex.org/W2773391718","https://openalex.org/W2798708692","https://openalex.org/W2950438040","https://openalex.org/W2952132648","https://openalex.org/W2963042258","https://openalex.org/W2963351113","https://openalex.org/W2963677766","https://openalex.org/W2963699792","https://openalex.org/W2964345792","https://openalex.org/W7099878643"],"related_works":["https://openalex.org/W2982651953","https://openalex.org/W3215892227","https://openalex.org/W3092803144","https://openalex.org/W3093034080","https://openalex.org/W3205059508","https://openalex.org/W4404782340","https://openalex.org/W4296339243","https://openalex.org/W3205945847","https://openalex.org/W4409016985","https://openalex.org/W2963521717"],"abstract_inverted_index":{"We":[0,158,172],"study":[1],"weakly-supervised":[2],"video":[3,8,80],"object":[4,33,93,97],"grounding:":[5],"given":[6],"a":[7,11,89,118,166],"segment":[9,87,132],"and":[10,69,181],"corresponding":[12],"descriptive":[13],"sentence,":[14],"the":[15,25,28,39,53,79,85,126,131,139,149,161,170,177],"goal":[16],"is":[17,47,82],"to":[18,44,61,78,83,134,147],"localize":[19],"objects":[20,43,63,164],"that":[21,136,144],"are":[22,36,145],"mentioned":[23],"from":[24,112,130],"sentence":[26],"in":[27,52],"video.":[29],"During":[30],"training,":[31],"no":[32],"bounding":[34],"boxes":[35],"available,":[37],"but":[38],"set":[40],"of":[41,75,91],"possible":[42],"be":[45,105],"grounded":[46],"known":[48],"beforehand.":[49],"Existing":[50],"approaches":[51],"image":[54],"domain":[55,81],"use":[56,153],"Multiple":[57],"Instance":[58],"Learning":[59],"(MIL)":[60],"ground":[62],"by":[64],"enforcing":[65],"matches":[66],"between":[67],"visual":[68],"semantic":[70],"features.":[71],"A":[72],"naive":[73],"extension":[74],"this":[76,122],"approach":[77],"treat":[84],"entire":[86],"as":[88,165],"bag":[90],"spatial":[92],"proposals.":[94],"However,":[95],"an":[96,154],"existing":[98],"sparsely":[99],"across":[100],"multiple":[101],"frames":[102,135,143],"might":[103],"not":[104],"detected":[106],"completely":[107],"since":[108],"successfully":[109],"spotting":[110],"it":[111],"one":[113],"single":[114],"frame":[115],"would":[116],"trigger":[117],"satisfactory":[119],"match.":[120],"To":[121],"end,":[123],"we":[124,152],"propagate":[125],"weak":[127],"supervisory":[128],"signal":[129],"level":[133],"likely":[137],"contain":[138,148],"target":[140,150],"object.":[141],"For":[142],"unlikely":[146],"objects,":[151],"alternative":[155],"penalty":[156],"loss.":[157],"also":[159],"leverage":[160],"interactions":[162],"among":[163],"textual":[167],"guide":[168],"for":[169],"grounding.":[171],"evaluate":[173],"our":[174],"model":[175],"on":[176],"newly-collected":[178],"benchmark":[179],"YouCook2-BoundingBox":[180],"show":[182],"improvements":[183],"over":[184],"competitive":[185],"baselines.":[186]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2803088946","counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":13}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2018-05-17T00:00:00"}
