{"id":"https://openalex.org/W3035112208","doi":"https://doi.org/10.3390/sym12060992","title":"Video Caption Based Searching Using End-to-End Dense Captioning and Sentence Embeddings","display_name":"Video Caption Based Searching Using End-to-End Dense Captioning and Sentence Embeddings","publication_year":2020,"publication_date":"2020-06-10","ids":{"openalex":"https://openalex.org/W3035112208","doi":"https://doi.org/10.3390/sym12060992","mag":"3035112208"},"language":"en","primary_location":{"id":"doi:10.3390/sym12060992","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym12060992","pdf_url":"https://www.mdpi.com/2073-8994/12/6/992/pdf?version=1591788344","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/12/6/992/pdf?version=1591788344","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009044840","display_name":"Akshay Aggarwal","orcid":"https://orcid.org/0000-0002-4452-7459"},"institutions":[{"id":"https://openalex.org/I887998513","display_name":"Bharati Vidyapeeth Deemed University","ror":"https://ror.org/0052mmx10","country_code":"IN","type":"education","lineage":["https://openalex.org/I887998513"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Akshay Aggarwal","raw_affiliation_strings":["Department of Computer Science & Engineering, Bharati Vidyapeeth\u2019s College of Engineering, New Delhi 110063, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science & Engineering, Bharati Vidyapeeth\u2019s College of Engineering, New Delhi 110063, India","institution_ids":["https://openalex.org/I887998513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088003303","display_name":"Aniruddha Chauhan","orcid":null},"institutions":[{"id":"https://openalex.org/I887998513","display_name":"Bharati Vidyapeeth Deemed University","ror":"https://ror.org/0052mmx10","country_code":"IN","type":"education","lineage":["https://openalex.org/I887998513"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Aniruddha Chauhan","raw_affiliation_strings":["Department of Computer Science & Engineering, Bharati Vidyapeeth\u2019s College of Engineering, New Delhi 110063, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science & Engineering, Bharati Vidyapeeth\u2019s College of Engineering, New Delhi 110063, India","institution_ids":["https://openalex.org/I887998513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066953531","display_name":"Deepika Kumar","orcid":"https://orcid.org/0000-0002-6690-8500"},"institutions":[{"id":"https://openalex.org/I887998513","display_name":"Bharati Vidyapeeth Deemed University","ror":"https://ror.org/0052mmx10","country_code":"IN","type":"education","lineage":["https://openalex.org/I887998513"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Deepika Kumar","raw_affiliation_strings":["Department of Computer Science & Engineering, Bharati Vidyapeeth\u2019s College of Engineering, New Delhi 110063, India"],"raw_orcid":"https://orcid.org/0000-0002-6690-8500","affiliations":[{"raw_affiliation_string":"Department of Computer Science & Engineering, Bharati Vidyapeeth\u2019s College of Engineering, New Delhi 110063, India","institution_ids":["https://openalex.org/I887998513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031703549","display_name":"Mamta Mittal","orcid":"https://orcid.org/0000-0003-0490-4413"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mamta Mittal","raw_affiliation_strings":["Department of Computer Science & Engineering, G. B. Pant Govt. Engineering College, Okhla, New Delhi 110020, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science & Engineering, G. B. Pant Govt. Engineering College, Okhla, New Delhi 110020, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029766655","display_name":"Sudipta Roy","orcid":"https://orcid.org/0000-0001-5161-9311"},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sudipta Roy","raw_affiliation_strings":["PRTTL, Washington University in Saint Louis, Saint Louis, MO 63110, USA"],"raw_orcid":"https://orcid.org/0000-0001-5161-9311","affiliations":[{"raw_affiliation_string":"PRTTL, Washington University in Saint Louis, Saint Louis, MO 63110, USA","institution_ids":["https://openalex.org/I204465549"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007596905","display_name":"Tai-hoon Kim","orcid":"https://orcid.org/0000-0003-0117-8102"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tai-hoon Kim","raw_affiliation_strings":["School of Economics and Management, Beijing Jiaotong University, Beijing 100044, China"],"raw_orcid":"https://orcid.org/0000-0003-0117-8102","affiliations":[{"raw_affiliation_string":"School of Economics and Management, Beijing Jiaotong University, Beijing 100044, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5007596905","https://openalex.org/A5029766655"],"corresponding_institution_ids":["https://openalex.org/I204465549","https://openalex.org/I21193070"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2227},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2227},"fwci":0.4813,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.62199412,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"12","issue":"6","first_page":"992","last_page":"992"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.8677462935447693},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8653547763824463},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6813123226165771},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6620470285415649},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5947574377059937},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5765566229820251},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5586223602294922},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.538769006729126},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36065375804901123},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3384819030761719},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.16244101524353027}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.8677462935447693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8653547763824463},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6813123226165771},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6620470285415649},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5947574377059937},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5765566229820251},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5586223602294922},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.538769006729126},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36065375804901123},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3384819030761719},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.16244101524353027},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/sym12060992","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym12060992","pdf_url":"https://www.mdpi.com/2073-8994/12/6/992/pdf?version=1591788344","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c745054ecfc340529384058a5b6e07f3","is_oa":true,"landing_page_url":"https://doaj.org/article/c745054ecfc340529384058a5b6e07f3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry, Vol 12, Iss 6, p 992 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2073-8994/12/6/992/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/sym12060992","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/sym12060992","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym12060992","pdf_url":"https://www.mdpi.com/2073-8994/12/6/992/pdf?version=1591788344","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3035112208.pdf","grobid_xml":"https://content.openalex.org/works/W3035112208.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1536680647","https://openalex.org/W1573040851","https://openalex.org/W1586939924","https://openalex.org/W1601567445","https://openalex.org/W1614298861","https://openalex.org/W1836465849","https://openalex.org/W1956340063","https://openalex.org/W1964442016","https://openalex.org/W1977556410","https://openalex.org/W1983364832","https://openalex.org/W2078238240","https://openalex.org/W2081495115","https://openalex.org/W2117539524","https://openalex.org/W2133512280","https://openalex.org/W2139501017","https://openalex.org/W2142900973","https://openalex.org/W2143612262","https://openalex.org/W2160815625","https://openalex.org/W2250539671","https://openalex.org/W2425121537","https://openalex.org/W2493916176","https://openalex.org/W2512971201","https://openalex.org/W2523993696","https://openalex.org/W2526050071","https://openalex.org/W2526417872","https://openalex.org/W2556388456","https://openalex.org/W2584992898","https://openalex.org/W2621571501","https://openalex.org/W2739107216","https://openalex.org/W2740388348","https://openalex.org/W2752172973","https://openalex.org/W2766375149","https://openalex.org/W2786464815","https://openalex.org/W2887005207","https://openalex.org/W2891177506","https://openalex.org/W2896457183","https://openalex.org/W2896878184","https://openalex.org/W2905145027","https://openalex.org/W2952132648","https://openalex.org/W2962739339","https://openalex.org/W2963026768","https://openalex.org/W2963351113","https://openalex.org/W2963918774","https://openalex.org/W2968063029","https://openalex.org/W2970641574","https://openalex.org/W2982899295","https://openalex.org/W3006630357","https://openalex.org/W3009448441","https://openalex.org/W3011376571","https://openalex.org/W3100255860","https://openalex.org/W6629028937","https://openalex.org/W6687483927","https://openalex.org/W6698228248"],"related_works":["https://openalex.org/W2372020181","https://openalex.org/W2156531654","https://openalex.org/W1581723585","https://openalex.org/W4378714697","https://openalex.org/W2294330161","https://openalex.org/W2187606256","https://openalex.org/W2940472653","https://openalex.org/W2129146436","https://openalex.org/W2253069048","https://openalex.org/W2804553224"],"abstract_inverted_index":{"Traditionally,":[0],"searching":[1,37],"for":[2,36,120,172],"videos":[3],"on":[4],"popular":[5],"streaming":[6],"sites":[7],"like":[8],"YouTube":[9],"is":[10,33,66],"performed":[11],"by":[12],"taking":[13],"the":[14,25,30,39,44,48,57,69,79,82,101,107,110,116,121,129,132,163,173,184,191,214],"keywords,":[15],"titles,":[16],"and":[17,53,74,112,140,153],"descriptions":[18],"that":[19,158],"are":[20],"already":[21],"tagged":[22],"along":[23],"with":[24,194,208],"video":[26,31,52,73,92,95,102,150],"into":[27],"consideration.":[28],"However,":[29],"content":[32],"not":[34],"utilized":[35],"of":[38,43,87,109,131,182,199,204,216],"user\u2019s":[40],"query":[41,80,108],"because":[42],"difficulty":[45],"in":[46,50,71,81,100,136,161],"encoding":[47,88],"events":[49,70,99],"a":[51,72,91,195],"comparing":[54],"them":[55,77],"to":[56,62,67,78,90,106],"search":[58,118,217],"query.":[59],"One":[60],"solution":[61],"tackle":[63],"this":[64,144,202],"problem":[65],"encode":[68],"then":[75],"compare":[76],"same":[83],"space.":[84],"A":[85],"method":[86,203],"meaning":[89],"could":[93],"be":[94,104],"captioning.":[96],"The":[97,167],"captioned":[98],"can":[103,114,211],"compared":[105],"user,":[111],"we":[113,146],"get":[115],"optimal":[117],"space":[119],"videos.":[122],"There":[123],"have":[124],"been":[125],"many":[126],"developments":[127],"over":[128,189],"course":[130],"past":[133],"few":[134],"years":[135],"modeling":[137],"video-caption":[138],"generators":[139],"sentence":[141,155,176],"embeddings.":[142],"In":[143],"paper,":[145],"exploit":[147],"an":[148],"end-to-end":[149],"captioning":[151],"model":[152],"various":[154],"embedding":[156,177],"techniques":[157,178],"collectively":[159],"help":[160,212],"building":[162],"proposed":[164],"video-searching":[165],"method.":[166],"YouCook2":[168],"dataset":[169],"was":[170],"used":[171],"experimentation.":[174],"Seven":[175],"were":[179],"used,":[180],"out":[181],"which":[183],"Universal":[185],"Sentence":[186],"Encoder":[187],"outperformed":[188],"all":[190],"other":[192],"six,":[193],"median":[196],"percentile":[197],"score":[198],"99.51.":[200],"Thus,":[201],"searching,":[205],"when":[206],"integrated":[207],"traditional":[209],"methods,":[210],"improve":[213],"quality":[215],"results.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-08-10T07:06:39.071514","created_date":"2025-10-10T00:00:00"}