{"id":"https://openalex.org/W4312927887","doi":"https://doi.org/10.1109/iscas48785.2022.9937712","title":"Multi-concept Mining for Video Captioning Based on Multiple Tasks","display_name":"Multi-concept Mining for Video Captioning Based on Multiple Tasks","publication_year":2022,"publication_date":"2022-05-28","ids":{"openalex":"https://openalex.org/W4312927887","doi":"https://doi.org/10.1109/iscas48785.2022.9937712"},"language":"en","primary_location":{"id":"doi:10.1109/iscas48785.2022.9937712","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas48785.2022.9937712","pdf_url":null,"source":{"id":"https://openalex.org/S4363604393","display_name":"2022 IEEE International Symposium on Circuits and Systems (ISCAS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071725895","display_name":"Qinyu Zhang","orcid":"https://orcid.org/0000-0001-9272-0475"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinyu Zhang","raw_affiliation_strings":["Tongji University,Department of Computer Science & Technology,Shanghai,P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University,Department of Computer Science & Technology,Shanghai,P. R. China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019414690","display_name":"Pengjie Tang","orcid":"https://orcid.org/0000-0002-6220-7758"},"institutions":[{"id":"https://openalex.org/I14748160","display_name":"Jinggangshan University","ror":"https://ror.org/04exd0a76","country_code":"CN","type":"education","lineage":["https://openalex.org/I14748160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengjie Tang","raw_affiliation_strings":["Jinggangshan University,College of Electronic and Information Engineering,Ji’an,P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jinggangshan University,College of Electronic and Information Engineering,Ji’an,P. R. China","institution_ids":["https://openalex.org/I14748160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058982350","display_name":"Hanli Wang","orcid":"https://orcid.org/0000-0002-9999-4871"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanli Wang","raw_affiliation_strings":["Tongji University,Department of Computer Science & Technology,Shanghai,P. R. China","Frontiers Science Center for Intelligent Autonomous Systems, Shanghai, P. R. China","Key Laboratory of Embedded System & Service Computing, Ministry of Education, Tongji University, Shanghai, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University,Department of Computer Science & Technology,Shanghai,P. R. China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Frontiers Science Center for Intelligent Autonomous Systems, Shanghai, P. R. China","institution_ids":[]},{"raw_affiliation_string":"Key Laboratory of Embedded System & Service Computing, Ministry of Education, Tongji University, Shanghai, P. R. China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057852825","display_name":"Jinjing Gu","orcid":"https://orcid.org/0000-0002-7669-8201"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinjing Gu","raw_affiliation_strings":["Tongji University,Department of Computer Science & Technology,Shanghai,P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tongji University,Department of Computer Science & Technology,Shanghai,P. R. China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2993","last_page":"2997"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.9638015031814575},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8514002561569214},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7132822275161743},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6646485328674316},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5164787769317627},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4974980652332306},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4946717917919159},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4510596692562103},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.44944125413894653},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.42266684770584106},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1815856695175171}],"concepts":[{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.9638015031814575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8514002561569214},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7132822275161743},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6646485328674316},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5164787769317627},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4974980652332306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4946717917919159},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4510596692562103},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.44944125413894653},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.42266684770584106},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1815856695175171},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscas48785.2022.9937712","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscas48785.2022.9937712","pdf_url":null,"source":{"id":"https://openalex.org/S4363604393","display_name":"2022 IEEE International Symposium on Circuits and Systems (ISCAS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Symposium on Circuits and Systems (ISCAS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W237546731","https://openalex.org/W639708223","https://openalex.org/W1522301498","https://openalex.org/W1956340063","https://openalex.org/W2016053056","https://openalex.org/W2108598243","https://openalex.org/W2123301721","https://openalex.org/W2154652894","https://openalex.org/W2164290393","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2425121537","https://openalex.org/W2549139847","https://openalex.org/W2560207749","https://openalex.org/W2887051120","https://openalex.org/W2914587137","https://openalex.org/W2948358897","https://openalex.org/W2951390634","https://openalex.org/W2962934715","https://openalex.org/W2962990649","https://openalex.org/W2963524571","https://openalex.org/W2963877622","https://openalex.org/W2964350391","https://openalex.org/W3034221024","https://openalex.org/W3034593503","https://openalex.org/W3034772996","https://openalex.org/W3035365026","https://openalex.org/W3035392611","https://openalex.org/W3090578762","https://openalex.org/W3173621652","https://openalex.org/W3176425931","https://openalex.org/W4214673031","https://openalex.org/W6609194641","https://openalex.org/W6631190155","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6684090549","https://openalex.org/W6754337694","https://openalex.org/W6756021500","https://openalex.org/W6758859460","https://openalex.org/W6761044565","https://openalex.org/W6772381481","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W4210416330","https://openalex.org/W2775506363","https://openalex.org/W3088136942","https://openalex.org/W4290852288","https://openalex.org/W2949362007","https://openalex.org/W4283207562","https://openalex.org/W2963177403","https://openalex.org/W2330246314","https://openalex.org/W2949522393","https://openalex.org/W4399485860"],"abstract_inverted_index":{"Video":[0],"captioning":[1],"is":[2,45,94],"a":[3,46,95],"challenging":[4],"cross-modal":[5],"task":[6,52],"that":[7,48,157],"requires":[8],"taking":[9],"full":[10],"advantage":[11],"of":[12,53,101,118,172],"both":[13,79,100],"vision":[14,80],"and":[15,81,88,103,142,153,169],"language.":[16],"To":[17],"identify":[18],"objects":[19],"in":[20,78,98],"videos,":[21],"object":[22,38,54],"detectors":[23,39],"are":[24,40,71,107],"usually":[25],"employed":[26],"to":[27,59,73,114,137],"extract":[28],"high-level":[29],"object-related":[30],"features,":[31],"but":[32],"the":[33,37,51,57,111,116,119,128,150,158],"fine-grained":[34],"knowledge":[35,62,77,87,113,125],"from":[36,134],"often":[41],"neglected.":[42],"Also,":[43],"there":[44,93],"fact":[47],"not":[49],"just":[50],"detection":[55],"has":[56],"ability":[58],"obtain":[60],"additional":[61],"for":[63],"video":[64],"understanding.":[65],"In":[66],"this":[67],"paper,":[68],"multiple":[69],"tasks":[70],"assigned":[72],"fully":[74],"mine":[75],"multi-concept":[76],"language,":[82],"including":[83],"video-to-video":[84],"knowledge,":[85,99],"video-to-text":[86],"text-to-text":[89,112],"knowledge.":[90,122],"Moreover,":[91],"since":[92],"strong":[96],"synergy":[97],"global":[102],"local":[104],"word":[105],"similarities":[106],"developed":[108],"based":[109],"on":[110,149,164,167,175],"boost":[115],"robustness":[117],"mined":[120,124],"semantic":[121],"The":[123,146],"can":[126],"offer":[127],"model":[129],"an":[130],"extra":[131],"guidance":[132],"apart":[133],"linguistic":[135],"prior":[136],"generate":[138],"more":[139],"semantically":[140],"appropriate":[141],"grammatically":[143],"correct":[144],"sentences.":[145],"experimental":[147],"results":[148],"benchmark":[151],"MSVD":[152,168],"MSR-VTT":[154],"datasets":[155],"show":[156],"proposed":[159],"method":[160],"makes":[161],"remarkable":[162],"improvement":[163],"all":[165],"metrics":[166,174],"two":[170],"out":[171],"four":[173],"MSR-VTT.":[176]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}