{"id":"https://openalex.org/W2793188496","doi":"https://doi.org/10.1109/access.2018.2814075","title":"Natural Language Description of Video Streams Using Task-Specific Feature Encoding","display_name":"Natural Language Description of Video Streams Using Task-Specific Feature Encoding","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2793188496","doi":"https://doi.org/10.1109/access.2018.2814075","mag":"2793188496"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2814075","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2814075","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2018.2814075","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103091268","display_name":"Aniqa Dilawari","orcid":"https://orcid.org/0000-0003-4821-7199"},"institutions":[{"id":"https://openalex.org/I142732210","display_name":"University of Engineering and Technology Lahore","ror":"https://ror.org/0051w2v06","country_code":"PK","type":"education","lineage":["https://openalex.org/I142732210"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Aniqa Dilawari","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Engineering & Technology at Lahore, Lahore, Pakistan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Engineering & Technology at Lahore, Lahore, Pakistan","institution_ids":["https://openalex.org/I142732210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007976764","display_name":"Muhammad Usman Ghani Khan","orcid":"https://orcid.org/0000-0001-6733-2569"},"institutions":[{"id":"https://openalex.org/I142732210","display_name":"University of Engineering and Technology Lahore","ror":"https://ror.org/0051w2v06","country_code":"PK","type":"education","lineage":["https://openalex.org/I142732210"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Usman Ghani Khan","raw_affiliation_strings":["Al-Khawarizmi Institute of Computer Science, University of Engineering & Technology at Lahore, Lahore, Pakistan"],"affiliations":[{"raw_affiliation_string":"Al-Khawarizmi Institute of Computer Science, University of Engineering & Technology at Lahore, Lahore, Pakistan","institution_ids":["https://openalex.org/I142732210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108278286","display_name":"Ammarah Farooq","orcid":null},"institutions":[{"id":"https://openalex.org/I142732210","display_name":"University of Engineering and Technology Lahore","ror":"https://ror.org/0051w2v06","country_code":"PK","type":"education","lineage":["https://openalex.org/I142732210"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ammarah Farooq","raw_affiliation_strings":["Al-Khawarizmi Institute of Computer Science, University of Engineering & Technology at Lahore, Lahore, Pakistan"],"affiliations":[{"raw_affiliation_string":"Al-Khawarizmi Institute of Computer Science, University of Engineering & Technology at Lahore, Lahore, Pakistan","institution_ids":["https://openalex.org/I142732210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019273760","display_name":"Zahoor Ur Rehman","orcid":"https://orcid.org/0000-0001-9968-0330"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Zahoor-Ur Rehman","raw_affiliation_strings":["COMSATS Institute of Information Technology Attock, Attock, Pakistan"],"affiliations":[{"raw_affiliation_string":"COMSATS Institute of Information Technology Attock, Attock, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073263477","display_name":"Seungmin Rho","orcid":"https://orcid.org/0000-0003-1936-6785"},"institutions":[{"id":"https://openalex.org/I4210117332","display_name":"Sungkyul University","ror":"https://ror.org/02dzzka09","country_code":"KR","type":"education","lineage":["https://openalex.org/I4210117332"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seungmin Rho","raw_affiliation_strings":["Department of Media Software, Sungkyul University, Anyang, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Media Software, Sungkyul University, Anyang, South Korea","institution_ids":["https://openalex.org/I4210117332"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039355175","display_name":"Irfan Mehmood","orcid":"https://orcid.org/0000-0001-7864-957X"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Irfan Mehmood","raw_affiliation_strings":["Department of Software, Sejong University, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Department of Software, Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103091268"],"corresponding_institution_ids":["https://openalex.org/I142732210"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.149,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.83190269,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"6","issue":null,"first_page":"16639","last_page":"16645"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9045982360839844},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6860305666923523},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6613624095916748},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6334937214851379},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5659091472625732},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5536747574806213},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5486451387405396},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5163439512252808},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4497220814228058},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3897463381290436},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.363455593585968},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3375130891799927}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9045982360839844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6860305666923523},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6613624095916748},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6334937214851379},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5659091472625732},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5536747574806213},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5486451387405396},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5163439512252808},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4497220814228058},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3897463381290436},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.363455593585968},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3375130891799927},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2018.2814075","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2814075","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:197effdfaa634d239f37a26b73767512","is_oa":true,"landing_page_url":"https://doaj.org/article/197effdfaa634d239f37a26b73767512","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 16639-16645 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2814075","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2814075","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7400000095367432}],"awards":[{"id":"https://openalex.org/G8102066552","display_name":null,"funder_award_id":"NRF-2016R1D1A1A09919551","funder_id":"https://openalex.org/F4320311687","funder_display_name":"Ministry of Education"}],"funders":[{"id":"https://openalex.org/F4320311687","display_name":"Ministry of Education","ror":"https://ror.org/03m01yf64"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W146597194","https://openalex.org/W1514535095","https://openalex.org/W1686810756","https://openalex.org/W1687011552","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W1931639407","https://openalex.org/W2064675550","https://openalex.org/W2117539524","https://openalex.org/W2133459682","https://openalex.org/W2154652894","https://openalex.org/W2163605009","https://openalex.org/W2180092181","https://openalex.org/W2220981600","https://openalex.org/W2538640453","https://openalex.org/W2556388456","https://openalex.org/W2621571501","https://openalex.org/W2949365443","https://openalex.org/W2949828251","https://openalex.org/W2951780762","https://openalex.org/W2963149042","https://openalex.org/W2963576560","https://openalex.org/W6606029161","https://openalex.org/W6630875275","https://openalex.org/W6637426782","https://openalex.org/W6682631176","https://openalex.org/W6684191040","https://openalex.org/W6729190352"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W4391621807","https://openalex.org/W3037187668","https://openalex.org/W2611989081","https://openalex.org/W4321487865","https://openalex.org/W4313906399","https://openalex.org/W4226493464","https://openalex.org/W3133861977","https://openalex.org/W2951211570","https://openalex.org/W3103566983"],"abstract_inverted_index":{"In":[0,42,80],"recent":[1],"years,":[2],"deep":[3,48,62,170],"learning":[4,104,167,171],"approaches":[5,24],"have":[6],"gained":[7],"great":[8],"attention":[9],"due":[10],"to":[11,82],"their":[12],"superior":[13],"performance":[14],"and":[15,39,67,101,137,148,168],"the":[16,29,70,114,164,177],"availability":[17],"of":[18,33,103,116,120,132],"high":[19],"speed":[20],"computing":[21],"resources.":[22],"These":[23],"are":[25,173],"also":[26,174],"extended":[27],"towards":[28],"real":[30],"time":[31],"processing":[32],"multimedia":[34],"content":[35],"exploiting":[36],"its":[37],"spatial":[38],"temporal":[40],"structure.":[41],"this":[43],"paper,":[44],"we":[45],"propose":[46],"a":[47,74,89,154],"learning-based":[49],"video":[50,59,121,151,160],"description":[51],"framework":[52,112],"which":[53],"first":[54],"extracts":[55],"visual":[56,106],"features":[57,107],"from":[58],"frames":[60],"using":[61],"convolutional":[63],"neural":[64],"networks":[65],"(CNN)":[66],"then":[68],"pass":[69],"derived":[71],"representations":[72],"into":[73],"long-short":[75],"term":[76],"memory-based":[77],"language":[78,118],"model.":[79],"order":[81],"capture":[83],"accurate":[84,111],"information":[85],"for":[86,113,130,140,153],"human":[87,149],"presence,":[88],"fine-tuned":[90],"multi-task":[91],"CNN":[92],"is":[93,98,125],"presented.":[94],"The":[95,123,159],"proposed":[96,169],"pipeline":[97],"end-to-end,":[99],"trainable,":[100],"capable":[102],"dense":[105],"along":[108],"with":[109,134],"an":[110],"generation":[115],"natural":[117],"descriptions":[119,152,161],"streams.":[122],"evaluation":[124],"done":[126],"by":[127,163],"calculating":[128],"Metric":[129],"Evaluation":[131,142],"Translation":[133],"Explicit":[135],"ORdering":[136],"Recall-Oriented":[138],"Understudy":[139],"Gisting":[141],"(ROUGE)":[143],"scores":[144],"between":[145],"system":[146],"generated":[147,162],"annotated":[150],"carefully":[155],"designed":[156],"data":[157],"set.":[158],"traditional":[165],"feature":[166],"frameworks":[172],"compared":[175],"through":[176],"ROUGE":[178],"scores.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}