{"id":"https://openalex.org/W4200438403","doi":"https://doi.org/10.1109/dicta52665.2021.9647213","title":"Semantic Attribute Enriched Storytelling from a Sequence of Images","display_name":"Semantic Attribute Enriched Storytelling from a Sequence of Images","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4200438403","doi":"https://doi.org/10.1109/dicta52665.2021.9647213"},"language":"en","primary_location":{"id":"doi:10.1109/dicta52665.2021.9647213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dicta52665.2021.9647213","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 Digital Image Computing: Techniques and Applications (DICTA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research-repository.uwa.edu.au/en/publications/0b14d2b0-a56a-47a3-9f18-a29cd576f3b7","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016068746","display_name":"Zainy M. Malakan","orcid":"https://orcid.org/0000-0002-6980-0992"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]},{"id":"https://openalex.org/I199693650","display_name":"Umm al-Qura University","ror":"https://ror.org/01xjqrm90","country_code":"SA","type":"education","lineage":["https://openalex.org/I199693650"]}],"countries":["AU","SA"],"is_corresponding":false,"raw_author_name":"Zainy M. Malakan","raw_affiliation_strings":["College of Computer and Information Systems, Umm Al-Qura University, Makkah, Kingdom of Saudi Arabia","The University of Western Australia, Perth, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Information Systems, Umm Al-Qura University, Makkah, Kingdom of Saudi Arabia","institution_ids":["https://openalex.org/I199693650"]},{"raw_affiliation_string":"The University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I177877127"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023496317","display_name":"Ghulam Mubashar Hassan","orcid":"https://orcid.org/0000-0002-6636-8807"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ghulam Mubashar Hassan","raw_affiliation_strings":["The University of Western Australia, Perth, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I177877127"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023326215","display_name":"Mohammad A. A. K. Jalwana","orcid":"https://orcid.org/0000-0002-5184-1884"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mohammad A. A. K. Jalwana","raw_affiliation_strings":["The University of Western Australia, Perth, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I177877127"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003668441","display_name":"Nayyer Aafaq","orcid":"https://orcid.org/0000-0003-2763-2094"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nayyer Aafaq","raw_affiliation_strings":["The University of Western Australia, Perth, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I177877127"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089986388","display_name":"Ajmal Mian","orcid":"https://orcid.org/0000-0002-5206-3842"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"The University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ajmal Mian","raw_affiliation_strings":["The University of Western Australia, Perth, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I177877127"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2827,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.56784937,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"34","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8543256521224976},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6679760217666626},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.658311128616333},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6111047863960266},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5728231072425842},{"id":"https://openalex.org/keywords/storytelling","display_name":"Storytelling","score":0.5566683411598206},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.48808109760284424},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.45956993103027344},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.43108314275741577},{"id":"https://openalex.org/keywords/noun","display_name":"Noun","score":0.4253149926662445},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3994958996772766},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.2019343078136444},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12359380722045898},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1085783839225769}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8543256521224976},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6679760217666626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.658311128616333},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6111047863960266},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5728231072425842},{"id":"https://openalex.org/C2776538412","wikidata":"https://www.wikidata.org/wiki/Q989963","display_name":"Storytelling","level":3,"score":0.5566683411598206},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48808109760284424},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.45956993103027344},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.43108314275741577},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.4253149926662445},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3994958996772766},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.2019343078136444},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12359380722045898},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1085783839225769},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/dicta52665.2021.9647213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dicta52665.2021.9647213","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 Digital Image Computing: Techniques and Applications (DICTA)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/0b14d2b0-a56a-47a3-9f18-a29cd576f3b7","is_oa":true,"landing_page_url":"https://research-repository.uwa.edu.au/en/publications/0b14d2b0-a56a-47a3-9f18-a29cd576f3b7","pdf_url":null,"source":{"id":"https://openalex.org/S4306402523","display_name":"UWA Profiles and Research Repository (University of Western Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177877127","host_organization_name":"The University of Western Australia","host_organization_lineage":["https://openalex.org/I177877127"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Malakan, Z M, Hassan, G M, Jalwana, M A A K, Aafaq, N & Mian, A 2021, Semantic attribute enriched storytelling from a sequence of images. in J Zhou, O Salvado, F Sohel, P V K Borges & S Wang (eds), 2021 Digital Image Computing Techniques and Applications (DICTA). IEEE, Institute of Electrical and Electronics Engineers, USA, International Conference on Digital Image Computing: Techniques and Applications, Surfers Paradise, Queensland, Australia, 29/11/21. https://doi.org/10.1109/DICTA52665.2021.9647213","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.atira.dk:openaire/0b14d2b0-a56a-47a3-9f18-a29cd576f3b7","is_oa":true,"landing_page_url":"https://admin.research-repository.uwa.edu.au/en/publications/0b14d2b0-a56a-47a3-9f18-a29cd576f3b7","pdf_url":null,"source":{"id":"https://openalex.org/S4306402523","display_name":"UWA Profiles and Research Repository (University of Western Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177877127","host_organization_name":"The University of Western Australia","host_organization_lineage":["https://openalex.org/I177877127"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Malakan, Z M, Hassan, G M, Jalwana, M A A K, Aafaq, N & Mian, A 2021, Semantic attribute enriched storytelling from a sequence of images. in J Zhou, O Salvado, F Sohel, P V K Borges & S Wang (eds), 2021 Digital Image Computing Techniques and Applications (DICTA). IEEE, Institute of Electrical and Electronics Engineers, USA, International Conference on Digital Image Computing: Techniques and Applications, Surfers Paradise, Queensland, Australia, 29/11/21. https://doi.org/10.1109/DICTA52665.2021.9647213","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/0b14d2b0-a56a-47a3-9f18-a29cd576f3b7","is_oa":true,"landing_page_url":"https://research-repository.uwa.edu.au/en/publications/0b14d2b0-a56a-47a3-9f18-a29cd576f3b7","pdf_url":null,"source":{"id":"https://openalex.org/S4306402523","display_name":"UWA Profiles and Research Repository (University of Western Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177877127","host_organization_name":"The University of Western Australia","host_organization_lineage":["https://openalex.org/I177877127"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Malakan, Z M, Hassan, G M, Jalwana, M A A K, Aafaq, N & Mian, A 2021, Semantic attribute enriched storytelling from a sequence of images. in J Zhou, O Salvado, F Sohel, P V K Borges & S Wang (eds), 2021 Digital Image Computing Techniques and Applications (DICTA). IEEE, Institute of Electrical and Electronics Engineers, USA, International Conference on Digital Image Computing: Techniques and Applications, Surfers Paradise, Queensland, Australia, 29/11/21. https://doi.org/10.1109/DICTA52665.2021.9647213","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.699999988079071,"display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1586939924","https://openalex.org/W1956340063","https://openalex.org/W1962480448","https://openalex.org/W2064675550","https://openalex.org/W2101105183","https://openalex.org/W2123301721","https://openalex.org/W2154652894","https://openalex.org/W2163605009","https://openalex.org/W2183386595","https://openalex.org/W2194775991","https://openalex.org/W2506483933","https://openalex.org/W2556388456","https://openalex.org/W2558834163","https://openalex.org/W2559780844","https://openalex.org/W2768287968","https://openalex.org/W2804668597","https://openalex.org/W2896348597","https://openalex.org/W2951183276","https://openalex.org/W2951390634","https://openalex.org/W2953461088","https://openalex.org/W2953486038","https://openalex.org/W2963033554","https://openalex.org/W2963101956","https://openalex.org/W2963668753","https://openalex.org/W2963743213","https://openalex.org/W2964199361","https://openalex.org/W2966774251","https://openalex.org/W2976119386","https://openalex.org/W2986670728","https://openalex.org/W2987862245","https://openalex.org/W2991638547","https://openalex.org/W2998106530","https://openalex.org/W2998303222","https://openalex.org/W3009192917","https://openalex.org/W3017628311","https://openalex.org/W3019301826","https://openalex.org/W3034221024","https://openalex.org/W3035365026","https://openalex.org/W3035392611","https://openalex.org/W3038593179","https://openalex.org/W3087871082","https://openalex.org/W3100995281","https://openalex.org/W3126515765","https://openalex.org/W3128339783","https://openalex.org/W3130160131","https://openalex.org/W3130268572","https://openalex.org/W3152382703","https://openalex.org/W3161207717","https://openalex.org/W3164425124","https://openalex.org/W3176313262","https://openalex.org/W3177079919","https://openalex.org/W4385245566","https://openalex.org/W6641059107","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6684191040","https://openalex.org/W6686286932","https://openalex.org/W6730457618","https://openalex.org/W6739901393","https://openalex.org/W6746421592","https://openalex.org/W6751888654","https://openalex.org/W6766300465","https://openalex.org/W6768091732","https://openalex.org/W6774117908","https://openalex.org/W6789913889"],"related_works":["https://openalex.org/W2884441370","https://openalex.org/W1536421369","https://openalex.org/W2082193010","https://openalex.org/W4319988281","https://openalex.org/W2086118318","https://openalex.org/W2993120730","https://openalex.org/W1765898938","https://openalex.org/W2970945984","https://openalex.org/W2355818213","https://openalex.org/W4320006770"],"abstract_inverted_index":{"Visual":[0],"storytelling":[1],"(VST)":[2],"pertains":[3],"to":[4,62,99,118,134,141,153,169],"the":[5,34,72,80,85,101,105,120,126,136,139,155,159,185],"task":[6],"of":[7,15,27,75,104,125,138,173],"generating":[8],"story-based":[9],"sentences":[10],"from":[11,20,40],"an":[12,90],"ordered":[13],"sequence":[14,78,116,129],"images.":[16],"Contemporary":[17],"techniques":[18,42],"suffer":[19],"several":[21],"limitations":[22],"such":[23,41],"as":[24],"inadequate":[25],"encapsulation":[26],"visual":[28,73,86,102],"variance":[29,103],"and":[30,47,79,122,164],"context":[31,46,124,157],"capturing":[32],"among":[33],"input":[35,76,87,106,127,140],"sequence.":[36,107],"Consequently,":[37],"generated":[38,160],"story":[39],"often":[43],"lacks":[44],"coherence,":[45],"semantic":[48,149,156],"information.":[49],"In":[50],"this":[51],"research,":[52],"we":[53,69,147],"devise":[54],"a":[55,114],"\u2018Semantic":[56],"Attribute":[57],"Enriched":[58],"Storytelling\u2019":[59],"(SAES)":[60],"framework":[61],"mitigate":[63],"these":[64],"issues.":[65],"To":[66],"that":[67],"end,":[68],"first":[70],"extract":[71],"features":[74,96,109],"image":[77,128],"noun":[81],"entities":[82],"present":[83],"in":[84,158],"by":[88,131],"employing":[89],"off-the-shelf":[91],"object":[92],"detector.":[93],"The":[94,108],"two":[95],"are":[97,110,167],"concatenated":[98],"encapsulate":[100],"then":[111],"passed":[112],"through":[113],"Bidirectional-LSTM":[115],"encoder":[117],"capture":[119],"past":[121],"future":[123],"followed":[130],"attention":[132],"mechanism":[133],"enhance":[135],"discriminality":[137],"language":[142],"model":[143],"i.e.,":[144],"mogrifier-LSTM.":[145],"Additionally,":[146],"incorporate":[148],"attributes":[150],"e.g.,":[151],"nouns":[152],"complement":[154],"story.":[161],"Detailed":[162],"experimental":[163],"human":[165],"evaluations":[166],"performed":[168],"establish":[170],"competitive":[171],"performance":[172],"proposed":[174],"technique.":[175],"We":[176],"achieve":[177],"up":[178],"1.4%":[179],"improvement":[180],"on":[181],"BLEU":[182],"metric":[183],"over":[184],"recent":[186],"state-of-art":[187],"methods.":[188]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}