{"id":"https://openalex.org/W4401567270","doi":"https://doi.org/10.1109/tcss.2024.3436690","title":"Extracting the Full Story: A Multimodal Approach and Dataset to Crisis Summarization in Tweets","display_name":"Extracting the Full Story: A Multimodal Approach and Dataset to Crisis Summarization in Tweets","publication_year":2024,"publication_date":"2024-08-14","ids":{"openalex":"https://openalex.org/W4401567270","doi":"https://doi.org/10.1109/tcss.2024.3436690"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2024.3436690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3436690","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046289188","display_name":"Raghvendra Kumar","orcid":"https://orcid.org/0000-0002-9488-3099"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Raghvendra Kumar","raw_affiliation_strings":["Department of Computer Science and Engineering, Indian Institute of Technology Patna, Patna, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology Patna, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012551610","display_name":"Ritika Sinha","orcid":"https://orcid.org/0009-0006-7003-489X"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ritika Sinha","raw_affiliation_strings":["Department of Mathematics and Computing, Indian Institute of Technology Patna, Patna, India"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computing, Indian Institute of Technology Patna, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025979359","display_name":"Sriparna Saha","orcid":"https://orcid.org/0000-0001-5494-9391"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sriparna Saha","raw_affiliation_strings":["Department of Computer Science and Engineering, Indian Institute of Technology Patna, Patna, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology Patna, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079733597","display_name":"Adam Jatowt","orcid":"https://orcid.org/0000-0001-7235-0665"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Adam Jatowt","raw_affiliation_strings":["Department of Computer Science, University of Innsbruck, Innsbruck, Austria"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Innsbruck, Innsbruck, Austria","institution_ids":["https://openalex.org/I190249584"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5046289188"],"corresponding_institution_ids":["https://openalex.org/I132153292"],"apc_list":null,"apc_paid":null,"fwci":8.6193,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.97710152,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":"6","first_page":"7846","last_page":"7856"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11121","display_name":"Public Relations and Crisis Communication","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11121","display_name":"Public Relations and Crisis Communication","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8973166942596436},{"id":"https://openalex.org/keywords/microblogging","display_name":"Microblogging","score":0.8444259166717529},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.821520209312439},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.7313429117202759},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5234017968177795},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.5114582777023315},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.49217453598976135},{"id":"https://openalex.org/keywords/bigram","display_name":"Bigram","score":0.4447863698005676},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.4441480040550232},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.41643205285072327},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39523062109947205},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.36810195446014404},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.26064208149909973},{"id":"https://openalex.org/keywords/trigram","display_name":"Trigram","score":0.11676308512687683}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8973166942596436},{"id":"https://openalex.org/C143275388","wikidata":"https://www.wikidata.org/wiki/Q92438","display_name":"Microblogging","level":3,"score":0.8444259166717529},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.821520209312439},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.7313429117202759},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5234017968177795},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5114582777023315},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.49217453598976135},{"id":"https://openalex.org/C108757681","wikidata":"https://www.wikidata.org/wiki/Q2773912","display_name":"Bigram","level":3,"score":0.4447863698005676},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.4441480040550232},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.41643205285072327},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39523062109947205},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.36810195446014404},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26064208149909973},{"id":"https://openalex.org/C137546455","wikidata":"https://www.wikidata.org/wiki/Q3213474","display_name":"Trigram","level":2,"score":0.11676308512687683},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2024.3436690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3436690","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W32256312","https://openalex.org/W1831406492","https://openalex.org/W1934362406","https://openalex.org/W1977859941","https://openalex.org/W2027687511","https://openalex.org/W2060724430","https://openalex.org/W2127387319","https://openalex.org/W2139990098","https://openalex.org/W2159940559","https://openalex.org/W2211507337","https://openalex.org/W2250734828","https://openalex.org/W2460513959","https://openalex.org/W2540896251","https://openalex.org/W2606974598","https://openalex.org/W2791029535","https://openalex.org/W2798383488","https://openalex.org/W2799836808","https://openalex.org/W2802396771","https://openalex.org/W2808413133","https://openalex.org/W2811358523","https://openalex.org/W2884234259","https://openalex.org/W2886295204","https://openalex.org/W2888780092","https://openalex.org/W2888930572","https://openalex.org/W2890721473","https://openalex.org/W2891444075","https://openalex.org/W2924690340","https://openalex.org/W2936695845","https://openalex.org/W2943038672","https://openalex.org/W2952138241","https://openalex.org/W2963521413","https://openalex.org/W2984129085","https://openalex.org/W3015468748","https://openalex.org/W3023180635","https://openalex.org/W3040128587","https://openalex.org/W3083696454","https://openalex.org/W3096887682","https://openalex.org/W3155280283","https://openalex.org/W3190434222","https://openalex.org/W3200369555","https://openalex.org/W4210324837","https://openalex.org/W4281569233","https://openalex.org/W4283159671","https://openalex.org/W4287117741","https://openalex.org/W4289344424","https://openalex.org/W4306317214","https://openalex.org/W4318477369","https://openalex.org/W4320458302","https://openalex.org/W4321108071","https://openalex.org/W4385484648","https://openalex.org/W4385991001","https://openalex.org/W4387211671","https://openalex.org/W4392693724","https://openalex.org/W4394881792","https://openalex.org/W6682631176","https://openalex.org/W6728711331","https://openalex.org/W6748217140","https://openalex.org/W6751210383","https://openalex.org/W6755207826","https://openalex.org/W6761205521","https://openalex.org/W6761268247","https://openalex.org/W6766803791","https://openalex.org/W6776048684","https://openalex.org/W6781533629","https://openalex.org/W6791353385","https://openalex.org/W6797084246","https://openalex.org/W6798039945","https://openalex.org/W6799465499","https://openalex.org/W6839397204","https://openalex.org/W6843299569","https://openalex.org/W6849177959","https://openalex.org/W6850204008","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W3020951519","https://openalex.org/W3173084154","https://openalex.org/W2334448532","https://openalex.org/W2888780092","https://openalex.org/W2774794513","https://openalex.org/W2148815800","https://openalex.org/W2293992819","https://openalex.org/W2122605835","https://openalex.org/W2380144016","https://openalex.org/W2169606435"],"abstract_inverted_index":{"In":[0,76],"our":[1,56,158,173,191],"digitally":[2],"connected":[3],"world,":[4],"the":[5,30,45,62,99,114,154,183,204],"influx":[6],"of":[7,22,47,65,91,101,116,157,167,186],"microblog":[8,48,197],"data":[9,49],"poses":[10],"a":[11,19,73,83,89,129,164,200,209],"formidable":[12],"challenge":[13,25],"in":[14,50,71,179,203,216],"extracting":[15],"relevant":[16,35],"information":[17,36,214],"amid":[18],"continuous":[20],"stream":[21],"updates.":[23],"This":[24,171],"intensifies":[26],"during":[27],"crises,":[28],"where":[29],"demand":[31],"for":[32,212],"timely":[33],"and":[34,94,106,119,126,138,169,176,188],"is":[37,124,207],"crucial.":[38],"Current":[39],"summarization":[40,86],"techniques":[41],"often":[42],"struggle":[43],"with":[44,98,182],"intricacies":[46],"such":[51,68],"situations.":[52,218],"To":[53],"address":[54],"this,":[55],"research":[57,192],"explores":[58],"crisis-related":[59],"microblogs,":[60],"recognizing":[61],"crucial":[63,184],"role":[64],"multimedia":[66],"content,":[67],"as":[69],"images,":[70],"offering":[72],"comprehensive":[74],"perspective.":[75],"response":[77],"to":[78,112,194],"these":[79],"challenges,":[80],"we":[81],"introduce":[82],"multimodal":[84],"extractive-abstractive":[85],"model.":[87],"Leveraging":[88],"fusion":[90],"TF-IDF":[92],"scoring":[93],"bigram":[95],"filtering,":[96],"coupled":[97],"effectiveness":[100],"three":[102],"distinct":[103],"models\u2014BIGBIRD,":[104],"CLIP,":[105],"bootstrapping":[107],"language-image":[108],"pre-training":[109],"(BLIP)\u2014we":[110],"aim":[111],"overcome":[113],"limitations":[115],"traditional":[117],"extractive":[118],"text-only":[120],"approaches.":[121],"Our":[122],"model":[123],"designed":[125],"evaluated":[127],"on":[128],"newly":[130],"curated":[131],"Twitter":[132],"dataset":[133],"featuring":[134],"12":[135],"494":[136],"tweets":[137],"3090":[139],"images":[140],"across":[141],"eight":[142],"crisis":[143,180],"events,":[144],"each":[145],"accompanied":[146],"by":[147,163],"gold-standard":[148],"summaries.":[149],"The":[150],"experimental":[151],"findings":[152],"showcase":[153],"remarkable":[155],"efficacy":[156],"model,":[159],"surpassing":[160],"current":[161],"benchmarks":[162],"notable":[165],"margin":[166],"16%":[168],"17%.":[170],"confirms":[172],"model's":[174],"strength":[175],"its":[177],"relevance":[178],"scenarios":[181],"interplay":[185],"text":[187],"multimedia.":[189],"Notably,":[190],"contributes":[193],"multimodal,":[195],"abstractive":[196],"summarization,":[198],"addressing":[199],"key":[201],"gap":[202],"literature.":[205],"It":[206],"also":[208],"valuable":[210],"tool":[211],"swift":[213],"extraction":[215],"time-sensitive":[217]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}