{"id":"https://openalex.org/W6987072257","doi":null,"title":"Scalable Methodologies and Analyses for Modality Bias and Feature Exploitation in Language-Vision Multimodal Deep Learning","display_name":"Scalable Methodologies and Analyses for Modality Bias and Feature Exploitation in Language-Vision Multimodal Deep Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W6987072257"},"language":"en","primary_location":{"id":"pmh:oai:etheses.dur.ac.uk:14891","doi":null,"is_oa":true,"landing_page_url":"http://etheses.dur.ac.uk/14891/","pdf_url":"http://etheses.dur.ac.uk/14891/1/Winterbottom000793658.pdf?DDD4+","source":{"id":"https://openalex.org/S4306402363","display_name":"Durham e-Theses (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://etheses.dur.ac.uk/14891/1/Winterbottom000793658.pdf?DDD4+","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"WINTERBOTTOM, THOMAS,IAIN","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"WINTERBOTTOM, THOMAS,IAIN","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-question-answering","display_name":"visual question answering","score":0.824999988079071},{"id":"https://openalex.org/keywords/video-question-answering","display_name":"video question answering","score":1.0},{"id":"https://openalex.org/keywords/linguistic-bias","display_name":"language bias","score":0.7490000128746033},{"id":"https://openalex.org/keywords/bilinear-pooling","display_name":"bilinear pooling","score":0.9039999842643738},{"id":"https://openalex.org/keywords/visual-modeling","display_name":"visual modeling","score":0.8220000267028809},{"id":"https://openalex.org/keywords/multimodal-question-answering","display_name":"multimodal question answering","score":0.7580000162124634},{"id":"https://openalex.org/keywords/multimodal-deep-learning","display_name":"multimodal deep learning","score":0.5849999785423279}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7788000106811523},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7286999821662903},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7279000282287598},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5720999836921692},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5580000281333923},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49079999327659607},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.47749999165534973},{"id":"https://openalex.org/C2775922551","wikidata":"https://www.wikidata.org/wiki/Q7135033","display_name":"Parallels","level":2,"score":0.46480000019073486},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.44339999556541443},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.42750000953674316},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.4259999990463257},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.40880000591278076},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.39010000228881836},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3653999865055084},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.3625999987125397},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.3538999855518341},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.3522999882698059},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3467999994754791},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3230000138282776},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:etheses.dur.ac.uk:14891","doi":null,"is_oa":true,"landing_page_url":"http://etheses.dur.ac.uk/14891/","pdf_url":"http://etheses.dur.ac.uk/14891/1/Winterbottom000793658.pdf?DDD4+","source":{"id":"https://openalex.org/S4306402363","display_name":"Durham e-Theses (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"pmh:oai:etheses.durham.ac.uk:14891","doi":null,"is_oa":true,"landing_page_url":"https://etheses.durham.ac.uk/id/eprint/14891/1/Winterbottom000793658.pdf","pdf_url":"https://etheses.durham.ac.uk/id/eprint/14891/1/Winterbottom000793658.pdf","source":{"id":"https://openalex.org/S4306402363","display_name":"Durham e-Theses (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:etheses.dur.ac.uk:14891","doi":null,"is_oa":true,"landing_page_url":"http://etheses.dur.ac.uk/14891/","pdf_url":"http://etheses.dur.ac.uk/14891/1/Winterbottom000793658.pdf?DDD4+","source":{"id":"https://openalex.org/S4306402363","display_name":"Durham e-Theses (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W6987072257.pdf","grobid_xml":"https://content.openalex.org/works/W6987072257.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1967409614","https://openalex.org/W1974991592","https://openalex.org/W2013835160","https://openalex.org/W2026510287","https://openalex.org/W2056107220","https://openalex.org/W2064675550","https://openalex.org/W2075655690","https://openalex.org/W2104657103","https://openalex.org/W2112796928","https://openalex.org/W2126579184","https://openalex.org/W2133728927","https://openalex.org/W2170653751","https://openalex.org/W2330485005","https://openalex.org/W2510413766","https://openalex.org/W2551396370","https://openalex.org/W2559779584","https://openalex.org/W2597425697","https://openalex.org/W2751525844","https://openalex.org/W2798667726","https://openalex.org/W2954199749","https://openalex.org/W2963028801","https://openalex.org/W2963420691","https://openalex.org/W2963565375","https://openalex.org/W2963890019","https://openalex.org/W2968917279","https://openalex.org/W2969862959","https://openalex.org/W2970019270","https://openalex.org/W3014008432","https://openalex.org/W3015256491","https://openalex.org/W3087338569","https://openalex.org/W3127317646","https://openalex.org/W3153196580","https://openalex.org/W3160045550","https://openalex.org/W3170544306","https://openalex.org/W3186351311","https://openalex.org/W4226125322","https://openalex.org/W4312784228","https://openalex.org/W4390872723"],"related_works":["https://openalex.org/W3090930194","https://openalex.org/W4392111461","https://openalex.org/W4409363303","https://openalex.org/W7047231341","https://openalex.org/W7222944883","https://openalex.org/W4417471296","https://openalex.org/W4410118247","https://openalex.org/W3205502670","https://openalex.org/W4406757260","https://openalex.org/W4403578283"],"abstract_inverted_index":{"Multimodal":[0],"machine":[1],"learning":[2,76],"benchmarks":[3],"have":[4,30],"exponentially":[5],"grown":[6],"in":[7,89,127,158,172,203,214,230,248,283],"both":[8],"capability":[9],"and":[10,25,45,50,61,107,122,143,162,166,178,207,210,239,255,274],"popularity":[11],"over":[12],"the":[13,74,90,96,120,138,146,164,173,193,212,221,234,253,269,284],"last":[14],"decade.":[15],"Language-vision":[16],"question-answering":[17],"tasks":[18,63],"such":[19,130],"as":[20,198],"Visual":[21],"Question":[22,27],"Answering":[23,28],"(VQA)":[24],"Video":[26],"(video-QA)":[29],"---thanks":[31],"to":[32,43,80,113,115,183,188,232],"their":[33],"high":[34],"difficulty---":[35],"become":[36],"a":[37,128,180,199,241],"particularly":[38],"popular":[39,174],"means":[40],"through":[41],"which":[42],"develop":[44],"test":[46],"new":[47,140],"modelling":[48,81,227],"designs":[49],"methodology":[51],"for":[52,68,87,246,278],"multimodal":[53,215,249],"deep":[54,75],"learning.":[55],"The":[56,156],"challenging":[57],"nature":[58],"of":[59,66,73,92,105,119,145,150,169,195,225,236,271,281],"VQA":[60,121],"video-QA":[62,123,176],"leaves":[64],"plenty":[65],"room":[67],"innovation":[69],"at":[70],"every":[71],"component":[72],"pipeline:":[77],"from":[78],"dataset":[79],"methodology.":[82],"Such":[83],"circumstances":[84],"are":[85],"ideal":[86],"innovating":[88],"space":[91],"language-vision":[93,200],"multimodality.":[94],"Furthermore,":[95],"wider":[97],"field":[98],"is":[99],"currently":[100],"undergoing":[101],"an":[102],"incredible":[103],"period":[104],"growth":[106],"increasing":[108],"interest.":[109],"I":[110,251,265,286],"therefore":[111],"aim":[112],"contribute":[114,287],"multiple":[116],"key":[117],"components":[118],"pipeline,":[124],"but":[125],"specifically":[126],"manner":[129],"that":[131,186,258],"my":[132,259,272],"contributions":[133],"remain":[134],"relevant,":[135],"\u2018scaling\u2019":[136],"with":[137,217,276],"revolutionary":[139],"benchmark":[141],"models":[142],"datasets":[144],"near":[147],"future":[148,279],"instead":[149],"being":[151],"rendered":[152],"obsolete":[153],"by":[154,267],"them.":[155],"work":[157],"this":[159,262],"thesis:":[160],"highlights":[161],"explores":[163,192,220],"disruptive":[165],"problematic":[167],"presence":[168],"language":[170],"bias":[171],"TVQA":[175],"dataset,":[177],"proposes":[179,240],"dataset-invariant":[181,242],"method":[182],"identify":[184],"subsets":[185],"respond":[187],"different":[189],"modalities;":[190],"thoroughly":[191],"suitability":[194],"bilinear":[196],"pooling":[197],"fusion":[201],"technique":[202],"video-QA,":[204],"offering":[205],"experimental":[206],"theoretical":[208],"insight,":[209],"highlighting":[211],"parallels":[213],"processing":[216],"neurological":[218],"theories;":[219],"nascent":[222],"visual":[223,237],"equivalent":[224],"languague":[226],"(`visual":[228],"modelling')":[229],"order":[231],"boost":[233],"power":[235],"features;":[238],"neurolinguistically-inspired":[243],"labelling":[244],"scheme":[245],"use":[247],"question-answering.":[250],"explore":[252],"positive":[254],"negative":[256],"results":[257],"experiments":[260],"across":[261],"thesis":[263],"yield.":[264],"conclude":[266,275],"discussing":[268],"limitations":[270],"contributions,":[273],"proposals":[277],"directions":[280],"study":[282],"areas":[285],"to.":[288]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}