{"id":"https://openalex.org/W7037726305","doi":null,"title":"Evaluating the efficacy of modality conversion in vector databases","display_name":"Evaluating the efficacy of modality conversion in vector databases","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W7037726305"},"language":"en","primary_location":{"id":"pmh:oai:DiVA.org:ltu-110375","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:ltu:diva-110375","pdf_url":"https://ltu.diva-portal.org/smash/get/diva2:1905628/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bachelorThesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ltu.diva-portal.org/smash/get/diva2:1905628/FULLTEXT01","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Sundh, Fredrik","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I190632392","display_name":"Lule\u00e5 University of Technology","ror":"https://ror.org/016st3p78","country_code":"SE","type":"education","lineage":["https://openalex.org/I190632392"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Sundh, Fredrik","raw_affiliation_strings":["Computer Science and Engineering , bachelor's level","Lule\u00e5 University of Technology Department of Computer Science , Electrical and Space Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering , bachelor's level","institution_ids":[]},{"raw_affiliation_string":"Lule\u00e5 University of Technology Department of Computer Science , Electrical and Space Engineering","institution_ids":["https://openalex.org/I190632392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I190632392"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.37059998512268066,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.37059998512268066,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.1964000016450882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18050000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vector-databases","display_name":"vector databases","score":0.8769999742507935},{"id":"https://openalex.org/keywords/cross-modal-retrieval","display_name":"cross-modal retrieval","score":0.9160000085830688},{"id":"https://openalex.org/keywords/generative-ai","display_name":"generative AI","score":0.6600000262260437},{"id":"https://openalex.org/keywords/audio-to-text-transcription","display_name":"audio-to-text transcription","score":0.7910000085830688},{"id":"https://openalex.org/keywords/speech-embeddings","display_name":"speech embeddings","score":0.6489999890327454},{"id":"https://openalex.org/keywords/word-embeddings","display_name":"word embeddings","score":0.8740000128746033},{"id":"https://openalex.org/keywords/multimodal-data","display_name":"multimodal data","score":0.777999997138977},{"id":"https://openalex.org/keywords/similarity-search","display_name":"similarity search","score":0.7929999828338623},{"id":"https://openalex.org/keywords/information-loss","display_name":"information loss","score":0.546999990940094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7501000165939331},{"id":"https://openalex.org/C179926584","wikidata":"https://www.wikidata.org/wiki/Q207714","display_name":"Transcription (linguistics)","level":2,"score":0.6373999714851379},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6013000011444092},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5784000158309937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49729999899864197},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4537000060081482},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4361000061035156},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.41830000281333923},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4108000099658966},{"id":"https://openalex.org/C89686163","wikidata":"https://www.wikidata.org/wiki/Q1187982","display_name":"Vector space model","level":2,"score":0.40130001306533813},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.384799987077713},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37599998712539673},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3686000108718872},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.36480000615119934},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.32120001316070557},{"id":"https://openalex.org/C127220857","wikidata":"https://www.wikidata.org/wiki/Q2719318","display_name":"Audio signal processing","level":4,"score":0.30230000615119934},{"id":"https://openalex.org/C13336665","wikidata":"https://www.wikidata.org/wiki/Q125977","display_name":"Vector space","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.28540000319480896},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C157968479","wikidata":"https://www.wikidata.org/wiki/Q3079876","display_name":"Audio mining","level":4,"score":0.2727000117301941},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:DiVA.org:ltu-110375","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:ltu:diva-110375","pdf_url":"https://ltu.diva-portal.org/smash/get/diva2:1905628/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bachelorThesis"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:ltu-110375","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:ltu:diva-110375","pdf_url":"https://ltu.diva-portal.org/smash/get/diva2:1905628/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bachelorThesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7037726305.pdf","grobid_xml":"https://content.openalex.org/works/W7037726305.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W2594392912","https://openalex.org/W2948223045","https://openalex.org/W3030163527","https://openalex.org/W4307536852","https://openalex.org/W4387800467","https://openalex.org/W4391158512","https://openalex.org/W4392011909"],"related_works":["https://openalex.org/W4416830667","https://openalex.org/W7108645376","https://openalex.org/W2940092410","https://openalex.org/W7131107571","https://openalex.org/W4415433630","https://openalex.org/W4407704939","https://openalex.org/W4409796990","https://openalex.org/W7170078541","https://openalex.org/W4415821098","https://openalex.org/W7167466964"],"abstract_inverted_index":{"This":[0,178,209],"thesis":[1],"explores":[2],"the":[3,15,69,130,193,218,224,238,245,252,276,300,319,337,388,440],"integration":[4],"of":[5,38,45,71,91,161,171,220,237,278,291,322,345,376,390,434,442],"generative":[6,75,189,229,426],"artificial":[7],"intelligence":[8],"(AI)":[9],"and":[10,24,30,50,65,86,95,116,126,132,149,175,185,195,201,261,280,314,350,444,460],"vector":[11,25,59,87,106],"databases":[12,60],"to":[13,77,93,97,166,191,204,235,243,257,263,275,298,324,328,365,414,430,450,463,466],"address":[14],"challenges":[16],"that":[17,111,154,163,205,295,380,405,424],"exist":[18],"when":[19,34,81],"working":[20,35,82,181],"with":[21,36,74,83,182,228,432,468],"multimodal":[22,84,137],"data":[23,37,46,85,194],"embeddings.":[26,88],"Particularly":[27],"between":[28,124,199,471],"audio":[29,49,92,98,186,200,206,222,258,268,279,283,294,331,384,392],"text.":[31,128,208,240],"The":[32,108,151,374,421],"problems":[33],"different":[39,43,435],"modalities":[40,436,455,472,475],"arises":[41],"because":[42],"types":[44],"such":[47,168,304],"as":[48,169,216,259,305,336,362,385,387,473],"text":[51,94,96,148,184,202,256,326,338,364,379,443],"are":[52,296,355],"often":[53],"represented":[54],"in":[55,105,157,217,233,251,378,383,439,480],"incompatible":[56],"formats":[57],"within":[58,359],"which":[61,140],"prevents":[62],"efficient":[63],"comparison":[64],"retrieval.":[66],"It":[67],"examines":[68,101],"efficacy":[70],"modality":[72,112,226],"conversion":[73,227],"AI":[76,190,230,427],"overcome":[78],"these":[79],"difficulties":[80],"Through":[89],"tests":[90,109],"conversions":[99],"it":[100,308,409],"cross":[102,121],"modal":[103,122],"retrieval":[104,123],"databases.":[107],"show":[110],"conversion,":[113],"especially":[114],"transcription":[115,131,155,429],"word":[117,133],"embeddings":[118,269,433],"can":[119],"enable":[120,196,264],"audio(speech)":[125],"written":[127],"Furthermore":[129],"embedding":[134,138,144,236,284,287,393],"method":[135],"outperforms":[136],"models":[139,288,367,394],"use":[141,325,419],"a":[142,334],"shared":[143],"space":[145],"for":[146,417,428,453],"both":[147,183],"audio.":[150],"drawback":[152],"is":[153,164,231,316,381,410,437],"results":[156,402,422],"some":[158,401,474],"information":[159,162,342,377,469],"loss":[160],"inherent":[165,479],"speech,":[167],"tone":[170,344],"voice,":[172,346],"speaking":[173,348],"speed":[174,349],"so":[176,351],"on.":[177,352],"approach":[179,397],"allows":[180],"inputs":[187,242],"using":[188,267,425],"convert":[192],"similarity":[197,265],"search":[198,266],"relating":[203],"or":[207],"does":[210],"however":[211],"introduce":[212],"new":[213],"computational":[214],"costs":[215],"case":[219,441],"storing":[221],"into":[223],"database":[225,246],"needed":[232],"addition":[234],"generated":[239],"Audio":[241],"query":[244],"must":[247],"then":[248],"be":[249,415,451,464],"treated":[250],"same":[253],"way":[254],"Converting":[255],"input":[260,327,339],"trying":[262,323],"was":[270],"deemed":[271],"largely":[272],"unsuccessful":[273],"due":[274],"nature":[277,389],"most":[281,363,391],"common":[282],"models.":[285],"Most":[286],"capture":[289],"lots":[290],"features":[292,354,477],"from":[293],"unrelated":[297],"what":[299],"speech":[301,366],"represents.":[302],"Things":[303],"how":[306,310],"loud":[307],"is,":[309],"fast":[311],"its":[312],"spoken":[313],"who":[315],"speaking.":[317],"In":[318],"specific":[320],"task":[321],"find":[329],"related":[330],"this":[332,372,396],"becomes":[333],"hindrance":[335],"naturally":[340],"lacks":[341],"about":[343],"dialect,":[347],"These":[353],"also":[356],"not":[357,369,411,478],"yet":[358],"our":[360],"control":[361],"do":[368],"support":[370],"controlling":[371],"factor.":[373],"lack":[375],"present":[382],"well":[386],"makes":[395],"generally":[398],"unsuccessful.":[399],"Although":[400],"were":[403],"obtained":[404],"indicate":[406],"significant":[407],"performance":[408],"reliable":[412],"enough":[413],"applied":[416],"real":[418],"cases":[420],"suggest":[423],"work":[431],"successful":[438],"speech.":[445],"Further":[446],"research":[447],"would":[448],"need":[449,462],"considered":[452],"other":[454],"(video,":[456],"image,":[457],"audio,":[458],"text)":[459],"solutions":[461],"proposed":[465],"deal":[467],"gaps":[470],"possess":[476],"others.":[481]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}