{"id":"https://openalex.org/W7116227355","doi":null,"title":"Building the Corporate Memory: A RAG-Based Chatbot for Contextual Retrieval from Unstructured Service Reports : Architecture and Inference Optimization on Apple Silicon Hardware","display_name":"Building the Corporate Memory: A RAG-Based Chatbot for Contextual Retrieval from Unstructured Service Reports : Architecture and Inference Optimization on Apple Silicon Hardware","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7116227355"},"language":"en","primary_location":{"id":"pmh:oai:www.theseus.fi:10024/907736","doi":null,"is_oa":true,"landing_page_url":"http://www.theseus.fi/handle/10024/907736","pdf_url":"http://www.theseus.fi/bitstream/10024/907736/3/Le%20Tran_Vi.pdf","source":{"id":"https://openalex.org/S4306400928","display_name":"Theseus (Ammattikorkeakoulujen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"fi=AMK-opinn\u00e4ytety\u00f6|sv=YH-examensarbete|en=Bachelor's thesis|"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://www.theseus.fi/bitstream/10024/907736/3/Le%20Tran_Vi.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Le Tran, Vi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Le Tran, Vi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.008100000210106373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.006899999920278788,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.972000002861023},{"id":"https://openalex.org/keywords/chatbots","display_name":"chatbots","score":0.7110000252723694},{"id":"https://openalex.org/keywords/organizational-memory","display_name":"institutional memory","score":0.7749999761581421},{"id":"https://openalex.org/keywords/apple-silicon","display_name":"Apple Silicon","score":0.7250000238418579},{"id":"https://openalex.org/keywords/4-bit-quantization","display_name":"4-bit quantization","score":0.878000020980835},{"id":"https://openalex.org/keywords/mlx-lm","display_name":"mlx_lm","score":0.8029999732971191},{"id":"https://openalex.org/keywords/inference-optimization","display_name":"inference optimization","score":0.6669999957084656},{"id":"https://openalex.org/keywords/memory-footprint-reduction","display_name":"memory footprint reduction","score":0.5699999928474426},{"id":"https://openalex.org/keywords/kongsberg","display_name":"Kongsberg","score":0.5849999785423279}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.8493000268936157},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6956999897956848},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6733999848365784},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5139999985694885},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5041000247001648},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.461899995803833},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.41659998893737793},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39259999990463257},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.38659998774528503},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.37720000743865967},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.362199991941452},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.35359999537467957},{"id":"https://openalex.org/C2780110086","wikidata":"https://www.wikidata.org/wiki/Q161837","display_name":"Public service","level":2,"score":0.3465999960899353},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.3427000045776367},{"id":"https://openalex.org/C17881449","wikidata":"https://www.wikidata.org/wiki/Q189620","display_name":"SOAP","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C2983289691","wikidata":"https://www.wikidata.org/wiki/Q7455768","display_name":"Service model","level":3,"score":0.29989999532699585},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.28700000047683716},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2718999981880188},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.26440000534057617}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:www.theseus.fi:10024/907736","doi":null,"is_oa":true,"landing_page_url":"http://www.theseus.fi/handle/10024/907736","pdf_url":"http://www.theseus.fi/bitstream/10024/907736/3/Le%20Tran_Vi.pdf","source":{"id":"https://openalex.org/S4306400928","display_name":"Theseus (Ammattikorkeakoulujen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"fi=AMK-opinn\u00e4ytety\u00f6|sv=YH-examensarbete|en=Bachelor's thesis|"}],"best_oa_location":{"id":"pmh:oai:www.theseus.fi:10024/907736","doi":null,"is_oa":true,"landing_page_url":"http://www.theseus.fi/handle/10024/907736","pdf_url":"http://www.theseus.fi/bitstream/10024/907736/3/Le%20Tran_Vi.pdf","source":{"id":"https://openalex.org/S4306400928","display_name":"Theseus (Ammattikorkeakoulujen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"fi=AMK-opinn\u00e4ytety\u00f6|sv=YH-examensarbete|en=Bachelor's thesis|"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7116227355.pdf","grobid_xml":"https://content.openalex.org/works/W7116227355.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1967979869","https://openalex.org/W2068899020","https://openalex.org/W2143668448","https://openalex.org/W2626778328","https://openalex.org/W3008314309","https://openalex.org/W3017961061","https://openalex.org/W3027879771","https://openalex.org/W3030163527","https://openalex.org/W3168867926","https://openalex.org/W4234893036","https://openalex.org/W4283026156","https://openalex.org/W4307934016","https://openalex.org/W4387800173","https://openalex.org/W4388979610","https://openalex.org/W4389518760","https://openalex.org/W4393147129","https://openalex.org/W4404954244","https://openalex.org/W7133231369","https://openalex.org/W7133233472"],"related_works":["https://openalex.org/W7222887706","https://openalex.org/W7167669886","https://openalex.org/W6981202274","https://openalex.org/W7119898226","https://openalex.org/W7155061519","https://openalex.org/W7154905366","https://openalex.org/W7203717026","https://openalex.org/W7111718704","https://openalex.org/W7162759996","https://openalex.org/W7147018620"],"abstract_inverted_index":{"This":[0,186],"thesis":[1,187],"addresses":[2],"the":[3,9,57,108],"problem":[4],"of":[5,41,94],"knowledge":[6],"loss":[7],"in":[8,46,92,190],"maritime":[10],"service":[11,17,43],"industry":[12],"caused":[13],"by":[14,38,116,211],"unstructured":[15],"field":[16],"reports.":[18],"The":[19,101,155,204],"goal":[20],"was":[21,54,88,188,209],"to":[22,76,97,122,132,176],"develop":[23],"and":[24,90,125,151,172,182,201],"evaluate":[25],"a":[26,63,140,170],"privacy-preserving,":[27],"locally":[28],"hosted":[29],"chatbot":[30],"that":[31,158],"functions":[32],"as":[33],"an":[34],"organizational":[35],"memory":[36,114],"system":[37],"making":[39],"thousands":[40],"historical":[42],"reports":[44],"searchable":[45],"natural":[47],"language.":[48],"A":[49],"Retrieval-Augmented":[50],"Generation":[51],"(RAG)":[52],"architecture":[53],"implemented":[55],"using":[56],"Mistral-Large-Instruct-2411":[58],"model":[59,83],"running":[60],"entirely":[61],"on":[62,139],"Mac":[64],"Studio":[65],"M3":[66],"Ultra.":[67],"Generic":[68],"inference":[69],"framework":[70],"(Hugging":[71],"Face":[72],"Transformers)":[73],"failed":[74],"due":[75,96],"out-of-memory":[77],"errors":[78],"during":[79],"generation":[80,128],"despite":[81],"successful":[82],"loading.":[84],"Domain-Adaptive":[85],"Pre-training":[86],"(DAPT)":[87],"tested":[89],"rejected":[91],"favor":[93],"RAG":[95],"excessive":[98],"resource":[99],"demands.":[100],"viable":[102],"solution":[103],"combined":[104],"4-bit":[105],"quantization":[106],"with":[107,192],"Apple-Silicon-native":[109],"mlx-lm":[110],"framework,":[111],"reducing":[112],"peak":[113],"footprint":[115],"70":[117],"%":[118],"(from":[119],"250.9":[120],"GB":[121],"74.65":[123],"GB)":[124],"increasing":[126],"token":[127],"speed":[129],"from":[130],"2.6":[131],"7.9":[133],"tokens/second,":[134],"thereby":[135],"enabling":[136],"interactive":[137],"performance":[138],"single":[141],"workstation.":[142],"Evaluation":[143],"shows":[144],"high":[145],"contextual":[146],"accuracy,":[147],"strict":[148],"prompt":[149],"adherence,":[150],"practical":[152],"response":[153],"times.":[154],"results":[156],"confirm":[157],"powerful,":[159],"fully":[160],"local":[161],"LLM":[162],"systems":[163],"are":[164],"feasible":[165],"for":[166,180],"Kongsberg":[167,193],"enterprise,":[168],"offering":[169],"secure":[171],"cost-effective":[173],"on-premises":[174],"alternative":[175],"public":[177],"cloud":[178],"solutions":[179],"preserving":[181],"leveraging":[183,198],"institutional":[184],"knowledge.":[185],"conducted":[189],"collaboration":[191],"Maritime":[194],"Finland":[195],"OY,":[196],"Rauma,":[197],"their":[199],"resources":[200],"proprietary":[202],"data.":[203],"necessary":[205],"high-performance":[206],"computing":[207],"equipment":[208],"provided":[210],"RoboAI":[212],"Academy.":[213]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-12-19T00:00:00"}