{"id":"https://openalex.org/W7223350002","doi":"https://doi.org/10.63158/journalisi.v8i5.1781","title":"Benchmarking Embedding Models for POJK Regulatory Retrieval in Indonesian Insurance Documents","display_name":"Benchmarking Embedding Models for POJK Regulatory Retrieval in Indonesian Insurance Documents","publication_year":2026,"publication_date":"2026-10-24","ids":{"openalex":"https://openalex.org/W7223350002","doi":"https://doi.org/10.63158/journalisi.v8i5.1781"},"language":"en","primary_location":{"id":"doi:10.63158/journalisi.v8i5.1781","doi":"https://doi.org/10.63158/journalisi.v8i5.1781","is_oa":true,"landing_page_url":"https://doi.org/10.63158/journalisi.v8i5.1781","pdf_url":"https://journal-isi.org/index.php/isi/article/download/1781/1055","source":{"id":"https://openalex.org/S4210216117","display_name":"Journal of Information Systems and Informatics","issn_l":"2656-4882","issn":["2656-4882","2656-5935"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":"https://openalex.org/I4210113646","host_organization_name":"Universitas Bina Darma","host_organization_lineage":["https://openalex.org/I4210113646"],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Systems and Informatics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journal-isi.org/index.php/isi/article/download/1781/1055","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115694556","display_name":"Daeng Ahmad Nurdin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I177671886","display_name":"Mercu Buana University","ror":"https://ror.org/00qjgk605","country_code":"ID","type":"education","lineage":["https://openalex.org/I177671886"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Daeng Ahmad Nurdin","raw_affiliation_strings":["Mercu Buana University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mercu Buana University","institution_ids":["https://openalex.org/I177671886"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008304645","display_name":"Bambang Jokonowo","orcid":"https://orcid.org/0000-0001-7389-9967","observed_orcids":["https://orcid.org/0000-0001-7389-9967"]},"institutions":[{"id":"https://openalex.org/I177671886","display_name":"Mercu Buana University","ror":"https://ror.org/00qjgk605","country_code":"ID","type":"education","lineage":["https://openalex.org/I177671886"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Bambang Jokonowo","raw_affiliation_strings":["Mercu Buana University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mercu Buana University","institution_ids":["https://openalex.org/I177671886"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053033234","display_name":"Bagus Priambodo","orcid":"https://orcid.org/0000-0002-9459-0405","observed_orcids":["https://orcid.org/0000-0002-9459-0405"]},"institutions":[{"id":"https://openalex.org/I177671886","display_name":"Mercu Buana University","ror":"https://ror.org/00qjgk605","country_code":"ID","type":"education","lineage":["https://openalex.org/I177671886"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Bagus Priambodo","raw_affiliation_strings":["Mercu Buana University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mercu Buana University","institution_ids":["https://openalex.org/I177671886"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I177671886"],"apc_list":{"value":500000,"currency":"IDR","value_usd":32},"apc_paid":{"value":500000,"currency":"IDR","value_usd":32},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.8488661,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"5","first_page":"6090","last_page":"6116"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.5893999934196472,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.5893999934196472,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.40310001373291016,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/indonesian-insurance-law","display_name":"Indonesian insurance law","score":0.6000000238418579},{"id":"https://openalex.org/keywords/dense-retrieval","display_name":"dense retrieval","score":0.4259999990463257},{"id":"https://openalex.org/keywords/embedding-models","display_name":"embedding models","score":0.7720000147819519},{"id":"https://openalex.org/keywords/word-retrieval","display_name":"word retrieval","score":0.6579999923706055},{"id":"https://openalex.org/keywords/bm25","display_name":"BM25","score":0.9380000233650208},{"id":"https://openalex.org/keywords/bge-m3","display_name":"BGE-M3","score":0.8939999938011169},{"id":"https://openalex.org/keywords/regulatory-compliance","display_name":"regulatory compliance","score":0.3059999942779541}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7006000280380249},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6402999758720398},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5845000147819519},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5604000091552734},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5134999752044678},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.44909998774528503},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43639999628067017},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4226999878883362},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.400299996137619},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.3440000116825104},{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.3321000039577484},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.32919999957084656},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C2780505938","wikidata":"https://www.wikidata.org/wiki/Q17093282","display_name":"Unavailability","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C2779207338","wikidata":"https://www.wikidata.org/wiki/Q9240","display_name":"Indonesian","level":2,"score":0.3140000104904175},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30059999227523804},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C141674004","wikidata":"https://www.wikidata.org/wiki/Q1344256","display_name":"Ensembl","level":5,"score":0.26579999923706055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2630000114440918},{"id":"https://openalex.org/C2779332521","wikidata":"https://www.wikidata.org/wiki/Q1820694","display_name":"Legibility","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.63158/journalisi.v8i5.1781","doi":"https://doi.org/10.63158/journalisi.v8i5.1781","is_oa":true,"landing_page_url":"https://doi.org/10.63158/journalisi.v8i5.1781","pdf_url":"https://journal-isi.org/index.php/isi/article/download/1781/1055","source":{"id":"https://openalex.org/S4210216117","display_name":"Journal of Information Systems and Informatics","issn_l":"2656-4882","issn":["2656-4882","2656-5935"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":"https://openalex.org/I4210113646","host_organization_name":"Universitas Bina Darma","host_organization_lineage":["https://openalex.org/I4210113646"],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Systems and Informatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a759cdfdc69c45038f82179312d3041e","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/a759cdfdc69c45038f82179312d3041e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Information Systems and Informatics, Vol 8, Iss 5 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.63158/journalisi.v8i5.1781","doi":"https://doi.org/10.63158/journalisi.v8i5.1781","is_oa":true,"landing_page_url":"https://doi.org/10.63158/journalisi.v8i5.1781","pdf_url":"https://journal-isi.org/index.php/isi/article/download/1781/1055","source":{"id":"https://openalex.org/S4210216117","display_name":"Journal of Information Systems and Informatics","issn_l":"2656-4882","issn":["2656-4882","2656-5935"],"is_oa":true,"is_in_doaj":true,"is_core":false,"listed_in":["doaj"],"host_organization":"https://openalex.org/I4210113646","host_organization_name":"Universitas Bina Darma","host_organization_lineage":["https://openalex.org/I4210113646"],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Information Systems and Informatics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7223350002.pdf","grobid_xml":"https://content.openalex.org/works/W7223350002.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2750746504","https://openalex.org/W2970641574","https://openalex.org/W3007672467","https://openalex.org/W3015883388","https://openalex.org/W3027879771","https://openalex.org/W3153015371","https://openalex.org/W3153833878","https://openalex.org/W3154280800","https://openalex.org/W3157758108","https://openalex.org/W3217305727","https://openalex.org/W4210931461","https://openalex.org/W4309674289","https://openalex.org/W4310923309","https://openalex.org/W4313257365","https://openalex.org/W4386576685","https://openalex.org/W4394947112","https://openalex.org/W4402670856","https://openalex.org/W4407569679","https://openalex.org/W4411630045","https://openalex.org/W4416023537","https://openalex.org/W4417097942","https://openalex.org/W4417252869","https://openalex.org/W7133214597"],"related_works":["https://openalex.org/W7220834526","https://openalex.org/W4392883813","https://openalex.org/W7220807703","https://openalex.org/W7214790141","https://openalex.org/W7169731095","https://openalex.org/W7221956090","https://openalex.org/W4416988411","https://openalex.org/W7155864884","https://openalex.org/W7215873655","https://openalex.org/W7160515083"],"abstract_inverted_index":{"Indonesian":[0,41],"insurance":[1],"regulations":[2],"are":[3,159],"clause-dense":[4],"and":[5,23,29,38,66,77,92,108,129,150,165],"terminologically":[6],"specific,":[7],"making":[8],"manual":[9],"retrieval":[10,141],"of":[11,144],"applicable":[12],"provisions":[13],"difficult.":[14],"This":[15],"study":[16],"presents":[17],"a":[18,72,78,120],"retrieval-only":[19],"benchmark":[20,164],"comparing":[21],"embedding":[22],"lexical":[24],"methods":[25],"on":[26],"POJK":[27,30],"26/2025":[28],"36/2025.":[31],"The":[32,87],"corpus":[33],"contains":[34],"181":[35,39],"context":[36],"chunks":[37],"synthetic":[40],"queries,":[42],"each":[43],"assigned":[44],"one":[45],"primary":[46],"relevant":[47],"chunk.":[48],"Queries":[49],"were":[50],"generated":[51],"in":[52],"JSON":[53],"mode":[54],"using":[55,83],"Gemma":[56],"4":[57],"E4B":[58],"via":[59],"Ollama":[60],"(ollama:gemma4:e4b),":[61],"with":[62],"malformed":[63],"outputs":[64],"retried":[65],"heuristic":[67],"fallbacks":[68],"prohibited.":[69],"Evaluation":[70],"comprised":[71],"four-model":[73],"local":[74,88,116],"dense":[75],"comparison":[76,89],"separate":[79],"native":[80,97,137],"BGE-M3/BM25":[81],"ablation":[82,98],"exact":[84],"exhaustive":[85],"ranking.":[86],"reports":[90,100],"MRR":[91,117],"Hit":[93,127],"rates,":[94,128],"while":[95],"the":[96,114,136,155],"additionally":[99],"NDCG@10,":[101],"MAP@10,":[102],"bootstrap":[103],"confidence":[104],"intervals,":[105],"paired":[106],"tests,":[107],"rank":[109],"bins.":[110],"Qwen3":[111],"Embedding":[112],"achieved":[113,142],"highest":[115],"(0.8075).":[118],"Under":[119],"prespecified":[121],"descriptive":[122],"composite":[123],"rule":[124],"combining":[125],"MRR,":[126],"measured":[130],"latency,":[131],"BGE-M3":[132,139],"ranked":[133],"first.":[134],"In":[135],"ablation,":[138],"combined":[140],"NDCG@10":[143],"0.8810.":[145],"A":[146],"practitioner-validated":[147],"subset":[148],"audit":[149],"artifact-backed":[151],"qualitative":[152],"analysis":[153],"supplemented":[154],"quantitative":[156],"results.":[157],"Findings":[158],"limited":[160],"to":[161],"this":[162],"two-document":[163],"do":[166],"not":[167],"evaluate":[168],"answer":[169],"generation,":[170],"citation":[171],"correctness,":[172],"or":[173],"end-to-end":[174],"RAG":[175],"faithfulness.":[176]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-24T00:00:00"}