{"id":"https://openalex.org/W4412984940","doi":"https://doi.org/10.1109/access.2025.3595894","title":"Benchmarking Sentence Encoders in Associating Indicators With Sustainable Development Goals and Targets","display_name":"Benchmarking Sentence Encoders in Associating Indicators With Sustainable Development Goals and Targets","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412984940","doi":"https://doi.org/10.1109/access.2025.3595894"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3595894","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3595894","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3595894","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034185097","display_name":"Ana Gjorgjevikj","orcid":"https://orcid.org/0000-0002-5135-7718"},"institutions":[{"id":"https://openalex.org/I76245029","display_name":"Ss. Cyril and Methodius University in Skopje","ror":"https://ror.org/02wk2vx54","country_code":"MK","type":"education","lineage":["https://openalex.org/I76245029"]}],"countries":["MK"],"is_corresponding":false,"raw_author_name":"Ana Gjorgjevikj","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University in Skopje, Skopje, North Macedonia"],"raw_orcid":"https://orcid.org/0000-0002-5135-7718","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University in Skopje, Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084784960","display_name":"Kostadin Mishev","orcid":"https://orcid.org/0000-0003-3982-3330"},"institutions":[{"id":"https://openalex.org/I76245029","display_name":"Ss. Cyril and Methodius University in Skopje","ror":"https://ror.org/02wk2vx54","country_code":"MK","type":"education","lineage":["https://openalex.org/I76245029"]}],"countries":["MK"],"is_corresponding":false,"raw_author_name":"Kostadin Mishev","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University in Skopje, Skopje, North Macedonia"],"raw_orcid":"https://orcid.org/0000-0003-3982-3330","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University in Skopje, Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067143303","display_name":"Dimitar Trajanov","orcid":"https://orcid.org/0000-0002-3105-6010"},"institutions":[{"id":"https://openalex.org/I76245029","display_name":"Ss. Cyril and Methodius University in Skopje","ror":"https://ror.org/02wk2vx54","country_code":"MK","type":"education","lineage":["https://openalex.org/I76245029"]}],"countries":["MK"],"is_corresponding":false,"raw_author_name":"Dimitar Trajanov","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University in Skopje, Skopje, North Macedonia"],"raw_orcid":"https://orcid.org/0000-0002-3105-6010","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University in Skopje, Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028515169","display_name":"Ljup\u010do Kocarev","orcid":"https://orcid.org/0000-0001-7243-7074"},"institutions":[{"id":"https://openalex.org/I76245029","display_name":"Ss. Cyril and Methodius University in Skopje","ror":"https://ror.org/02wk2vx54","country_code":"MK","type":"education","lineage":["https://openalex.org/I76245029"]}],"countries":["MK"],"is_corresponding":false,"raw_author_name":"Ljupco Kocarev","raw_affiliation_strings":["Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University in Skopje, Skopje, North Macedonia"],"raw_orcid":"https://orcid.org/0000-0001-7243-7074","affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Engineering, Ss. Cyril and Methodius University in Skopje, Skopje, North Macedonia","institution_ids":["https://openalex.org/I76245029"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16115516,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"141434","last_page":"141460"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10119","display_name":"Sustainability and Climate Change Governance","score":0.1768999993801117,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10119","display_name":"Sustainability and Climate Change Governance","score":0.1768999993801117,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.15629999339580536,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8467336893081665},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6732507944107056},{"id":"https://openalex.org/keywords/sustainable-development","display_name":"Sustainable development","score":0.5897876620292664},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5455888509750366},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5222300291061401},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.3405640125274658},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2791179418563843},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.17267656326293945},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08550405502319336}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8467336893081665},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6732507944107056},{"id":"https://openalex.org/C552854447","wikidata":"https://www.wikidata.org/wiki/Q131201","display_name":"Sustainable development","level":2,"score":0.5897876620292664},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5455888509750366},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5222300291061401},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3405640125274658},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2791179418563843},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.17267656326293945},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08550405502319336},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2025.3595894","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3595894","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:d.cobiss.net/repository/si:246189571","is_oa":true,"landing_page_url":"https://plus.cobiss.net/cobiss/si/en/bib/246189571","pdf_url":null,"source":{"id":"https://openalex.org/S7407055177","display_name":"dCOBISS.SI Digital Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"COBISS-ID: 519839513","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dirros.openscience.si:IzpisGradiva.php?id=23358","is_oa":true,"landing_page_url":"https://dirros.openscience.si/IzpisGradiva.php?id=23358","pdf_url":null,"source":{"id":"https://openalex.org/S4377196363","display_name":"DiRROS repository (University of Maribor)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I37696226","host_organization_name":"University of Maribor","host_organization_lineage":["https://openalex.org/I37696226"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ZDA","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:19d8aed247804e07b6ff3b8428d112b4","is_oa":true,"landing_page_url":"https://doaj.org/article/19d8aed247804e07b6ff3b8428d112b4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 141434-141460 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3595894","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3595894","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G7436774082","display_name":null,"funder_award_id":"101211695","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G791504897","display_name":null,"funder_award_id":"P2-0098","funder_id":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS"},{"id":"https://openalex.org/G8556938094","display_name":null,"funder_award_id":"GC-0001","funder_id":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320322554","display_name":"Javna Agencija za Raziskovalno Dejavnost RS","ror":"https://ror.org/059bp8k51"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W2096733369","https://openalex.org/W2150220236","https://openalex.org/W2412247133","https://openalex.org/W2432612777","https://openalex.org/W2598634450","https://openalex.org/W2884562313","https://openalex.org/W2913830123","https://openalex.org/W2928452017","https://openalex.org/W2963775347","https://openalex.org/W2965373594","https://openalex.org/W2970641574","https://openalex.org/W3000603264","https://openalex.org/W3007345799","https://openalex.org/W3015618448","https://openalex.org/W3016135927","https://openalex.org/W3016584396","https://openalex.org/W3025490408","https://openalex.org/W3087033421","https://openalex.org/W3156636935","https://openalex.org/W3194782062","https://openalex.org/W3213563191","https://openalex.org/W4210333430","https://openalex.org/W4210564276","https://openalex.org/W4221036428","https://openalex.org/W4296634418","https://openalex.org/W4307364542","https://openalex.org/W4310145646","https://openalex.org/W4311519701","https://openalex.org/W4312729100","https://openalex.org/W4365146450","https://openalex.org/W4386981037","https://openalex.org/W4387819614","https://openalex.org/W4392741850","https://openalex.org/W4396667188","https://openalex.org/W4402679669","https://openalex.org/W4403332573","https://openalex.org/W4405304828","https://openalex.org/W4406062068","https://openalex.org/W4406408419","https://openalex.org/W4407020962","https://openalex.org/W4407530559","https://openalex.org/W4409325993","https://openalex.org/W4410769416","https://openalex.org/W6637131181","https://openalex.org/W6737947904","https://openalex.org/W6749879876","https://openalex.org/W6755207826","https://openalex.org/W6765584157","https://openalex.org/W6768851824","https://openalex.org/W6769627184","https://openalex.org/W6773815586","https://openalex.org/W6776148200","https://openalex.org/W6777761877","https://openalex.org/W6780067587","https://openalex.org/W6803080009","https://openalex.org/W6804068322","https://openalex.org/W6842589888","https://openalex.org/W6846869690","https://openalex.org/W6849760658"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"The":[0,233],"United":[1],"Nations\u2019":[2],"2030":[3],"Agenda":[4],"for":[5,36,114,213,287,296],"Sustainable":[6,20],"Development":[7,21],"balances":[8],"the":[9,47,51,59,63,73,80,84,92,99,119,135,138,143,147,157,165,168,187,201,214,217,223,246,258,263,267,272,306,310,317,324,327,337,348],"economic,":[10],"environmental,":[11],"and":[12,31,62,121,140,159,167,299,323],"social":[13],"dimension":[14],"of":[15,29,50,54,65,142,146,174,186,197,204,219,343],"sustainable":[16,70,102],"development":[17,71,103],"in":[18,128,209,276,340,346],"17":[19],"Goals":[22],"(SDGs),":[23],"monitored":[24],"through":[25],"a":[26,111,129,175,191],"well-defined":[27],"set":[28],"targets":[30,122],"global":[32,55,81],"indicators.":[33],"Although":[34],"essential":[35],"humanity\u2019s":[37],"future":[38],"well-being,":[39],"this":[40,332],"monitoring":[41],"is":[42],"still":[43],"challenging":[44],"due":[45,251],"to":[46,68,90,96,244,252,274,285,308,335],"variable":[48],"quality":[49,141],"statistical":[52,93,144],"data":[53,145],"indicators":[56,66,77,117,166,198,208],"compiled":[57],"at":[58,72,105,200],"national":[60],"level":[61,203],"diversity":[64],"used":[67,199,212,322],"monitor":[69],"subnational":[74],"level.":[75,107],"Associating":[76],"other":[78],"than":[79,248],"ones":[82,189],"with":[83,118,153],"SDGs/targets":[85],"may":[86],"help":[87],"not":[88,160,260],"only":[89,261],"expand":[91],"data,":[94],"but":[95,269,293],"better":[97,242,301],"align":[98],"efforts":[100],"toward":[101],"taken":[104],"(sub)national":[106,202],"This":[108],"article":[109,333],"presents":[110],"model-agnostic":[112],"framework":[113],"associating":[115],"such":[116],"SDGs":[120],"by":[123,184,283],"comparing":[124],"their":[125,253],"textual":[126],"descriptions":[127],"common":[130],"representation":[131],"space.":[132],"While":[133],"removing":[134],"dependence":[136],"on":[137,156,190,222],"quantity":[139],"indicators,":[148],"it":[149],"provides":[150],"human":[151],"experts":[152],"data-driven":[154],"suggestions":[155],"complex":[158],"always":[161],"obvious":[162],"associations":[163],"between":[164],"SDGs/targets.":[169],"A":[170],"comprehensive":[171,341],"domain-specific":[172],"benchmarking":[173,342],"diverse":[176,254],"sentence":[177,239],"encoder":[178],"portfolio":[179],"was":[180,225],"performed":[181],"first,":[182],"followed":[183],"fine-tuning":[185,259,319],"best":[188],"newly":[192],"created":[193],"dataset.":[194],"Five":[195],"sets":[196],"governance":[205],"(around":[206],"800":[207],"total)":[210],"were":[211],"evaluation.":[215],"Finally,":[216],"influence":[218],"40":[220],"factors":[221],"results":[224,234],"analyzed":[226],"using":[227],"explainable":[228],"artificial":[229],"intelligence":[230],"(xAI)":[231],"methods.":[232],"show":[235],"that":[236],"(1)":[237],"certain":[238],"encoders":[240],"are":[241],"suited":[243],"solving":[245,347],"task":[247],"others":[249],"(potentially":[250],"pre-training":[255],"datasets),":[256],"(2)":[257],"improves":[262],"predictive":[264],"performance":[265,311],"over":[266],"baselines":[268],"also":[270],"reduces":[271],"sensitivity":[273],"changes":[275],"indicator":[277],"description":[278],"length":[279,291],"(performance":[280],"drops":[281],"even":[282,312],"up":[284],"17%":[286],"baseline":[288],"models":[289,345],"as":[290],"increases,":[292],"remains":[294],"comparable":[295],"fine-tuned":[297],"models),":[298],"(3)":[300],"selected":[302],"training":[303],"instances":[304],"have":[305],"penitential":[307],"improve":[309],"further":[313],"(taking":[314],"into":[315],"account":[316],"limited":[318],"dataset":[320],"currently":[321],"insights":[325],"from":[326],"xAI":[328],"analysis).":[329],"Most":[330],"importantly,":[331],"contributes":[334],"filling":[336],"existing":[338],"gap":[339],"AI":[344],"problem.":[349]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}