{"id":"https://openalex.org/W4416285075","doi":"https://doi.org/10.48550/arxiv.2507.07582","title":"Improving Clustering on Occupational Text Data through Dimensionality Reduction","display_name":"Improving Clustering on Occupational Text Data through Dimensionality Reduction","publication_year":2025,"publication_date":"2025-07-10","ids":{"openalex":"https://openalex.org/W4416285075","doi":"https://doi.org/10.48550/arxiv.2507.07582"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2507.07582","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.07582","pdf_url":"https://arxiv.org/pdf/2507.07582","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.07582","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Garc\u00eda, Iago Xabier V\u00e1zquez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garc\u00eda, Iago Xabier V\u00e1zquez","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022755824","display_name":"Damla Partanaz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Partanaz, Damla","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5064926486","display_name":"E. Fatih Yetkin","orcid":"https://orcid.org/0000-0003-1115-4454"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yetkin, Emrullah Fatih","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11759","display_name":"Occupational Therapy Practice and Research","score":0.0608999989926815,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11759","display_name":"Occupational Therapy Practice and Research","score":0.0608999989926815,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13034","display_name":"Information Systems Education and Curriculum Development","score":0.033900000154972076,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13812","display_name":"AI and HR Technologies","score":0.031300000846385956,"subfield":{"id":"https://openalex.org/subfields/1407","display_name":"Organizational Behavior and Human Resource Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.8259999752044678},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.732699990272522},{"id":"https://openalex.org/keywords/silhouette","display_name":"Silhouette","score":0.6830000281333923},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.4918999969959259},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.4828999936580658},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.3919999897480011},{"id":"https://openalex.org/keywords/clustering-high-dimensional-data","display_name":"Clustering high-dimensional data","score":0.3626999855041504}],"concepts":[{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.8259999752044678},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.732699990272522},{"id":"https://openalex.org/C58103923","wikidata":"https://www.wikidata.org/wiki/Q2286025","display_name":"Silhouette","level":2,"score":0.6830000281333923},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6452000141143799},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5638999938964844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5303000211715698},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4918999969959259},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4828999936580658},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3919999897480011},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3709000051021576},{"id":"https://openalex.org/C184509293","wikidata":"https://www.wikidata.org/wiki/Q5136711","display_name":"Clustering high-dimensional data","level":3,"score":0.3626999855041504},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.33970001339912415},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C39235581","wikidata":"https://www.wikidata.org/wiki/Q5158434","display_name":"Conceptual clustering","level":5,"score":0.3089999854564667},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C17212007","wikidata":"https://www.wikidata.org/wiki/Q5511111","display_name":"Fuzzy clustering","level":3,"score":0.2879999876022339},{"id":"https://openalex.org/C94641424","wikidata":"https://www.wikidata.org/wiki/Q5172845","display_name":"Correlation clustering","level":3,"score":0.2800000011920929},{"id":"https://openalex.org/C207968372","wikidata":"https://www.wikidata.org/wiki/Q310401","display_name":"k-means clustering","level":3,"score":0.26350000500679016}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2507.07582","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.07582","pdf_url":"https://arxiv.org/pdf/2507.07582","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2507.07582","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.07582","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.07582","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.07582","pdf_url":"https://arxiv.org/pdf/2507.07582","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"we":[3,112],"focused":[4],"on":[5,101],"proposing":[6],"an":[7],"optimal":[8],"clustering":[9,85,109],"mechanism":[10],"for":[11,39,58,139],"the":[12,16,33,50,59,68,95,133],"occupations":[13,25,60,134],"defined":[14,27,61],"in":[15,32,56,105],"well-known":[17],"US-based":[18],"occupational":[19],"database,":[20],"O*NET.":[21],"Even":[22],"though":[23],"all":[24],"are":[26],"according":[28],"to":[29,48,87,142],"well-conducted":[30],"surveys":[31],"US,":[34],"their":[35,144],"definitions":[36,69],"can":[37],"vary":[38],"different":[40,63],"firms":[41],"and":[42],"countries.":[43],"Hence,":[44],"if":[45],"one":[46],"wants":[47],"expand":[49],"data":[51],"that":[52],"is":[53],"already":[54],"collected":[55],"O*NET":[57],"with":[62,83,127],"tasks,":[64],"a":[65,72,77,90,118],"map":[66],"between":[67],"will":[70],"be":[71],"vital":[73],"requirement.":[74],"We":[75,92],"proposed":[76],"pipeline":[78],"using":[79,117],"several":[80,102],"BERT-based":[81],"techniques":[82],"various":[84],"approaches":[86,100],"obtain":[88],"such":[89],"map.":[91],"also":[93],"examined":[94],"effect":[96],"of":[97,108],"dimensionality":[98,128],"reduction":[99,129],"metrics":[103],"used":[104],"measuring":[106],"performance":[107],"algorithms.":[110],"Finally,":[111],"improved":[113],"our":[114],"results":[115],"by":[116],"specialized":[119],"silhouette":[120],"approach.":[121],"This":[122],"new":[123,137],"clustering-based":[124],"mapping":[125],"approach":[126],"may":[130],"help":[131],"distinguish":[132],"automatically,":[135],"creating":[136],"paths":[138],"people":[140],"wanting":[141],"change":[143],"careers.":[145]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}