{"id":"https://openalex.org/W7214745581","doi":"https://doi.org/10.48550/arxiv.2609.33983","title":"High-Level Text Preprocessing for Semantic Similarity Analysis of Discursive Texts: A Framework and Empirical Demonstration","display_name":"High-Level Text Preprocessing for Semantic Similarity Analysis of Discursive Texts: A Framework and Empirical Demonstration","publication_year":2026,"publication_date":"2026-09-27","ids":{"openalex":"https://openalex.org/W7214745581","doi":"https://doi.org/10.48550/arxiv.2609.33983"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.33983","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.33983","pdf_url":"https://arxiv.org/pdf/2609.33983","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.33983","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068708330","display_name":"Mehmet Murat ALBAYRAKO\u011eLU","orcid":"https://orcid.org/0000-0002-5057-5641","observed_orcids":["https://orcid.org/0000-0002-5057-5641"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Albayrakoglu, Mehmet Murat","raw_affiliation_strings":["University Faculty of Economics , Administrative and Social Sciences Department of Management Information Systems Istanbul , T\u00fcrkiye"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University Faculty of Economics , Administrative and Social Sciences Department of Management Information Systems Istanbul , T\u00fcrkiye","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123452786","display_name":"Mehmet Nafiz Aydin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aydin, Mehmet Nafiz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.005400000140070915,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantic-textual-similarity","display_name":"semantic textual similarity","score":0.9319999814033508},{"id":"https://openalex.org/keywords/semantic-diffusion","display_name":"semantic diffusion","score":0.9070000052452087},{"id":"https://openalex.org/keywords/philosophical-texts","display_name":"philosophical texts","score":0.640999972820282},{"id":"https://openalex.org/keywords/stanford-encyclopedia-of-philosophy","display_name":"Stanford Encyclopedia of Philosophy","score":0.9070000052452087},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.4300000071525574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7087000012397766},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6622999906539917},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6140999794006348},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5963000059127808},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5698999762535095},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.5443000197410583},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.5333999991416931},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.5263000130653381},{"id":"https://openalex.org/C148863701","wikidata":"https://www.wikidata.org/wiki/Q5292","display_name":"Encyclopedia","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.44999998807907104},{"id":"https://openalex.org/C170133592","wikidata":"https://www.wikidata.org/wiki/Q1806883","display_name":"Latent semantic analysis","level":2,"score":0.4203000068664551},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.40470001101493835},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3917999863624573},{"id":"https://openalex.org/C188338183","wikidata":"https://www.wikidata.org/wiki/Q80735","display_name":"Stop words","level":3,"score":0.38760000467300415},{"id":"https://openalex.org/C2777946921","wikidata":"https://www.wikidata.org/wiki/Q7449044","display_name":"Semantic analysis (machine learning)","level":2,"score":0.36970001459121704},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.3172999918460846},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C2780403423","wikidata":"https://www.wikidata.org/wiki/Q6537700","display_name":"Lexical database","level":3,"score":0.3073999881744385},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2921000123023987},{"id":"https://openalex.org/C84389358","wikidata":"https://www.wikidata.org/wiki/Q1129466","display_name":"Discourse analysis","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C2474386","wikidata":"https://www.wikidata.org/wiki/Q461183","display_name":"Text corpus","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.25}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.33983","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.33983","pdf_url":"https://arxiv.org/pdf/2609.33983","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.33983","doi":"https://doi.org/10.48550/arxiv.2609.33983","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.33983","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.33983","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.33983","pdf_url":"https://arxiv.org/pdf/2609.33983","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214745581.pdf","grobid_xml":"https://content.openalex.org/works/W7214745581.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2014545475","https://openalex.org/W2327805699","https://openalex.org/W2965373594","https://openalex.org/W2970641574","https://openalex.org/W2971569798","https://openalex.org/W2979666134","https://openalex.org/W3021792233","https://openalex.org/W3081886688","https://openalex.org/W3101045333","https://openalex.org/W3110771955","https://openalex.org/W4220709821","https://openalex.org/W4221151164","https://openalex.org/W4282591925","https://openalex.org/W4298187101","https://openalex.org/W4310923309","https://openalex.org/W4310969345","https://openalex.org/W4385681674","https://openalex.org/W4386628741","https://openalex.org/W4406740221"],"related_works":["https://openalex.org/W2250645567","https://openalex.org/W2785698693","https://openalex.org/W2153717697","https://openalex.org/W4389523773","https://openalex.org/W2612859986","https://openalex.org/W2251797829","https://openalex.org/W6903876854","https://openalex.org/W2251382073","https://openalex.org/W2473493527","https://openalex.org/W2102646808"],"abstract_inverted_index":{"Semantic":[0],"Textual":[1],"Similarity":[2],"(STS)":[3],"methods":[4],"assume":[5],"that":[6,22,156],"a":[7,95,193,202,220,236],"document's":[8,108,203],"lexical":[9,78],"content":[10,82],"faithfully":[11],"represents":[12],"what":[13],"it":[14,74,217],"asserts.":[15],"This":[16,89],"assumption":[17],"fails":[18],"for":[19,196],"discursive":[20,52,87,113,237],"documents":[21,45],"discuss,":[23],"compare,":[24],"critique,":[25],"and":[26,124,145,178,205,231],"contextualize":[27],"other":[28],"positions":[29,242],"in":[30,234],"the":[31,77,101,136,175,188,198,210,243],"process":[32],"of":[33,85,139,170],"articulating":[34],"their":[35,126],"own.":[36],"The":[37],"result":[38],"is":[39,212],"semantic":[40,189,199],"diffusion:":[41],"similarity":[42,161],"scores":[43,162],"between":[44,201],"are":[46],"inflated":[47],"by":[48],"vocabulary":[49,240],"acquired":[50],"through":[51],"engagement":[53],"rather":[54],"than":[55],"substantive":[56],"alignment.":[57],"Standard":[58],"Natural":[59],"Language":[60],"Processing":[61],"(NLP)":[62],"preprocessing":[63,103,157],"(tokenization,":[64],"stopword":[65],"removal,":[66],"stemming,":[67],"lemmatization)":[68],"cannot":[69],"address":[70],"this":[71],"problem":[72,222],"because":[73],"operates":[75],"at":[76],"level,":[79],"treating":[80],"all":[81,164],"identically":[83],"regardless":[84],"its":[86,112],"function.":[88],"paper":[90],"introduces":[91,239],"high-level":[92,206],"text":[93],"preprocessing:":[94],"systematic,":[96],"rule-based":[97],"intervention":[98],"applied":[99],"before":[100],"standard":[102],"pipeline":[104],"to":[105,184,224],"isolate":[106],"each":[107,119],"actual":[109],"claim":[110],"from":[111,135,182,241],"structure.":[114],"We":[115,186],"propose":[116],"12":[117],"rules,":[118],"with":[120,168],"an":[121,129],"explicit":[122],"rationale,":[123],"demonstrate":[125],"effect":[127],"on":[128],"encyclopedic":[130],"philosophical":[131,215],"corpus:":[132],"three":[133,165],"entries":[134],"Stanford":[137],"Encyclopedia":[138],"Philosophy":[140],"(virtue":[141],"ethics,":[142,144],"deontological":[143],"consequentialism).":[146],"A":[147],"three-phase":[148],"experiment":[149],"using":[150,214],"eight":[151],"Transformer-based":[152],"STS":[153],"models":[154],"shows":[155],"reduces":[158],"centroid":[159],"cosine":[160],"across":[163],"theory":[166],"pairs,":[167],"23":[169],"24":[171],"model-pair":[172],"comparisons":[173],"showing":[174],"expected":[176],"decrease":[177],"cross-model":[179],"agreement":[180],"ranging":[181],"7-1":[183],"8-0.":[185],"introduce":[187],"diffusion":[190],"index":[191],"(SDI),":[192],"per-document":[194],"metric":[195],"assessing":[197],"reorientation":[200],"raw":[204],"preprocessed":[207],"representations.":[208],"Although":[209],"framework":[211],"demonstrated":[213],"texts,":[216,226],"potentially":[218],"addresses":[219],"domain-agnostic":[221],"applicable":[223],"legal":[225],"policy":[227],"documents,":[228],"academic":[229],"articles,":[230],"any":[232],"genre":[233],"which":[235],"approach":[238],"document":[244],"does":[245],"not":[246],"endorse.":[247]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-30T00:00:00"}