{"id":"https://openalex.org/W4411996974","doi":"https://doi.org/10.1109/access.2025.3585679","title":"SMCLM: Semantically Meaningful Causal Language Modeling for Autoregressive Paraphrase Generation","display_name":"SMCLM: Semantically Meaningful Causal Language Modeling for Autoregressive Paraphrase Generation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411996974","doi":"https://doi.org/10.1109/access.2025.3585679"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3585679","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3585679","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3585679","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034957911","display_name":"Micha\u0142 Pere\u0142kiewicz","orcid":"https://orcid.org/0000-0001-8646-3345"},"institutions":[{"id":"https://openalex.org/I4210139285","display_name":"National Information Processing Institute","ror":"https://ror.org/040fc1e14","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210139285"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Michal Pere\u0142kiewicz","raw_affiliation_strings":["National Information Processing Institute, Warsaw, Poland"],"raw_orcid":"https://orcid.org/0000-0001-8646-3345","affiliations":[{"raw_affiliation_string":"National Information Processing Institute, Warsaw, Poland","institution_ids":["https://openalex.org/I4210139285"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037566627","display_name":"S\u0142awomir Dadas","orcid":"https://orcid.org/0000-0002-9177-6685"},"institutions":[{"id":"https://openalex.org/I4210139285","display_name":"National Information Processing Institute","ror":"https://ror.org/040fc1e14","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210139285"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"S\u0142awomir Dadas","raw_affiliation_strings":["National Information Processing Institute, Warsaw, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Information Processing Institute, Warsaw, Poland","institution_ids":["https://openalex.org/I4210139285"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038133801","display_name":"Rafa\u0142 Po\u015bwiata","orcid":"https://orcid.org/0000-0002-6108-2711"},"institutions":[{"id":"https://openalex.org/I4210139285","display_name":"National Information Processing Institute","ror":"https://ror.org/040fc1e14","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210139285"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Rafa\u0142 Po\u015bwiata","raw_affiliation_strings":["National Information Processing Institute, Warsaw, Poland"],"raw_orcid":"https://orcid.org/0000-0002-6108-2711","affiliations":[{"raw_affiliation_string":"National Information Processing Institute, Warsaw, Poland","institution_ids":["https://openalex.org/I4210139285"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07013124,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"119197","last_page":"119214"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/paraphrase","display_name":"Paraphrase","score":0.8935654163360596},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7625014185905457},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6747677326202393},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5753839015960693},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5191568732261658},{"id":"https://openalex.org/keywords/star-model","display_name":"STAR model","score":0.49390941858291626},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1981814205646515},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1972375214099884},{"id":"https://openalex.org/keywords/autoregressive-integrated-moving-average","display_name":"Autoregressive integrated moving average","score":0.13367098569869995},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12424701452255249},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.1046779453754425}],"concepts":[{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.8935654163360596},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7625014185905457},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6747677326202393},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5753839015960693},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5191568732261658},{"id":"https://openalex.org/C194657046","wikidata":"https://www.wikidata.org/wiki/Q7394685","display_name":"STAR model","level":4,"score":0.49390941858291626},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1981814205646515},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1972375214099884},{"id":"https://openalex.org/C24338571","wikidata":"https://www.wikidata.org/wiki/Q2566298","display_name":"Autoregressive integrated moving average","level":3,"score":0.13367098569869995},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12424701452255249},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.1046779453754425}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2025.3585679","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3585679","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2507.03415","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.03415","pdf_url":"https://arxiv.org/pdf/2507.03415","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:f162b4e0ecf340689be8451a9b5e8b20","is_oa":true,"landing_page_url":"https://doaj.org/article/f162b4e0ecf340689be8451a9b5e8b20","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 119197-119214 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3585679","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3585679","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4000000059604645}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W1505629914","https://openalex.org/W1861492603","https://openalex.org/W2051593977","https://openalex.org/W2101105183","https://openalex.org/W2126034021","https://openalex.org/W2403670985","https://openalex.org/W2481240925","https://openalex.org/W2605035112","https://openalex.org/W2752796333","https://openalex.org/W2755124548","https://openalex.org/W2794557536","https://openalex.org/W2949555952","https://openalex.org/W2963001247","https://openalex.org/W2963126845","https://openalex.org/W2963223306","https://openalex.org/W2964202145","https://openalex.org/W2966746916","https://openalex.org/W3035051717","https://openalex.org/W3035368872","https://openalex.org/W3035725276","https://openalex.org/W3100806282","https://openalex.org/W3121250149","https://openalex.org/W3135175179","https://openalex.org/W3138211601","https://openalex.org/W3155393281","https://openalex.org/W3178192981","https://openalex.org/W4246183800","https://openalex.org/W4288089799","https://openalex.org/W4297097218","https://openalex.org/W4299574851","https://openalex.org/W4309374880","https://openalex.org/W4310923309","https://openalex.org/W4367680667","https://openalex.org/W4378377586","https://openalex.org/W4385245566","https://openalex.org/W4385573925","https://openalex.org/W4385681674","https://openalex.org/W4388183278","https://openalex.org/W4391591467","https://openalex.org/W4400048050","https://openalex.org/W6629028937","https://openalex.org/W6636510571","https://openalex.org/W6638041463","https://openalex.org/W6638446093","https://openalex.org/W6679686342","https://openalex.org/W6682631176","https://openalex.org/W6691233491","https://openalex.org/W6698308462","https://openalex.org/W6728274705","https://openalex.org/W6728698659","https://openalex.org/W6734621010","https://openalex.org/W6737294268","https://openalex.org/W6737661356","https://openalex.org/W6739901393","https://openalex.org/W6741814560","https://openalex.org/W6746055214","https://openalex.org/W6748184129","https://openalex.org/W6749879876","https://openalex.org/W6761205521","https://openalex.org/W6762586272","https://openalex.org/W6763391859","https://openalex.org/W6764827665","https://openalex.org/W6767342516","https://openalex.org/W6767437718","https://openalex.org/W6767552790","https://openalex.org/W6769311223","https://openalex.org/W6769627184","https://openalex.org/W6769851266","https://openalex.org/W6776909124","https://openalex.org/W6778883912","https://openalex.org/W6779660079","https://openalex.org/W6779941907","https://openalex.org/W6782410572","https://openalex.org/W6785494305","https://openalex.org/W6786194230","https://openalex.org/W6792005032","https://openalex.org/W6794687422","https://openalex.org/W6795769339","https://openalex.org/W6796217732","https://openalex.org/W6797740457","https://openalex.org/W6801714215","https://openalex.org/W6803569744","https://openalex.org/W6810323393","https://openalex.org/W6810836266","https://openalex.org/W6837894427","https://openalex.org/W6847303613","https://openalex.org/W6849760658","https://openalex.org/W6854681912","https://openalex.org/W6855618270","https://openalex.org/W6857716442","https://openalex.org/W6861737864","https://openalex.org/W6875190576","https://openalex.org/W6903651657","https://openalex.org/W6940318546"],"related_works":["https://openalex.org/W2439807930","https://openalex.org/W2009692134","https://openalex.org/W1972271943","https://openalex.org/W2019155478","https://openalex.org/W2024529895","https://openalex.org/W2168175994","https://openalex.org/W1902630399","https://openalex.org/W2120434453","https://openalex.org/W3120578569","https://openalex.org/W1487412319"],"abstract_inverted_index":{"This":[0,76],"article":[1,77,98],"introduces":[2],"semantically":[3,18,25],"meaningful":[4,26],"causal":[5],"language":[6],"modeling":[7],"(SMCLM),":[8],"a":[9,80,88],"self-supervised":[10],"method":[11,62,68],"of":[12,53,83,91,103],"training":[13,36],"autoregressive":[14,35,50],"models":[15,51],"to":[16],"generate":[17],"equivalent":[19],"text.":[20],"Our":[21],"approach":[22,48],"involves":[23],"using":[24],"text":[27],"representation":[28],"as":[29],"an":[30],"initial":[31],"embedding":[32],"in":[33,73,110],"the":[34,46,66,100,104],"and":[37,56,69,117],"generation":[38,112],"processes.":[39],"The":[40,60],"extensive":[41],"empirical":[42],"study":[43],"demonstrates":[44],"that":[45,86,106],"SMCLM":[47],"makes":[49],"capable":[52],"learning":[54],"robust":[55],"high-quality":[57],"paraphrase":[58,93,111],"generation.":[59],"proposed":[61],"is":[63],"competitive":[64],"with":[65],"supervised":[67],"achieves":[70],"state-of-the-art":[71],"results":[72],"unsupervised":[74],"approaches.":[75],"also":[78],"presents":[79],"comprehensive":[81],"set":[82],"automatic":[84],"metrics":[85,105],"cover":[87],"wide":[89],"range":[90],"autogenerated":[92],"evaluation":[94],"aspects.":[95],"Simultaneously,":[96],"this":[97],"highlights":[99],"low":[101],"reliability":[102],"are":[107],"widely":[108],"used":[109],"evaluation,":[113],"including":[114],"BLEU,":[115],"ROUGE,":[116],"BERTScore.":[118]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}