{"id":"https://openalex.org/W7123552166","doi":"https://doi.org/10.46793/elearning2025.205s","title":"A Comparative Analysis of Chatgtp-4/4.5 and Human-written Summaries in Linguistic Research","display_name":"A Comparative Analysis of Chatgtp-4/4.5 and Human-written Summaries in Linguistic Research","publication_year":2025,"publication_date":"2025-09-25","ids":{"openalex":"https://openalex.org/W7123552166","doi":"https://doi.org/10.46793/elearning2025.205s"},"language":"en","primary_location":{"id":"doi:10.46793/elearning2025.205s","doi":"https://doi.org/10.46793/elearning2025.205s","is_oa":false,"landing_page_url":"https://doi.org/10.46793/elearning2025.205s","pdf_url":null,"source":{"id":"https://openalex.org/S7407120815","display_name":"International Conference on e-Learning (eLearning)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ELEARNING2025","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119251868","display_name":"Aleksa Sto\u0161i\u0107","orcid":"https://orcid.org/0009-0005-4601-0401","observed_orcids":["https://orcid.org/0009-0005-4601-0401"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aleksa Sto\u0161i\u0107","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-4601-0401","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071985831","display_name":"Marija Milojkovi\u0107","orcid":"https://orcid.org/0000-0003-4787-1017","observed_orcids":["https://orcid.org/0000-0003-4787-1017","https://orcid.org/0000-0002-4519-6401"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marija Milojkovi\u0107","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4787-1017","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5122967450","display_name":"Aleksandra Brankovi\u0107","orcid":"https://orcid.org/0009-0007-7810-5581","observed_orcids":["https://orcid.org/0009-0007-7810-5581"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aleksandra Brankovi\u0107","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0007-7810-5581","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"205","last_page":"224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.305400013923645,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.305400013923645,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.09380000084638596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10366","display_name":"Discourse Analysis in Language Studies","score":0.0778999999165535,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt-4","display_name":"ChatGPT-4","score":0.9729999899864197},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7720000147819519},{"id":"https://openalex.org/keywords/research-assistants","display_name":"research assistants","score":0.5320000052452087},{"id":"https://openalex.org/keywords/annotated-bibliography","display_name":"annotated bibliography","score":0.8820000290870667},{"id":"https://openalex.org/keywords/summary-quality","display_name":"summary quality","score":0.515999972820282},{"id":"https://openalex.org/keywords/ai-generated-text-detection","display_name":"AI-generated text detection","score":0.640999972820282},{"id":"https://openalex.org/keywords/authorship-attribution","display_name":"authorship attribution","score":0.5120000243186951},{"id":"https://openalex.org/keywords/applied-linguistics","display_name":"applied linguistics","score":0.7160000205039978},{"id":"https://openalex.org/keywords/english-pronunciation-teaching","display_name":"English pronunciation teaching","score":0.7799999713897705},{"id":"https://openalex.org/keywords/speaking-instruction","display_name":"speaking instruction","score":0.9020000100135803},{"id":"https://openalex.org/keywords/technology-in-language-teaching","display_name":"technology in language teaching","score":0.6700000166893005},{"id":"https://openalex.org/keywords/interobserver-agreement","display_name":"interobserver agreement","score":0.7379999756813049}],"concepts":[{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.6657999753952026},{"id":"https://openalex.org/C2780844864","wikidata":"https://www.wikidata.org/wiki/Q184377","display_name":"Pronunciation","level":2,"score":0.6074000000953674},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5231000185012817},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5180000066757202},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47049999237060547},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4546999931335449},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.451200008392334},{"id":"https://openalex.org/C532629269","wikidata":"https://www.wikidata.org/wiki/Q865083","display_name":"Corpus linguistics","level":2,"score":0.45089998841285706},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4474000036716461},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4381999969482422},{"id":"https://openalex.org/C167055898","wikidata":"https://www.wikidata.org/wiki/Q321249","display_name":"Applied linguistics","level":2,"score":0.36230000853538513},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C175293574","wikidata":"https://www.wikidata.org/wiki/Q697133","display_name":"Word lists by frequency","level":3,"score":0.32919999957084656},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C2986817661","wikidata":"https://www.wikidata.org/wiki/Q185698","display_name":"Research methodology","level":3,"score":0.27889999747276306},{"id":"https://openalex.org/C2776818064","wikidata":"https://www.wikidata.org/wiki/Q829903","display_name":"Agreement","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.2727000117301941},{"id":"https://openalex.org/C2987219923","wikidata":"https://www.wikidata.org/wiki/Q777864","display_name":"Linguistic analysis","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C153578388","wikidata":"https://www.wikidata.org/wiki/Q351625","display_name":"Theoretical linguistics","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.46793/elearning2025.205s","doi":"https://doi.org/10.46793/elearning2025.205s","is_oa":false,"landing_page_url":"https://doi.org/10.46793/elearning2025.205s","pdf_url":null,"source":{"id":"https://openalex.org/S7407120815","display_name":"International Conference on e-Learning (eLearning)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ELEARNING2025","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1791587663","https://openalex.org/W1979290264","https://openalex.org/W2100379340","https://openalex.org/W3045321166","https://openalex.org/W3127589626","https://openalex.org/W4281681798","https://openalex.org/W4297435087","https://openalex.org/W4312083290","https://openalex.org/W4318239126","https://openalex.org/W4319301505","https://openalex.org/W4321276803","https://openalex.org/W4321351832","https://openalex.org/W4361298749","https://openalex.org/W4367051110","https://openalex.org/W4384200891","https://openalex.org/W4385408232","https://openalex.org/W4385757151","https://openalex.org/W4387111034","https://openalex.org/W4389519918","https://openalex.org/W4392111929","https://openalex.org/W4393166638","https://openalex.org/W4394568812","https://openalex.org/W4394611033","https://openalex.org/W4395678471","https://openalex.org/W4399270893","https://openalex.org/W4405354697","https://openalex.org/W4406693463"],"related_works":["https://openalex.org/W4415098199","https://openalex.org/W7083672437","https://openalex.org/W4385628481","https://openalex.org/W7114920428","https://openalex.org/W4415786297","https://openalex.org/W4399207674","https://openalex.org/W4405105782","https://openalex.org/W4400885759","https://openalex.org/W7220302891","https://openalex.org/W7166469830"],"abstract_inverted_index":{"This":[0],"study":[1],"evaluates":[2],"the":[3,54,170,180],"potential":[4],"of":[5,24,173],"ChatGPT-4":[6],"and":[7,35,43,58,70,87,115,143,154,162,183],"ChatGPT-4.5":[8],"as":[9,103,121],"research":[10,25],"assistants":[11],"in":[12,32,105,150,159,187],"applied":[13,188],"linguistics":[14],"(AL)":[15],"by":[16,40,44],"examining":[17],"their":[18,60],"ability":[19],"to":[20,92,107],"generate":[21],"annotated":[22],"bibliographies":[23],"articles.":[26],"Five":[27],"AL":[28],"papers":[29],"on":[30,85,89,136],"technology":[31],"English":[33],"pronunciation":[34],"speaking":[36],"instruction":[37],"were":[38,101],"summarized":[39],"both":[41,65,75],"models":[42,66,76],"human":[45,133],"researchers,":[46],"producing":[47],"25":[48],"summaries.":[49,73],"Fourteen":[50],"expert":[51],"raters":[52],"assessed":[53],"summaries":[55,100,134],"for":[56,179],"quality":[57,106],"judged":[59],"authorship.":[61],"Results":[62],"show":[63],"that":[64,98,128],"produced":[67],"factually":[68],"accurate":[69],"structurally":[71],"faithful":[72],"However,":[74],"lacked":[77],"critical":[78],"selectiveness,":[79],"could":[80],"only":[81],"provide":[82],"generalized":[83],"statements":[84],"relevance,":[86],"relied":[88],"surface-level":[90],"markers":[91],"assess":[93],"credibility.":[94],"Quantitative":[95],"analysis":[96],"indicated":[97],"ChatGPT":[99,147],"rated":[102],"comparable":[104],"human-authored":[108],"ones,":[109],"though":[110],"inter-rater":[111],"agreement":[112],"was":[113,123],"low":[114],"a":[116],"bias":[117],"against":[118],"texts":[119],"perceived":[120],"AI-generated":[122],"observed.":[124],"Qualitative":[125],"findings":[126],"revealed":[127],"experts":[129],"distinguished":[130],"AI":[131],"from":[132],"based":[135],"information":[137],"density,":[138],"word":[139],"choice,":[140],"stylistic":[141],"naturalness,":[142],"evaluative":[144,160],"engagement.":[145],"Overall,":[146],"proved":[148],"advantageous":[149],"accuracy,":[151],"structural":[152],"consistency,":[153],"efficiency,":[155],"but":[156],"its":[157],"weaknesses":[158],"depth":[161],"authenticity":[163],"suggest":[164],"that,":[165],"while":[166],"it":[167,176],"can":[168],"accelerate":[169],"early":[171],"stages":[172],"literature":[174],"review,":[175],"cannot":[177],"substitute":[178],"nuanced":[181],"judgment":[182],"interpretive":[184],"reasoning":[185],"required":[186],"linguistics.":[189]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-01-14T00:00:00"}