{"id":"https://openalex.org/W4416251854","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228666","title":"Measuring Human Involvement in AI-Generated Text: A Case Study on Academic Writing","display_name":"Measuring Human Involvement in AI-Generated Text: A Case Study on Academic Writing","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416251854","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228666"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11228666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228666","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035519525","display_name":"Yuchen Guo","orcid":"https://orcid.org/0000-0001-9808-9805"},"institutions":[{"id":"https://openalex.org/I14396692","display_name":"Tokyo University of Information Sciences","ror":"https://ror.org/044bdx604","country_code":"JP","type":"education","lineage":["https://openalex.org/I14396692"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuchen Guo","raw_affiliation_strings":["The University of Tokyo (Japan),Dept. of Information & Communication Engineering (ICE)"],"affiliations":[{"raw_affiliation_string":"The University of Tokyo (Japan),Dept. of Information & Communication Engineering (ICE)","institution_ids":["https://openalex.org/I14396692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010558184","display_name":"Zhicheng Dou","orcid":"https://orcid.org/0000-0002-9781-948X"},"institutions":[{"id":"https://openalex.org/I14396692","display_name":"Tokyo University of Information Sciences","ror":"https://ror.org/044bdx604","country_code":"JP","type":"education","lineage":["https://openalex.org/I14396692"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Zhicheng Dou","raw_affiliation_strings":["The University of Tokyo (Japan),Dept. of Information & Communication Engineering (ICE)"],"affiliations":[{"raw_affiliation_string":"The University of Tokyo (Japan),Dept. of Information & Communication Engineering (ICE)","institution_ids":["https://openalex.org/I14396692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101654553","display_name":"Huy H. Nguyen","orcid":"https://orcid.org/0000-0002-2000-7977"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Huy H. Nguyen","raw_affiliation_strings":["National Institute of Informatics (Japan)"],"affiliations":[{"raw_affiliation_string":"National Institute of Informatics (Japan)","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014271344","display_name":"Ching\u2010Chun Chang","orcid":"https://orcid.org/0000-0001-7723-4591"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ching-Chun Chang","raw_affiliation_strings":["National Institute of Informatics (Japan)"],"affiliations":[{"raw_affiliation_string":"National Institute of Informatics (Japan)","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038103607","display_name":"Saku Sugawara","orcid":"https://orcid.org/0000-0002-0061-0680"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Saku Sugawara","raw_affiliation_strings":["National Institute of Informatics (Japan)"],"affiliations":[{"raw_affiliation_string":"National Institute of Informatics (Japan)","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044556342","display_name":"Isao Echizen","orcid":"https://orcid.org/0000-0003-4908-1860"},"institutions":[{"id":"https://openalex.org/I14396692","display_name":"Tokyo University of Information Sciences","ror":"https://ror.org/044bdx604","country_code":"JP","type":"education","lineage":["https://openalex.org/I14396692"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Isao Echizen","raw_affiliation_strings":["The University of Tokyo (Japan),Dept. of Information & Communication Engineering (ICE)"],"affiliations":[{"raw_affiliation_string":"The University of Tokyo (Japan),Dept. of Information & Communication Engineering (ICE)","institution_ids":["https://openalex.org/I14396692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5035519525"],"corresponding_institution_ids":["https://openalex.org/I14396692"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29579679,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.2531000077724457,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.2531000077724457,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1623000055551529,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.04399999976158142,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.8435999751091003},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6967999935150146},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6565999984741211},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5213000178337097},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5087000131607056},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.46810001134872437},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.45500001311302185},{"id":"https://openalex.org/keywords/distrust","display_name":"Distrust","score":0.42730000615119934}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.8435999751091003},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6967999935150146},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6565999984741211},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5748999714851379},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5213000178337097},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5087000131607056},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4991999864578247},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.46810001134872437},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.45500001311302185},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.454800009727478},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4433000087738037},{"id":"https://openalex.org/C2778321746","wikidata":"https://www.wikidata.org/wiki/Q621922","display_name":"Distrust","level":2,"score":0.42730000615119934},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4244999885559082},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.42160001397132874},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4041999876499176},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3456000089645386},{"id":"https://openalex.org/C169806903","wikidata":"https://www.wikidata.org/wiki/Q5937752","display_name":"Human error","level":2,"score":0.3384999930858612},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.31200000643730164},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.3091999888420105},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3046000003814697},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.2565000057220459},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2563000023365021},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.25609999895095825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11228666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228666","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W3156636935","https://openalex.org/W3175362188","https://openalex.org/W4378805624","https://openalex.org/W4383312437","https://openalex.org/W4385734222","https://openalex.org/W4388491879","https://openalex.org/W4394574258","https://openalex.org/W4395693625","https://openalex.org/W4400623820","https://openalex.org/W4401042508","https://openalex.org/W4405183026","https://openalex.org/W4406302454","https://openalex.org/W4406983030"],"related_works":[],"abstract_inverted_index":{"Content":[0],"creation":[1],"has":[2,20,30],"dramatically":[3],"progressed":[4],"with":[5],"the":[6,61,81,142,162,184,192],"rapid":[7],"advancement":[8],"of":[9,25,36,45,63,83,164,179,183,194,206,214],"large":[10],"language":[11],"models":[12],"like":[13],"ChatGPT":[14],"and":[15,27,56,71,145,171,208],"Claude.":[16],"While":[17],"this":[18,124,158,165,198],"progress":[19],"greatly":[21],"enhanced":[22],"various":[23,177],"aspects":[24],"life":[26],"work,":[28],"it":[29,217],"also":[31],"negatively":[32],"affected":[33],"certain":[34],"areas":[35],"society.":[37],"A":[38],"recent":[39],"survey":[40],"revealed":[41],"that":[42],"nearly":[43],"30%":[44],"college":[46],"students":[47],"use":[48,98],"generative":[49,222],"AI":[50],"to":[51,100,123,137,156,190],"help":[52],"write":[53],"academic":[54],"papers":[55],"reports.":[57],"Most":[58],"countermeasures":[59],"treat":[60],"detection":[62,128],"AI-generated":[64],"text":[65],"as":[66,126,134],"a":[67,116,135,146,152,173,209],"binary":[68,114],"classification":[69,115,154],"task":[70,155],"thus":[72],"lack":[73],"robustness.":[74],"This":[75],"approach":[76],"overlooks":[77],"human":[78,106,139,180,195],"involvement":[79,107,140,196],"in":[80,141],"generation":[82,143],"content":[84],"even":[85],"though":[86],"human-machine":[87],"collaboration":[88],"is":[89,226],"becoming":[90],"mainstream.":[91],"Besides":[92],"generating":[93],"entire":[94],"texts,":[95],"people":[96],"may":[97],"machines":[99],"complete":[101],"or":[102],"revise":[103],"texts.":[104],"Such":[105],"varies":[108],"case":[109],"by":[110],"case,":[111],"which":[112],"makes":[113],"less":[117],"than":[118],"satisfactory":[119],"approach.":[120],"We":[121,130],"refer":[122],"situation":[125],"participation":[127],"obfuscation.":[129],"propose":[131],"using":[132],"BERTScore":[133],"metric":[136],"measure":[138],"process":[144],"multi-task":[147],"RoBERTa-based":[148],"regressor":[149,210],"trained":[150],"on":[151,197],"token":[153],"address":[157],"problem.":[159],"To":[160],"evaluate":[161],"effectiveness":[163],"approach,":[166],"we":[167,187],"simulated":[168],"academic-based":[169],"scenarios":[170],"created":[172],"continuous":[174],"dataset":[175],"reflecting":[176],"levels":[178],"involvement.":[181],"All":[182],"existing":[185],"detectors":[186],"examined":[188],"failed":[189],"detect":[191],"level":[193],"dataset.":[199],"Our":[200,224],"method,":[201],"however,":[202],"succeeded":[203],"(F1":[204],"score":[205],"0.9423":[207],"mean":[211],"squared":[212],"error":[213],"0.004).":[215],"Moreover,":[216],"demonstrated":[218],"some":[219],"generalizability":[220],"across":[221],"models.":[223],"code":[225],"available":[227],"at":[228],"https://github.com/gyc-nii/CAS-CS-and-dual-head-detector":[229]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-14T00:00:00"}