{"id":"https://openalex.org/W4393833334","doi":"https://doi.org/10.5281/zenodo.10554377","title":"Replication package for the paper: \"A Study on the Pythonic Functional Constructs' Understandability\"","display_name":"Replication package for the paper: \"A Study on the Pythonic Functional Constructs' Understandability\"","publication_year":2024,"publication_date":"2024-01-23","ids":{"openalex":"https://openalex.org/W4393833334","doi":"https://doi.org/10.5281/zenodo.10554377"},"language":"en","primary_location":{"id":"pmh:oai:publications.polymtl.ca:59747","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Ensemble de donn\u00e9es"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.10554377","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015631491","display_name":"Cyrine Zid","orcid":"https://orcid.org/0009-0004-8988-3483"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zid, Cyrine","raw_affiliation_strings":["Polytechnique Montr\u00e9al"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Polytechnique Montr\u00e9al","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006441254","display_name":"Fiorella Zampetti","orcid":"https://orcid.org/0000-0001-7098-8964"},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Zampetti, Fiorella","raw_affiliation_strings":["University of Sannio"],"raw_orcid":"https://orcid.org/0000-0001-7098-8964","affiliations":[{"raw_affiliation_string":"University of Sannio","institution_ids":["https://openalex.org/I16337185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018821149","display_name":"Giuliano Antoniol","orcid":"https://orcid.org/0000-0002-7892-9202"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Antoniol, Giuliano","raw_affiliation_strings":["Polytechnique Montr\u00e9al"],"raw_orcid":"https://orcid.org/0000-0002-7892-9202","affiliations":[{"raw_affiliation_string":"Polytechnique Montr\u00e9al","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025099559","display_name":"Massimiliano Di Penta","orcid":"https://orcid.org/0000-0002-0340-9747"},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Di Penta, Massimiliano","raw_affiliation_strings":["University of Sannio"],"raw_orcid":"https://orcid.org/0000-0002-0340-9747","affiliations":[{"raw_affiliation_string":"University of Sannio","institution_ids":["https://openalex.org/I16337185"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9199000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13650","display_name":"Computational Physics and Python Applications","score":0.9199000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.7823789119720459},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5615999102592468},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.38885393738746643},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3701707124710083},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.14533531665802002}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7823789119720459},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5615999102592468},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.38885393738746643},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3701707124710083},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.14533531665802002},{"id":"https://openalex.org/C159047783","wikidata":"https://www.wikidata.org/wiki/Q7215","display_name":"Virology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:publications.polymtl.ca:59747","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Ensemble de donn\u00e9es"},{"id":"doi:10.5281/zenodo.10554377","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.10554377","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.10554377","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.10554377","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W4205713785","https://openalex.org/W2001405890","https://openalex.org/W3016766501","https://openalex.org/W2901033488","https://openalex.org/W2382290278","https://openalex.org/W2478288626"],"abstract_inverted_index":{"Replication":[0],"Package":[1],"for":[2,61,160,167,286,294,317,340,470,478,497,522,534,543,582,592,603,646,711,715,744,750,753,773,788,816,823,870,881,896,907,922,933,950,966,982,1070,1092,1098,1110,1115,1120,1129,1143,1178,1210,1245,1254,1269,1277,1292,1300,1338,1344],"\"A":[3],"Study":[4],"on":[5,97,679,683,853,857,1039,1046,1053],"the":[6,46,50,53,62,87,110,124,129,132,136,144,151,155,161,168,178,186,192,196,217,233,243,257,264,277,282,291,295,299,307,311,322,327,366,375,387,390,399,403,408,412,416,419,423,431,454,459,467,473,501,519,536,541,545,551,556,561,567,586,599,604,609,615,618,624,628,634,637,655,663,687,697,735,738,745,759,770,779,784,789,794,797,803,827,830,837,861,871,882,887,897,908,913,923,934,939,951,967,983,998,1003,1011,1016,1031,1059,1063,1066,1071,1084,1112,1116,1145,1152,1161,1164,1171,1184,1214,1217,1225,1228,1237,1252,1255,1264,1275,1278,1287,1298,1301,1310,1318,1321,1345,1351,1356,1364,1373,1376],"Pythonic":[7,91],"Functional":[8],"Constructs'":[9],"Understandability\"":[10],"to":[11,89,107,122,184,190,280,310,325,383,406,573,661,732,835,875,886,901,912,927,938,1065,1150,1169,1223,1235,1325,1359,1371],"appear":[12],"at":[13,85],"ICSE":[14],"2024":[15],"Authors:":[16],"Cyrine":[17],"Zid,":[18],"Fiorella":[19],"Zampetti,":[20],"Giuliano":[21],"Antoniol,":[22],"Massimiliano":[23],"Di":[24],"penta":[25],"Article":[26],"Preprint:":[27],"https://mdipenta.github.io/files/ICSE24_funcExperiment.pdf":[28,207],"Artifacts:":[29,208],"https://doi.org/10.5281/zenodo.8191782":[30,209],"License:":[31],"GPL":[32],"V3.0":[33],"This":[34,569,1101,1158,1315],"package":[35,138],"contains":[36,475,555,579,598,643,783,1103,1160,1317,1363],"folders":[37],"and":[38,42,64,120,141,148,172,195,226,248,268,271,284,372,379,414,448,509,539,595,653,713,806,811,826,958,974,990,1081,1136,1138,1201,1213,1342],"files":[39,269,449,530,1106],"with":[40,614,633,1355],"code":[41,99,377,425,504],"data":[43,240,601,786],"used":[44,159,183,293,324,385,427,531,572,602,787,1029,1107,1119,1142,1177,1222,1370],"in":[45,49,128,200,242,263,386,443,673,847,1002,1015,1030,1227,1375],"study":[47,111,432,460],"described":[48],"paper.":[51,130],"In":[52],"following,":[54],"we":[55,175,1182,1221,1369],"first":[56,546],"provide":[57,176],"all":[58,71,177,239],"fields":[59],"required":[60,1069],"submission,":[63],"then":[65],"report":[66],"a":[67,81,229,476,494,692,722,821,866,876,891,902,917,943,956,972,988,1139,1208],"detailed":[68],"description":[69,1186],"of":[70,135,143,150,411,418,430,550,560,566,589,611,617,630,636,677,696,737,769,778,793,800,802,851,890,916,942,997,1010,1022,1058,1062,1086,1163,1263,1286,1309,1320],"repository":[72],"folders.":[73],"Artifact":[74],"Description":[75],"Purpose":[76],"The":[77,101,105,333,577,640,818,1205],"artifact":[78,102,244],"is":[79,245,401,571,665,721,839,1239],"about":[80,256],"controlled":[82,218],"experiment":[83,219],"aimed":[84],"investigating":[86],"extent":[88],"which":[90,662,836,1236],"functional":[92,563,612,804,1131,1340],"constructs":[93,564,613,805,1041,1048,1055],"have":[94,212,395],"an":[95,580,644,928],"impact":[96],"source":[98,376,424],"understandability.":[100],"archive":[103],"contains:":[104,364,484],"material":[106,179,292],"allow":[108],"replicating":[109],"(see":[112],"Section":[113,265,278],"Experimental-Material)":[114],"Raw":[115],"quantitative":[116,145],"results,":[117,283],"working":[118,156],"datasets,":[119],"scripts":[121],"replicate":[123,185],"statistical":[125,193,537],"analyses":[126,194,198],"reported":[127,442],"Specifically,":[131,472,1123,1181,1331],"executable":[133,274],"part":[134],"replication":[137],"reproduces":[139],"figures":[140],"tables":[142],"analysis":[146,163,538,1231],"(RQ1":[147],"RQ2)":[149],"paper":[152],"starting":[153],"from":[154,730],"datasets.":[157],"Spreadsheets":[158],"qualitative":[162,197,1230,1378],"(RQ3).":[164],"We":[165],"apply":[166],"following":[169,300,656,1365],"badges:":[170],"Available":[171],"reusable:":[173],"because":[174],"that":[180,238],"can":[181,260,436],"be":[182,261,384],"experiment,":[187,296],"but":[188,1091,1097],"also":[189],"perform":[191],"(spreadsheets,":[199],"this":[201],"case)":[202],"Provenance":[203],"Paper":[204],"preprint":[205],"link:":[206],"Data":[210,224],"Results":[211],"been":[213],"obtained":[214],"by":[215,232,458,650,1174,1251,1274,1297],"conducting":[216,535],"involving":[220],"Prolificworkers":[221],"as":[222,398,428,441,452,532,621,623,691,709,865,1089,1095,1108],"participants.":[223],"collection":[225],"processing":[227],"followed":[228],"protocol":[230],"approved":[231],"University":[234],"ethical":[235],"board.":[236],"Note":[237],"enclosed":[241],"completely":[246],"anonymized":[247],"does":[249],"not":[250,394],"contain":[251],"sensible":[252],"information.":[253],"Further":[254],"details":[255],"provided":[258,457,649,1173,1250,1273,1296,1352],"dataset":[259],"found":[262],"Results'":[266,446],"directory":[267,339,363,447,474,495,517,1102],"Setup":[270],"Usage":[272],"(for":[273],"artifacts):":[275],"See":[276],"Scripts":[279],"reproduce":[281],"instructions":[285],"running":[287],"them":[288],"Experiment-Material/":[289],"Contains":[290,303,422,466,527],"and,":[297,330],"specifically,":[298],"subdirectories:":[301],"Google-Forms/":[302],"(as":[304],"PDF":[305],"documents)":[306],"questionnaires":[308],"submitted":[309],"ten":[312],"experimental":[313,319,342,659,833,1233],"groups.":[314],"Task-Sources/":[315],"Contains,":[316,451],"each":[318,341,479,487,498,523,583,647,651,824,1130,1211,1339],"group":[320,480,660,834,1234],"(G-1...G-10),":[321],"sources":[323],"produce":[326],"Google":[328,463],"Forms,":[329],"specifically:":[331],"-":[332,337,485,514,748],"cover":[334],"letter":[335],"(Letter.docx).":[336],"A":[338,516],"task":[343,524,671,760,845,873,884,899,910,925,936,953,969,985,1005,1018,1033,1258,1281,1304],"(Lambda":[344],"1,":[345,349,353],"Lambda":[346,356],"2,":[347,351,355],"Comp":[348,350,358],"MRF":[352,354,360,929,944,989,1023,1054,1099,1293,1302,1311],"Comparison,":[357,359],"Comparison).":[361],"Each":[362,482,1348,1361],"(i)":[365,807,1191],"exercise":[367,397],"text":[368],"(in":[369],"both":[370],"Word":[371],".txt":[373],"format),":[374],"snippet,":[378],"its":[380,506,510,959,975,991],".png":[381],"image":[382],"form.":[388],"Note:":[389],"\"Comparison\"":[391],"tasks":[392,681,855],"do":[393],"any":[396],"purpose":[400],"always":[402],"same,":[404],"i.e.,":[405,1133,1155],"compare":[407],"(perceived)":[409],"understandability":[410,948,964,980],"snippets":[413,426],"return":[415],"results":[417,469,1085,1162,1319],"comparison.":[420],"Code-Examples-Table1/":[421],"objects":[429],"(the":[433],"same":[434],"you":[435,1124,1332],"find":[437,1126,1334],"under":[438],"\"Task-Sources/\"),":[439],"named":[440],"Table":[444],"1.":[445],"raw-responses/":[450],"spreadsheets,":[453],"raw":[455,468],"responses":[456],"participants":[461,1148,1176],"through":[462],"forms.":[464],"raw-results-RQ1/":[465],"RQ1.":[471],"subdirectory":[477,483],"(G1-G10).":[481],"For":[486],"user":[488,668,842,1242,1253,1276,1299],"(named":[489],"using":[490,1187],"their":[491],"Prolific":[492,684,858],"IDs,":[493],"containing,":[496],"question":[499,728,739,747],"(Q1-Q6)":[500],"produced":[502],"python":[503],"(Qn.py)":[505],"output":[507,512],"(QnR.txt)":[508],"StdErr":[511],"(QnErr.txt).":[513],"\"expected-outputs/\":":[515],"containing":[518],"expected":[520],"outputs":[521],"(Qn.txt).":[525],"working-results/RQ1-RQ2-files-for-statistical-analysis/":[526],"three":[528,562],".csv":[529,1105],"input":[533,1109],"drawing":[540],"graphs":[542],"addressing":[544,1121,1179],"two":[547],"research":[548,1329],"questions":[549],"study.":[552,568],"Specifically:":[553],"ConstructUsage.csv":[554],"declared":[557,689,863],"frequency":[558,588,777,1038,1045,1052],"usage":[559,591,776,809,1037,1044,1051],"object":[565],"file":[570,578,642,819,1128,1141,1159,1206,1316],"draw":[574],"Figure":[575],"4.":[576],"entry":[581,645],"participant,":[584,825,1212],"reporting":[585],"(text-coded)":[587],"construct":[590,705,771,781,878,893,904,919,930,945,1000,1013,1024,1247,1341],"Comprehension,":[593],"Lambda,":[594],"MRF.":[596],"RQ1.csv":[597],"collected":[600,785],"mixed-effect":[605],"logistic":[606,625,791],"regression":[607,626,792],"relating":[608,627],"use":[610,629,1151],"correctness":[616,635],"change":[619,638,872,883,898,909,924,935],"task,":[620],"well":[622],"map/reduce/filter":[631],"functions":[632],"task.":[639],"csv":[641],"answer":[648,1064,1249,1267,1272,1290,1295,1313],"subject,":[652],"features":[654,820,1207],"columns:":[657,1366],"Group:":[658,832,1232],"participant":[664,688,838,862,1226,1238,1374],"assigned":[666,840,1240,1358],"User:":[667,841],"ID":[669,843,1220,1243,1368],"Time:":[670,844],"time":[672,846],"seconds":[674,848],"Approvals:":[675,849],"number":[676,850],"approvals":[678,852],"previous":[680,854],"performed":[682,856],"Student:":[685,859],"whether":[686,719,860],"themselves":[690,864],"student":[693,867],"Section:":[694],"section":[695],"questionnaire":[698],"(lambda,":[699],"comp,":[700,714],"or":[701,725,1027],"mrf)":[702,774],"Construct:":[703],"specific":[704],"being":[706,1167],"presented":[707],"(same":[708],"\"Section\"":[710],"lambda":[712,877,892,957,999,1040,1072,1246,1256,1265],"mrf":[716],"it":[717,720],"says":[718],"map,":[723],"reduce,":[724,1026],"filter)":[726,1028],"Question:":[727],"id,":[729],"Q1":[731],"Q6,":[733],"indicate":[734],"ordering":[736],"MainFactor:":[740],"main":[741],"factor":[742],"treatment":[743],"given":[746,780],"\"f\"":[749],"functional,":[751],"\"p\"":[752],"procedural":[754,888,914,940,960,976,992,1153,1346],"counterpart":[755,889,915,941,961,977,993],"Outcome:":[756],"TRUE":[757],"if":[758],"was":[761],"correctly":[762],"performed,":[763],"FALSE":[764],"otherwise":[765],"Complexity:":[766],"cyclomatic":[767,995,1008],"complexity":[768,814,996,1009],"(empty":[772],"UsageFrequency:":[775],"RQ1Paired-RQ2.csv":[782],"ordinal":[790],"relationship":[795],"between":[796,955,971,987],"perceived":[798,947,963,979],"ease":[799],"understanding":[801],"participants'":[808],"frequency,":[810],"(ii)":[812,1194],"constructs'":[813],"(except":[815],"map/reduce/filter).":[817],"row":[822,1209],"columns":[828,1215],"are":[829,1083,1216],"following:":[831,1218],"LambdaF:":[868],"result":[869,880,895,906,921,932],"related":[874,885,900,911,926,937],"LambdaP:":[879],"CompF:":[894],"comprehension":[903,918,973,1012,1047,1093,1270,1279,1288],"CompP:":[905],"MrfF:":[920],"MrfP:":[931],"LambdaComp:":[946],"level":[949,965,981],"comparison":[952,968,984,1004,1017,1032,1073,1257,1266,1280,1289,1303,1312],"(RQ2)":[954,970,986,1006,1019,1034],"CompComp:":[962],"MrfComp:":[978],"LambdaCompCplx:":[994],"involved":[1001,1014],"CompCompCplx:":[1007],"MrfCompType:":[1020],"type":[1021],"(map,":[1025],"LambdaUsageFrequency:":[1035],"self-declared":[1036,1043,1050],"CompUsageFrequency:":[1042],"MrfUsageFrequency:":[1049],"LambdaComparisonAssessment:":[1056],"outcome":[1057],"manual":[1060,1117,1165],"assessment":[1061,1262,1285,1308],"\"check":[1067],"question\"":[1068],"(\"yes\"":[1074],"means":[1075,1078],"valid,":[1076],"\"no\"":[1077],"wrong,":[1079],"\"moderatechatgpt\"":[1080],"\"extremechatgpt\"":[1082],"GPTZero)":[1087],"CompComparisonAssessment:":[1088],"above,":[1090,1096],"MrfComparisonAssessment:":[1094],"working-results/inter-rater-RQ3-files/":[1100],"four":[1104,1188,1335],"computing":[1111],"inter-rater":[1113],"agreement":[1114],"labeling":[1118],"RQ3.":[1122],"will":[1125,1333],"one":[1127,1337,1343],"construct,":[1132],"comprehension.csv,":[1134],"lambda.csv,":[1135],"mrf.csv,":[1137],"different":[1140,1189],"highlighting":[1144],"reasons":[1146],"why":[1147],"prefer":[1149],"paradigm,":[1154],"procedural.csv.":[1156],"working-results/RQ2ManualValidation.csv":[1157],"validation":[1166],"done":[1168],"sanitize":[1170],"answers":[1172,1353],"our":[1175,1261,1284,1307,1327],"RQ2.":[1180],"coded":[1183],"behaviour":[1185],"levels:":[1190],"correct":[1192,1196],"(\"yes\"),":[1193],"somewhat":[1195],"(\"partial\"),":[1197],"(iii)":[1198],"wrong":[1199],"(\"no\"),":[1200],"(iv)":[1202],"automatically":[1203],"generated.":[1204],"ID:":[1219,1367],"refer":[1224,1372],"paper's":[1229,1377],"ProlificID:":[1241],"Comparison":[1244,1268,1291],"description:":[1248,1271,1294],"Final":[1259,1282,1305],"Classification:":[1260,1283,1306],"working-results/RQ3ManualValidation.xlsx":[1314],"open":[1322],"coding":[1323],"applied":[1324],"address":[1326],"third":[1328],"question.":[1330],"sheets,":[1336],"paradigm.":[1347],"sheet":[1349,1362],"reports":[1350],"together":[1354],"categories":[1357],"them.":[1360],"analysi":[1379]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}