{"id":"https://openalex.org/W6949331344","doi":"https://doi.org/10.5281/zenodo.14051667","title":"Replication package of the paper \"Do LLMs Provide Links to Code Similar to what they Generate? A Study with Gemini and Bing CoPilot\"","display_name":"Replication package of the paper \"Do LLMs Provide Links to Code Similar to what they Generate? A Study with Gemini and Bing CoPilot\"","publication_year":2025,"publication_date":"2025-01-17","ids":{"openalex":"https://openalex.org/W6949331344","doi":"https://doi.org/10.5281/zenodo.14051667"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.14051667","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14051667","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.14051667","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Bifolco, Daniele","orcid":null},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Bifolco, Daniele","raw_affiliation_strings":["University of Sannio"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sannio","institution_ids":["https://openalex.org/I16337185"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cassieri, Pietro","orcid":"https://orcid.org/0009-0005-7185-8973"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Cassieri, Pietro","raw_affiliation_strings":["University of Salerno"],"raw_orcid":"https://orcid.org/0009-0005-7185-8973","affiliations":[{"raw_affiliation_string":"University of Salerno","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Scanniello, Giuseppe","orcid":"https://orcid.org/0000-0003-0024-7508"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Scanniello, Giuseppe","raw_affiliation_strings":["University of Salerno"],"raw_orcid":"https://orcid.org/0000-0003-0024-7508","affiliations":[{"raw_affiliation_string":"University of Salerno","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Di Penta, Massimiliano","orcid":"https://orcid.org/0000-0002-0340-9747"},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Di Penta, Massimiliano","raw_affiliation_strings":["University of Sannio"],"raw_orcid":"https://orcid.org/0000-0002-0340-9747","affiliations":[{"raw_affiliation_string":"University of Sannio","institution_ids":["https://openalex.org/I16337185"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zampetti, Fiorella","orcid":"https://orcid.org/0000-0001-7098-8964"},"institutions":[{"id":"https://openalex.org/I16337185","display_name":"University of Sannio","ror":"https://ror.org/04vc81p87","country_code":"IT","type":"education","lineage":["https://openalex.org/I16337185"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Zampetti, Fiorella","raw_affiliation_strings":["University of Sannio"],"raw_orcid":"https://orcid.org/0000-0001-7098-8964","affiliations":[{"raw_affiliation_string":"University of Sannio","institution_ids":["https://openalex.org/I16337185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T13609","display_name":"Economic, Social, and Public Health Issues in Russia and Globally","score":0.06340000033378601,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13609","display_name":"Economic, Social, and Public Health Issues in Russia and Globally","score":0.06340000033378601,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14019","display_name":"Socioeconomic and Demographic Analysis","score":0.045499999076128006,"subfield":{"id":"https://openalex.org/subfields/2308","display_name":"Management, Monitoring, Policy and Law"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13499","display_name":"Economic Systems and Logistics Management","score":0.041200000792741776,"subfield":{"id":"https://openalex.org/subfields/2000","display_name":"General Economics, Econometrics and Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.8508999943733215},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.7578999996185303},{"id":"https://openalex.org/keywords/directory","display_name":"Directory","score":0.7279999852180481},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.5449000000953674},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4551999866962433},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.3659000098705292},{"id":"https://openalex.org/keywords/rdf-query-language","display_name":"RDF query language","score":0.365200012922287},{"id":"https://openalex.org/keywords/data-file","display_name":"Data file","score":0.36010000109672546},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.3467999994754791}],"concepts":[{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.8508999943733215},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8422999978065491},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.7578999996185303},{"id":"https://openalex.org/C2777683733","wikidata":"https://www.wikidata.org/wiki/Q201456","display_name":"Directory","level":2,"score":0.7279999852180481},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.5449000000953674},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.46219998598098755},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4551999866962433},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.43309998512268066},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3930000066757202},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.3659000098705292},{"id":"https://openalex.org/C96956885","wikidata":"https://www.wikidata.org/wiki/Q6138701","display_name":"RDF query language","level":5,"score":0.365200012922287},{"id":"https://openalex.org/C171730128","wikidata":"https://www.wikidata.org/wiki/Q5227290","display_name":"Data file","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.3467999994754791},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.34450000524520874},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C43364308","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Byte","level":2,"score":0.32199999690055847},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C97250363","wikidata":"https://www.wikidata.org/wiki/Q235557","display_name":"File format","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C30088001","wikidata":"https://www.wikidata.org/wiki/Q102014","display_name":"Hyperlink","level":3,"score":0.30869999527931213},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2888999879360199},{"id":"https://openalex.org/C544833334","wikidata":"https://www.wikidata.org/wiki/Q2005","display_name":"JavaScript","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C56317617","wikidata":"https://www.wikidata.org/wiki/Q378922","display_name":"Indexed file","level":3,"score":0.27549999952316284},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.26669999957084656},{"id":"https://openalex.org/C41681595","wikidata":"https://www.wikidata.org/wiki/Q7917855","display_name":"Vectorization (mathematics)","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C181177684","wikidata":"https://www.wikidata.org/wiki/Q188816","display_name":"Lightweight Directory Access Protocol","level":3,"score":0.25270000100135803},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.14051667","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14051667","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.14051667","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14051667","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"dataset"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Replication":[0],"Package":[1],"This":[2,63,93,113,158,210,268,698],"replication":[3,54],"package":[4,55],"contains":[5,65,95,115,160,212,270],"the":[6,14,43,47,73,76,83,103,107,116,126,131,141,148,152,156,161,168,174,185,190,195,199,213,220,226,234,255,261,265,271,278,284,292,320,349,371,375,382,392,398,412,419,440,451,465,475,485,498,511,529,536,543,555,558,565,568,575,578,590,596,603,609,616,622,634,639,664,666,669,674,679,692,701,704,715,722,730,737,749,764,769,774,784,789,800,806,814,820,828,836,843,855,870,875,880,890,895,906,931,938,949,954,964,976,981,989,997,1004,1009,1014,1021,1026,1031,1039,1044,1058,1062,1079,1087,1094,1106,1114,1126,1132,1137,1147,1152,1163,1188,1195,1206,1211,1221,1233,1238,1245,1250,1255,1274,1283,1289,1297,1320,1326,1334,1379,1386,1390,1395,1398,1402,1407,1424,1433,1436],"necessary":[7],"tools,":[8],"data,":[9],"and":[10,34,46,75,85,90,100,118,201,651,673,1025,1065,1249],"scripts":[11,97],"for":[12,72,88,98,121,136,151,173,225,233,283,291,391,464,654,714,819,1269,1272,1288,1296,1325,1333],"reproducing":[13],"results":[15,202,992,1060,1434],"of":[16,42,49,109,167,189,203,219,277,481,494,507,528,535,542,554,564,574,589,602,615,668,703,721,736,744,746,748,768,779,781,783,813,827,842,850,852,854,874,885,887,889,930,933,935,937,959,961,963,1003,1008,1061,1078,1093,1101,1103,1105,1113,1131,1142,1144,1146,1187,1190,1192,1194,1216,1218,1220,1266,1276,1282,1319,1385,1397,1404,1406,1435],"our":[17,122,137],"paper:":[18],"\"Do":[19],"LLMs":[20,413],"Provide":[21],"Links":[22],"to":[23,26,81,180,194,254,374,524,557,567,577,593,606,619],"Code":[24,760,866],"Similar":[25,253],"what":[27],"they":[28],"Generate?":[29],"A":[30],"Study":[31],"with":[32,400,641,657],"Gemini":[33],"Bing":[35],"CoPilot\".":[36],"Below":[37],"is":[38,56,519,549,584,628,700,1400],"a":[39,181,239,246,297,304,520,550,585,629,916,946,973,1173,1203,1230,1264,1302,1309,1339,1346,1358],"detailed":[40],"description":[41],"directory":[44,64,94,114],"structure":[45],"contents":[48],"this":[50],"package.":[51],"Contents":[52],"The":[53,325,332,354,361,387,445,469,725,734,742,777,811,824,831,840,848,883,957,1017,1051,1072,1075,1082,1091,1099,1111,1117,1121,1129,1140,1185,1214,1241],"organized":[57],"into":[58],"two":[59,379],"main":[60,127],"directories:":[61],"assets:":[62],"all":[66,96,204],".csv":[67,78,145],"files":[68,653],"used":[69,80,129,150,172,224,282,463,713,818,1271,1287,1324],"as":[70,945,972,1202,1229],"input":[71,208,702],"script":[74],"outputted":[77],"file":[79,146,159,211,269,699],"perform":[82,1273],"manual":[84],"automated":[86],"analyses":[87],"RQ1":[89,99],"RQ2.":[91,101],"script:":[92],"In":[102],"following,":[104],"we":[105],"describe":[106],"content":[108],"each":[110],"directory:":[111],"assets":[112],"tools":[117],"resources":[119],"required":[120],"study.":[123,132],"dataset:":[124],"Contains":[125,198,370,396,663,805,988,1038,1057,1258,1263,1432],"datasets":[128,200],"in":[130,595,608,621,633,948,975,1205,1232],"annotationStore.csv:":[133],"Input":[134],"dataset":[135],"analyses,":[138],"originating":[139],"from":[140,155,411,418,450,678,691,763,773,788,869,879,894,953,980,1013,1030,1043,1125,1136,1151,1210,1237,1254],"CODESEARCHNET":[142],"dataset.":[143],"queries.csv:":[144,206,386],"containing":[147,260],"queries":[149,399,640,1268],"experiments":[153],"filtered":[154,390],"CODESEARCHNETdataset.":[157],"following":[162,214,272],"columns:":[163,215,273],"Language:":[164,216,274,1279,1316],"Programming":[165,217,275,719,1280,1317],"language":[166,218,276,720,826,1077,1270,1281,1318],"query":[169,186,196,221,235,279,293,321,350,441,559,569,579,723,801,815,829,907,1052,1073,1080,1164,1284,1298,1321,1335],"Query:":[170,222,280,1285,1322],"Query":[171,223,281,423,459,462,709,712,817,994,1048,1069,1286,1323],"experiment":[175],"GitHubUrl:":[176],"GitHub":[177,192],"URL":[178,430,523,758,864,1055,1119,1384],"related":[179,373],"snippet":[182,193,227,249,285,307,448,466,472,486,499,512,592,605,618,689,716,728,740,752,761,771,786,821,834,846,858,867,877,892,941,951,967,978,1000,1011,1024,1028,1085,1097,1109,1123,1134,1149,1198,1208,1224,1235,1248,1252,1290,1312,1327,1349],"that":[183,313,342,433,793,899,913,968,1156,1170,1225,1355,1372,1417],"addresses":[184],"Relevance:":[187],"Relevance":[188,553,563,573,588,601,614],"linked":[191],"data:":[197],"analyses.":[205],"General":[207,311],"queries.":[209],"generation":[228,286,467,717,822,1291,1328],"Prompt:":[229,287,1292,1329],"LLM":[230,288,1293,1330,1391,1408],"prompt":[231,289,443,803,909,1166,1294,1331],"generated":[232,290,326,355,405,473,591,604,617,646,670,695,726,738,750,832,844,856,939,965,998,1022,1083,1095,1107,1196,1222,1246,1295,1332],"as:":[236,294,1299,1336],"You":[237,295,1300,1337],"are":[238,296,1301,1338],"Senior":[240,298,1303,1340],"<Language>":[241,247,299,305,1304,1310,1341,1347],"developer.":[242,300,1305,1342],"Then":[243,301,1306,1343],"give":[244,302,1307,1344],"me":[245,303,1308,1345],"code":[248,306,327,356,447,471,647,671,675,696,727,739,747,751,770,782,785,833,845,853,857,876,888,891,936,940,950,962,966,977,999,1010,1023,1027,1084,1096,1104,1108,1122,1133,1145,1148,1193,1197,1207,1219,1223,1234,1247,1251,1311,1348],"about:":[250,308,1313,1350],"<Query>":[251,309,1314,1351],"queries_filled.csv:":[252],"previous":[256,635],"file,":[257,389,636],"but":[258,637],"also":[259],"output":[262,665],"produced":[263],"by":[264,329,336,358,365,474,729,835,1086,1389],"LLM-based":[266,476,731,837,1088],"assistants.":[267],"Notes:":[310],"notes":[312],"provide":[314,343,434,794,900,1157,1373,1418],"additional":[315,344,435,795,901,1158,1374,1419],"context":[316,345,436,796,902,1159,1375,1420],"or":[317,322,346,351,437,442,483,496,509,797,802,903,908,1160,1165,1376,1421],"information":[318,347,438,798,904,1161,1377,1422],"about":[319,348,439,799,905,1162,1378,1423],"prompt.":[323,352],"Gemini_Answer(n):":[324],"snippets":[328,357,672,676],"Gemini.":[330,337],"Gemini(n):":[331],"external":[333,362,420,680,693],"links":[334,363,409,1041],"provided":[335,364,1388],"Prompt":[338],"(repeated)":[339],"Note:":[340,1370,1415],"Notes":[341,432,792,898,1155,1371,1416],"Copilot_Answer(n):":[353],"Bing-Copilot.":[359,366],"Copilot_Bing(n):":[360],"copilot":[367],"||":[368,661],"gemini:":[369],"data":[372],"specific":[376,393],"LLM.":[377,394],"These":[378],"subdirectories":[380],"have":[381],"same":[383],"internal":[384],"structure.":[385],"queries_filled.csv":[388],"queries_noTrivial.csv:":[395],"only":[397,638],"at":[401,642],"least":[402,643],"one":[403,644],"nontrivial":[404,645],"snippet.":[406,648],"external_links.csv:":[407],"External":[408],"extracted":[410,417,449,677,690,762,772,787,868,878,893,952,979,1012,1029,1042,1124,1135,1150,1209,1236,1253],"output.":[414],"external_links_filled.csv:":[415],"Snippets":[416],"links.":[421,681],"index:":[422,458],"ID":[424,427,460,710,755,767,861,873,995,1002,1007,1049,1070,1092],"source:":[425,522,756,862,1116],"Snippet":[426],"url:":[428,1053],"Link":[429,1054],"note:":[431,791,897,1154],"code(n):":[444],"n-th":[446,470],"source":[452,530,537,544,765,775,790,871,881,896,955,982,1005,1015,1032,1115,1118,1127,1138,1153,1212,1239,1256,1387],"manual_analysis:":[453],"Manual":[454,479,492,505],"analysis":[455,480,493,506,1035,1381,1426,1429],"results.":[456,809,986,1036,1430],"manual_analysis.csv:":[457],"query:":[461,711,816,1050,1071],"generatedsnippet(n):":[468],"assistant":[477,732,838,1089],"trivial_1:":[478],"whether":[482,495,508,915],"not":[484,497,510,926,1182,1368,1413],"was":[487,500,513],"trivial":[488,501,514],"(validator":[489,502,531,538,560,570,598,611],"1)":[490,532,561,599],"trivial_2:":[491],"2)":[503,539,571,612],"trivial_final:":[504],"(final":[515,545,580,624],"classification":[516,546,581,625],"if":[517,547,582,626,1172,1357,1394],"there":[518,548,583,627],"disagreement)":[521,551,586,630],"analyze":[525],"sourcetype1:":[526],"Type":[527,534,541],"sourcetype2:":[533],"sourcetypefinal:":[540],"relatedtoquery_1:":[552],"link":[556,566,576,597,610,623],"relatedtoquery_2:":[562],"relatedtoquery_final:":[572],"relatedtosnippets_1:":[587],"those":[594,607,620],"relatedtosnippets_2:":[600],"relatedtosnippets_final:":[613],"manual_analysis_noTrivial.csv:":[631],"As":[632],"clone_detector:":[649],"Output":[650],"intermediate":[652],"clone":[655,705,807,917,947,974,1063,1174,1204,1231,1359],"detection":[656,706,808,1064],"Copilot":[658],"data.":[659],"copilot_tokens":[660],"gemini_tokens:":[662],"tokenization":[667],"merged_llm_ext_link.csv:":[682],"All":[683],"possible":[684],"pairs":[685],"(Cartesian":[686],"product)":[687],"(code":[688],"links,":[694],"snippet).":[697],"tool.":[707],"ID_query:":[708,810,1068],"language:":[718,823,1074],"generated_snippet:":[724,830,1081],"IDgensnippet:":[733,839,1090],"index":[735,812,841,1112,1130],"LOCgensnippet:":[741,847,1098],"number":[743,778,849,884,932,958,1100,1141,1189,1215],"lines":[745,780,851,886,934,960,1102,1143,1191,1217],"ID_source:":[753,859,1110],"Source":[754,757,860,863],"source_snippet:":[759,865,1120],"IDsourcesnippet:":[766,872,1128],"LOCsourcesnippet:":[776,882,1139],"clone_detection_output.csv:":[804],"programming":[825,1076],"clone_detected:":[910,1167],"bBolean":[911],"value":[912,1169,1354],"indicates":[914,1171,1356],"has":[918,942,969,1175,1199,1226,1360],"been":[919,943,970,1176,1200,1227,1361],"detected":[920,944,971,1201,1228,1362],"(1":[921],"=":[922,925,1178,1181,1364,1367],"detected,":[923,1179,1365],"0":[924,1180],"detected)":[927,1183,1369],"cloning_ratio:":[928,1184],"Ratio":[929],"cloned_lines:":[956,1213],"cosine_sim:":[983],"Cosine":[984],"similarity":[985,991,1019,1243],"cosine_sim_output.csv:":[987],"cosine":[990,1018,1066,1242],"query_id:":[993],"snippet_id:ID":[996],"source_id:":[1001],"sourcesnippetid:":[1006],"cosine_similarity:":[1016,1240],"between":[1020,1244],"quant_analysis:":[1033],"Quantitative":[1034],"topN_links_se.csv:":[1037],"top-N":[1040],"search":[1045],"engine.":[1046],"id:":[1047],"merged_clone_cosine.csv:":[1056],"merged":[1059],"similarity.":[1067],"Boolean":[1168,1353],"detected(1":[1177],"ratio":[1186],"other_analysis:":[1257],"more":[1259],"performed":[1260,1380,1425],"analysis.":[1261],"sample_queries.csv:":[1262],"sample":[1265],"five":[1267],"chain":[1275],"thought":[1277],"experiment.":[1278],"chain_of_thought.csv:":[1315],"Clone_fonud:":[1352],"(Yes":[1363],"No":[1366],"data_check.csv:":[1382],"Link:":[1383],"Post_date:":[1392],"Indicates":[1393],"date":[1396,1403],"post":[1399],"before/after":[1401],"training":[1405],"(before":[1409],"2023,":[1410,1412],"after":[1411],"provided)":[1414],"results:":[1427],"Final":[1428],"jaccard_analysis.csv:":[1431],"Jaccard":[1437]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}