{"id":"https://openalex.org/W3210151356","doi":"https://doi.org/10.5281/zenodo.3660984","title":"PAN20 Authorship Analysis: Style Change Detection","display_name":"PAN20 Authorship Analysis: Style Change Detection","publication_year":2020,"publication_date":"2020-02-10","ids":{"openalex":"https://openalex.org/W3210151356","doi":"https://doi.org/10.5281/zenodo.3660984","mag":"3210151356"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:3660984","is_oa":true,"landing_page_url":"https://zenodo.org/record/3660984","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/3660984","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070525687","display_name":"Eva Zangerle","orcid":"https://orcid.org/0000-0003-3195-8273"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Zangerle, Eva","raw_affiliation_strings":["Universit\u00e4t Innsbruck"],"raw_orcid":"https://orcid.org/0000-0003-3195-8273","affiliations":[{"raw_affiliation_string":"Universit\u00e4t Innsbruck","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001145841","display_name":"Maximilian Mayerl","orcid":"https://orcid.org/0000-0001-6167-914X"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Mayerl, Maximilian","raw_affiliation_strings":["Universit\u00e4t Innsbruck"],"raw_orcid":"https://orcid.org/0000-0001-6167-914X","affiliations":[{"raw_affiliation_string":"Universit\u00e4t Innsbruck","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025845179","display_name":"Michael Tschuggnall","orcid":"https://orcid.org/0000-0001-8991-5677"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Tschuggnall, Michael","raw_affiliation_strings":["Universit\u00e4t Innsbruck"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e4t Innsbruck","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073412960","display_name":"G\u00fcnther Specht","orcid":"https://orcid.org/0000-0003-0978-7201"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Specht, G\u00fcnther","raw_affiliation_strings":["Universit\u00e4t Innsbruck"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e4t Innsbruck","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083712311","display_name":"Martin Potthast","orcid":"https://orcid.org/0000-0003-2451-0665"},"institutions":[{"id":"https://openalex.org/I926574661","display_name":"Leipzig University","ror":"https://ror.org/03s7gtk40","country_code":"DE","type":"education","lineage":["https://openalex.org/I926574661"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Potthast, Martin","raw_affiliation_strings":["University Leipzig"],"raw_orcid":"https://orcid.org/0000-0003-2451-0665","affiliations":[{"raw_affiliation_string":"University Leipzig","institution_ids":["https://openalex.org/I926574661"]}]},{"author_position":"last","author":{"id":null,"display_name":"Stein, Benno","orcid":"https://orcid.org/0000-0003-2451-0665"},"institutions":[{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stein, Benno","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar"],"raw_orcid":"https://orcid.org/0000-0003-2451-0665","affiliations":[{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar","institution_ids":["https://openalex.org/I51441396"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.7295331358909607},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39325782656669617},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.3210272789001465},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.12891614437103271}],"concepts":[{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.7295331358909607},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39325782656669617},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.3210272789001465},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.12891614437103271}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:3660984","is_oa":true,"landing_page_url":"https://zenodo.org/record/3660984","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},{"id":"doi:10.5281/zenodo.3660984","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.3660984","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:3660984","is_oa":true,"landing_page_url":"https://zenodo.org/record/3660984","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"dataset"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.5899999737739563}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2356229341","https://openalex.org/W2350741829"],"abstract_inverted_index":{"This":[0,459],"is":[1,23,41,93,140,180,222,237,300,461,603,622,692,700,706,715,749,756,955,967,988,1237],"the":[2,6,18,35,46,64,81,99,109,114,121,129,136,156,162,198,203,219,235,241,256,259,262,340,349,395,418,441,446,449,485,497,502,550,578,591,609,619,652,663,667,698,704,730,747,751,765,771,781,787,790,810,822,839,845,860,863,866,880,902,911,915,918,933,965,991,1003,1024,1027,1036,1050,1059,1072,1081,1089,1093,1100,1115,1127,1136,1140,1142,1194,1197,1225,1228,1233,1275,1280,1324,1327,1348,1356,1366,1382,1411],"data":[3,323,332,383,397,420,443,474,487,899],"set":[4,359,398,406,421,429,460,1144,1261],"for":[5,51,59,138,463,475,593,687,710,723,777,862,877,894,946,952,974,984,1039,1067,1080,1092,1158,1227,1256,1323,1344],"Style":[7,82,551,1357,1376],"Change":[8,83,552,1358,1377],"Detection":[9,84,553,1359],"task":[10,22,85,122,137,688,711,754,953,963,1055,1068,1298],"of":[11,17,45,80,102,132,158,167,170,215,258,342,360,381,394,417,440,549,577,618,726,767,784,799,879,977,1026,1196,1262,1326,1355,1365,1381,1413,1418],"PAN":[12,556,1328,1349],"2020.":[13],"<strong>Tasks</strong>":[14,189],"The":[15,616,685,708,898,949,1042,1078,1183],"goal":[16,236],"style":[19,71,159,183,225,245,279,289,312,597,737,744,807],"change":[20,68,75,184,226,260,808],"detection":[21],"to":[24,119,124,141,154,176,196,238,254,277,365,373,407,430,470,483,586,595,607,612,753,870,891,908,1022,1109,1154,1169,1193,1205,1239,1245,1293,1317,1333],"identify":[25,608],"text":[26],"positions":[27,40,157],"within":[28,104,729],"a":[29,42,67,74,91,105,144,171,182,191,224,297,304,356,492,693,721,743,778,800,806,874,888,939,956,971,985,1000,1020,1107,1260,1338],"given":[30,204,220,242,455,926],"multi-author":[31,52,801],"document":[32,53,92,106,145,205,243,263,592,699,705,731,748,772,836,987,1002],"at":[33,87,161,283,555,1160,1361,1370,1386],"which":[34,594,602],"author":[36,306,506],"switches.":[37],"Detecting":[38],"these":[39,228],"crucial":[43],"part":[44],"authorship":[47,133],"identification":[48],"process,":[49],"and":[50,153,247,272,307,317,399,409,422,432,523,531,534,537,567,786,812,1066,1088,1200,1222,1289,1375,1388,1398,1401,1407,1421,1432,1441],"analysis":[54],"in":[55,69,76,218,261,270,335,348,670,770,873,910,990,1279],"general.":[56],"Note":[57],"that,":[58],"this":[60,405,428,613,1297],"task,":[61],"we":[62,117,173,193,252,480,763,886,1057,1070,1151,1217],"make":[63,484],"assumption":[65],"that":[66,345,374,885,909,917,1174],"writing":[70],"always":[72,301],"signifies":[73],"author.":[77],"Previous":[78],"editions":[79],"aim":[86,118,253],"e.g.,":[88],"detecting":[89,128],"whether":[90,143,178,240],"single-":[94],"or":[95,98,150,960,1341],"multi-authored":[96,986],"(2018)":[97],"actual":[100,653,950],"number":[101,341,783],"authors":[103,152,768,785],"(2019).":[107],"Considering":[108],"promising":[110],"results":[111,868,1292],"achieved":[112],"by":[113,148,207,303,599,659,1035,1395],"submitted":[115,610],"approaches,":[116],"steer":[120],"back":[123],"its":[125],"original":[126],"goal:":[127],"exact":[130],"position":[131,257],"changes.":[134],"Therefore,":[135],"PAN'20":[139],"detect":[142,596],"was":[146,735,742,805],"authored":[147,302],"one":[149,945,1254],"multiple":[151,208],"find":[155,255,1253],"changes":[160,246,290],"paragraph-level.":[163],"For":[164,212,445,637,924,962,999,1054,1268,1282],"each":[165,213,587,638,643,724,878,895,925,947,975,1040,1257,1269],"pair":[166,214,725,976],"consecutive":[168,216,727,978],"paragraphs":[169,217,295,656,728],"document,":[172,192,802],"ask":[174,194,481,1152,1167],"participants":[175,195],"estimate":[177],"there":[179,223,734,741,804],"indeed":[181,250],"between":[185,227,294,809],"those":[186,382,1111,1247],"two":[187,200,322,646,823,846,864,943,1043,1082,1094,1101,1219,1229],"paragraphs.":[188,979],"Given":[190],"answer":[197],"following":[199,498,840],"questions:":[201],"Was":[202],"written":[206],"authors?":[209],"(task":[210,230],"1)":[211],"document:":[221],"paragraphs?":[229],"2)":[231],"In":[232,1295,1438],"other":[233,1345],"words,":[234],"determine":[239],"contains":[244,353,651,662],"if":[248,697,703,733,740],"it":[249,1175,1288,1343],"does,":[251],"(between":[264],"paragraphs).":[265],"All":[266],"documents":[267,350,447,1065],"are":[268,329,346,385,453,468,569,648,657,922,1033,1045],"provided":[269,503,620,1234],"English":[271],"may":[273,291,1006],"contain":[274,310],"zero":[275],"up":[276],"ten":[278],"changes,":[280],"resulting":[281,1090],"from":[282,355,574,794],"most":[284],"three":[285,388],"different":[286,343,582],"authors.":[287],"However,":[288,479],"only":[292,820,843,1322],"occur":[293],"(i.e.,":[296,339,590,642,795,1265],"single":[298,305,875],"paragraph":[299,814],"does":[308],"not":[309,454,1146,1332],"any":[311],"changes).":[313],"<strong>Data</strong>":[314],"To":[315,858],"develop":[316,408],"then":[318],"test":[319,450,1137,1143,1198],"your":[320,411,434,477,929,1124,1130,1156,1171,1242,1291,1309,1335],"algorithms,":[321],"sets":[324,333,384],"including":[325],"ground":[326,401,424,456,664,919],"truth":[327,402,425,457,920],"information":[328],"provided.":[330],"Those":[331],"differ":[334],"their":[336],"topical":[337],"breadth":[338],"topics":[344],"covered":[347],"contained).":[351],"<em>dataset-narrow</em>":[352],"texts":[354,791],"relatively":[357],"narrow":[358],"subjects":[361],"matters":[362],"(all":[363],"related":[364],"technology),":[366],"whereas":[367],"<em>dataset-wide</em>":[368],"adds":[369],"additional":[370,472,486],"subject":[371],"areas":[372],"(travel,":[375],"philosophy,":[376],"economics,":[377],"history,":[378],"etc.).":[379],"Both":[380,565],"split":[386],"into":[387],"parts:":[389],"<em>training":[390],"set:</em>":[391,414,437],"Contains":[392,415,438],"50%":[393],"whole":[396,419,442],"includes":[400,423],"data.":[403,426,458],"Use":[404,427],"train":[410],"models.":[412,435,478],"<em>validation":[413],"25%":[416,439],"evaluate":[431,859],"optimize":[433],"<em>test":[436],"set.":[444,1138],"on":[448,571,1049,1114,1126,1135],"set,":[451,1129],"you":[452,482,1018,1105,1121,1153,1168,1251,1272,1284,1311],"used":[462,606],"evaluation":[464,903,1159],"(see":[465],"later).":[466],"You":[467,1315],"free":[469],"use":[471,1071,1342],"external":[473],"training":[476,912],"utilized":[488],"freely":[489],"available":[490],"under":[491],"suitable":[493],"license.":[494],"Please":[495,883],"cite":[496],"paper":[499],"when":[500],"using":[501],"dataset:":[504],"<pre><code>@InProceedings{zangerle:2020,":[505],"=":[507,519,528,541,544,547,559],"{Eva":[508],"Zangerle,":[509],"Maximilian":[510],"Mayerl,":[511],"G{\\\"u}nther":[512],"Specht,":[513],"Martin":[514],"Potthast,":[515],"Benno":[516,1428],"Stein},":[517],"booktitle":[518],"{{CLEF":[520],"2020":[521,560],"Labs":[522],"Workshops,":[524],"Notebook":[525],"Papers}},":[526],"editor":[527],"{Linda":[529],"Cappellato":[530],"Carsten":[532],"Eickhoff":[533],"Nicola":[535],"Ferro":[536],"Aur{\\'e}lie":[538],"N{\\'e}v{\\'e}ol},":[539],"month":[540],"sep,":[542],"publisher":[543],"{CEUR-WS.org},":[545],"title":[546],"{{Overview":[548],"Task":[554,1360,1369,1385],"2020}},":[557],"year":[558],"}":[561],"</code></pre>":[562,636],"<strong>Input":[563],"Format</strong>":[564,857],"dataset-narrow":[566],"dataset-wide":[568],"based":[570,1048,1113],"user":[572],"posts":[573],"various":[575],"sites":[576],"StackExchange":[579],"network,":[580],"covering":[581],"topics.":[583],"We":[584,1016,1103,1166,1330],"refer":[585],"input":[588,614,644,881,896,1188],"problem":[589,639,927,1263,1270],"changes)":[598],"an":[600,718,757,968,1190,1202,1206],"ID,":[601],"subsequently":[604],"also":[605],"solution":[611,669,752,889,935,951,966,982,1004,1028,1276],"problem.":[615,897],"structure":[617,900],"datasets":[621,1083],"as":[623,717,817,1008,1163,1187],"follows:":[624,1009],"<pre>":[625],"<code>":[626],"train/":[627],"dataset-narrow/":[628,631,634],"dataset-wide/":[629,632,635],"validation/":[630],"test/":[633],"instance":[640,1271],"<code>X</code>":[641],"document),":[645,780],"files":[647,921,1029],"provided:":[649],"<code>problem-X.txt</code>":[650],"text,":[654],"where":[655,803],"denoted":[658],"<code>\\n\\n</code>.":[660],"<code>truth-problem-X.json</code>":[661],"truth,":[665],"i.e.,":[666],"correct":[668],"JSON":[671,940],"format:":[672],"<pre><code>{":[673,828,850,993,1010],"\"authors\":":[674],"NUMBER_OF_AUTHORS,":[675],"\"structure\":":[676],"ORDER_OF_AUTHORS,":[677],"\"site\":":[678],"SOURCE_SITE,":[679],"\"multi-author\":":[680,829,851,994,1011],"RESULT_TASK1,":[681],"\"changes\":":[682,831,853,996,1013],"RESULT_ARRAY_TASK2":[683],"}</code></pre>":[684,833,855,998,1015],"result":[686,709],"1":[689,739,954],"(key":[690,713],"\"multi-author\")":[691],"binary":[694,722,957,972],"value":[695,958,973,1062],"(1":[696],"multi-authored,":[701],"0":[702],"single-authored).":[707],"2":[712,755],"\"changes\")":[714],"represented":[716],"array,":[719],"holding":[720,1224,1259],"(0":[732,959],"no":[736],"change,":[738],"change).":[745],"If":[746],"single-authored,":[750],"array":[758,969],"filled":[759],"with":[760,914,942,1019,1106,1337],"0s.":[761],"Furthermore,":[762],"provide":[764,1017,1104],"order":[766],"contained":[769],"(e.g.,":[773],"<code>[A1,":[774],"A2,":[775],"A1]</code>":[776],"two-author":[779],"total":[782],"Stackoverflow":[788],"site":[789,1162],"were":[792],"extracted":[793],"topic).":[796],"An":[797,980],"example":[798,981],"third":[811,1339],"fourth":[813],"could":[815],"look":[816,1007],"follows":[818,1299],"(we":[819],"list":[821],"relevant":[824,847],"key/value":[825,848],"pairs":[826],"here):":[827],"1,":[830,995,1056,1446],"[0,0,1,...]":[832,997],"A":[834],"single-author":[835],"would":[837],"have":[838,869],"form":[841],"(again,":[842],"listing":[844],"pairs):":[849],"0,":[852,1012],"[0,0,0,...]":[854,1014],"<strong>Output":[856],"solutions":[861,1226],"tasks,":[865],"classification":[867],"be":[871,892,906,1085,1097,1133,1147,1177,1240],"stored":[872],"file":[876,890,936,983,1005,1277],"documents.":[882,1077],"note":[884],"require":[887,1218],"generated":[893],"during":[901],"phase":[904],"will":[905,1084,1096,1132,1145,1252],"similar":[907],"phase,":[913],"exception":[916],"missing.":[923],"problem-X.txt,":[928],"software":[930,1131,1157,1172,1243,1301,1310,1336],"should":[931,1273],"output":[932,1208,1235],"missing":[934],"<code>solution-problem-X.json</code>,":[937],"containing":[938,970],"object":[941],"properties,":[944],"task.":[948],"1).":[961],"2,":[964,1069],"featured":[989],"following:":[992],"single-authored":[1001],"script":[1021,1108],"check":[1023],"validity":[1025],"[verifier][tests].":[1030],"<strong>Evaluation</strong>":[1031],"Submissions":[1032],"evaluated":[1034,1046,1086],"F1-score":[1037,1061,1074],"measure":[1038],"document.":[1041],"tasks":[1044,1095],"independently":[1047,1087],"obtained":[1051],"accuracy":[1052],"measures.":[1053],"compute":[1058,1110],"average":[1060],"across":[1063,1075,1099],"all":[1064,1076],"micro-averaged":[1073],"submissions":[1079],"F1-scores":[1091],"averaged":[1098],"datasets.":[1102],"measures":[1112],"produced":[1116],"output-files":[1117],"[code][tests].":[1118],"<strong>Submission</strong>":[1119],"Once":[1120],"finished":[1122],"tuning":[1123],"approach":[1125],"validation":[1128],"tested":[1134],"During":[1139],"competition,":[1141],"released":[1148],"publicly.":[1149],"Instead,":[1150],"submit":[1155],"our":[1161],"described":[1164,1304],"below.":[1165],"prepare":[1170],"so":[1173],"can":[1176],"executed":[1178],"via":[1179],"command":[1180,1184],"line":[1181],"calls.":[1182],"shall":[1185],"take":[1186],"(i)":[1189],"absolute":[1191,1203],"path":[1192,1204],"directory":[1195,1236],"corpus":[1199],"(ii)":[1201],"empty":[1207],"directory:":[1209],"<pre><code>mySoftware":[1210],"-i":[1211],"INPUT-DIRECTORY":[1212],"-o":[1213],"OUTPUT-DIRECTORY</code></pre>":[1214],"Within":[1215,1249,1397],"<code>OUTPUT-DIRECTORY</code>,":[1216],"subfolders:":[1220],"<code>dataset-narrow</code>":[1221],"<code>dataset-wide</code>,":[1223],"datasets,":[1230],"respectively.":[1231],"As":[1232],"guaranteed":[1238],"empty,":[1241],"needs":[1244],"create":[1246],"subfolders.":[1248],"<code>INPUT-DIRECTORY</code>,":[1250],"folder":[1255],"dataset,":[1258],"instances":[1264],"<code>problem-[id].txt</code>":[1266],"files).":[1267],"produce":[1274],"<code>solution-problem-[id].json</code>":[1278],"<code>OUTPUT-DIRECTORY</code>.":[1281],"instance,":[1283],"read":[1285],"<code>INPUT-DIRECTORY/dataset-narrow/problem-12.txt</code>,":[1286],"process":[1287],"write":[1290],"<code>OUTPUT-DIRECTORY/dataset-narrow/solution-problem-12.json</code>.":[1294],"general,":[1296],"PAN's":[1300],"submission":[1302],"strategy":[1303],"here.":[1305],"Note:":[1306],"By":[1307],"submitting":[1308],"retain":[1312],"full":[1313],"copyrights.":[1314],"agree":[1316,1331],"grant":[1318],"us":[1319],"usage":[1320],"rights":[1321],"purpose":[1325],"competition.":[1329,1350],"share":[1334],"party":[1340],"purposes":[1346],"than":[1347],"<strong>Related":[1351],"Work</strong>":[1352],"PAN@CLEF'19":[1353],"(<em>Overview":[1354,1364,1380],"PAN-2019</em>)":[1362],"PAN@CLEF'18":[1363],"Author":[1367,1383],"Identification":[1368,1384],"PAN-2018:":[1371],"Cross-domain":[1372],"Authorship":[1373,1396],"Attribution":[1374],"Detection</em>)":[1378],"PAN@CLEF'17":[1379],"PAN-2017</em>":[1387],"<em>Style":[1389],"Breach":[1390],"Detection</em>":[1391],"section)":[1392,1404],"PAN@CLEF'16":[1393],"(<em>Clustering":[1394],"Across":[1399],"Documents</em>":[1400],"<em>Author":[1402],"Diarization</em>":[1403],"J.":[1405],"Cardoso":[1406],"R.":[1408],"Sousa.":[1409],"Measuring":[1410],"performance":[1412],"ordinal":[1414],"classification.":[1415],"International":[1416],"Journal":[1417],"Pattern":[1419],"Recognition":[1420],"Artificial":[1422],"Intelligence":[1423],"25.08,":[1424],"pp.":[1425],"1173-1195,":[1426],"2011":[1427],"Stein,":[1429],"Nedim":[1430],"Lipka":[1431],"Peter":[1433],"Prettenhofer.":[1434],"Intrinsic":[1435],"Plagiarism":[1436],"Analysis.":[1437],"Language":[1439],"Resources":[1440],"Evaluation,":[1442],"Volume":[1443],"45,":[1444],"Issue":[1445],"pa":[1447]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}