{"id":"https://openalex.org/W2397447617","doi":null,"title":"Improving the Reproducibility of PAN\u2019s Shared Tasks: Plagiarism Detection, Author Identification, and Author Profiling","display_name":"Improving the Reproducibility of PAN\u2019s Shared Tasks: Plagiarism Detection, Author Identification, and Author Profiling","publication_year":2015,"publication_date":"2015-03-06","ids":{"openalex":"https://openalex.org/W2397447617","mag":"2397447617"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.567.7729","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.567.7729","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.uni-weimar.de/medien/webis/publications/papers/stein_2014i.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083712311","display_name":"Martin Potthast","orcid":"https://orcid.org/0000-0003-2451-0665","observed_orcids":["https://orcid.org/0000-0003-2451-0665"]},"institutions":[{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Potthast","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar, Weimar, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar, Weimar, Germany","institution_ids":["https://openalex.org/I51441396"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087022274","display_name":"Tim Gollub","orcid":"https://orcid.org/0000-0003-1737-6517","observed_orcids":["https://orcid.org/0000-0003-1737-6517"]},"institutions":[{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tim Gollub","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar, Weimar, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar, Weimar, Germany","institution_ids":["https://openalex.org/I51441396"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Francisco Rangel","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Francisco Rangel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053947754","display_name":"Paolo Rosso","orcid":"https://orcid.org/0000-0002-8922-1242","observed_orcids":["https://orcid.org/0000-0002-8922-1242","https://orcid.org/0000-0003-2605-5408"]},"institutions":[{"id":"https://openalex.org/I60053951","display_name":"Universitat Polit\u00e8cnica de Val\u00e8ncia","ror":"https://ror.org/01460j859","country_code":"ES","type":"education","lineage":["https://openalex.org/I60053951"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Paolo Rosso","raw_affiliation_strings":["Universitat Polit\u00e8cnica de Val\u00e8ncia, Valencia, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universitat Polit\u00e8cnica de Val\u00e8ncia, Valencia, Spain","institution_ids":["https://openalex.org/I60053951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061737423","display_name":"Efstathios Stamatatos","orcid":"https://orcid.org/0000-0002-1336-9128","observed_orcids":["https://orcid.org/0000-0002-1336-9128"]},"institutions":[{"id":"https://openalex.org/I98805295","display_name":"University of the Aegean","ror":"https://ror.org/03zsp3p94","country_code":"GR","type":"education","lineage":["https://openalex.org/I98805295"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Efstathios Stamatatos","raw_affiliation_strings":["University of the Aegean, Mytilene, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of the Aegean, Mytilene, Greece","institution_ids":["https://openalex.org/I98805295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027915931","display_name":"Benno Stein","orcid":"https://orcid.org/0000-0001-9033-2217","observed_orcids":["https://orcid.org/0000-0001-9033-2217"]},"institutions":[{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Benno Stein","raw_affiliation_strings":["Bauhaus-Universit\u00e4t Weimar, Weimar, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bauhaus-Universit\u00e4t Weimar, Weimar, Germany","institution_ids":["https://openalex.org/I51441396"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":97.8325,"has_fulltext":false,"cited_by_count":79,"citation_normalized_percentile":{"value":0.99957556,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.6592000126838684,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.6592000126838684,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.2069000005722046,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.02280000038444996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/plagiarism-detection","display_name":"plagiarism detection","score":0.8029999732971191},{"id":"https://openalex.org/keywords/authorship-attribution","display_name":"authorship attribution","score":0.996999979019165},{"id":"https://openalex.org/keywords/author-profiling","display_name":"author profiling","score":0.9990000128746033},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.8679999709129333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7916161417961121},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.770305871963501},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.7528262138366699},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6347100138664246},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5761083960533142},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.4384855628013611},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.43626245856285095},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41637158393859863},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.21293988823890686},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08010730147361755},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.567.7729","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.567.7729","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.uni-weimar.de/medien/webis/publications/papers/stein_2014i.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W9292421","https://openalex.org/W66633355","https://openalex.org/W94220430","https://openalex.org/W646470751","https://openalex.org/W1533343140","https://openalex.org/W1541992550","https://openalex.org/W1544505227","https://openalex.org/W1548374273","https://openalex.org/W1556753024","https://openalex.org/W1790180460","https://openalex.org/W1893888233","https://openalex.org/W1964642694","https://openalex.org/W1967043694","https://openalex.org/W1967925097","https://openalex.org/W1974336599","https://openalex.org/W1988325139","https://openalex.org/W1988906723","https://openalex.org/W2009571180","https://openalex.org/W2025403586","https://openalex.org/W2052739481","https://openalex.org/W2053017876","https://openalex.org/W2062903088","https://openalex.org/W2063205814","https://openalex.org/W2072828027","https://openalex.org/W2096252540","https://openalex.org/W2097203344","https://openalex.org/W2100772444","https://openalex.org/W2110302976","https://openalex.org/W2120654953","https://openalex.org/W2132781244","https://openalex.org/W2140907953","https://openalex.org/W2145684485","https://openalex.org/W2158698691","https://openalex.org/W2159642183","https://openalex.org/W2160409620","https://openalex.org/W2164873076","https://openalex.org/W2165431734","https://openalex.org/W2182825014","https://openalex.org/W2183317866","https://openalex.org/W2187238335","https://openalex.org/W2188586710","https://openalex.org/W2251179870","https://openalex.org/W2252024402","https://openalex.org/W2295786755","https://openalex.org/W2296146494","https://openalex.org/W2343570277","https://openalex.org/W2384304911","https://openalex.org/W2402166941","https://openalex.org/W2405012946","https://openalex.org/W2407284108","https://openalex.org/W2407707865","https://openalex.org/W2506976738","https://openalex.org/W2905907858","https://openalex.org/W2912780347","https://openalex.org/W2915998928","https://openalex.org/W6922380083"],"related_works":["https://openalex.org/W86774453","https://openalex.org/W7096345603","https://openalex.org/W66633355","https://openalex.org/W3085984954","https://openalex.org/W2910635346","https://openalex.org/W2971209709","https://openalex.org/W2129554311","https://openalex.org/W2515119766","https://openalex.org/W54772338","https://openalex.org/W7098309832"],"abstract_inverted_index":{"This":[0,102],"paper":[1],"reports":[2],"on":[3,14],"the":[4,24,36,69,77,85,93,106,143,152],"PAN":[5,54],"2014":[6],"evaluation":[7],"lab":[8],"which":[9,46,165],"hosts":[10],"three":[11,159],"shared":[12,27],"tasks":[13,28,33,160],"plagiarism":[15],"detection,":[16],"author":[17,20],"identification,":[18],"and":[19,31,90],"profiling.":[21],"To":[22,66],"improve":[23],"reproducibility":[25],"of":[26,62,108,110,113,124,147,155,164,179],"in":[29,34,73,98,116,122],"general,":[30],"PAN\u2019s":[32],"particular,":[35],"Webis":[37],"group":[38],"developed":[39],"a":[40,99,176],"new":[41],"web":[42],"service":[43],"called":[44],"TIRA,":[45],"facilitates":[47],"software":[48,75,127,145],"submissions.":[49],"Unlike":[50],"many":[51],"other":[52],"labs,":[53],"asks":[55],"participants":[56,89,120],"to":[57,82,118,138,161],"submit":[58],"running":[59,100],"softwares":[60,95,115,134,156],"instead":[61],"their":[63,126],"run":[64],"output.":[65],"deal":[67],"with":[68,142,175],"organizational":[70],"overhead":[71],"involved":[72],"handling":[74],"submissions,":[76],"TIRA":[78],"experimentation":[79],"platform":[80],"helps":[81],"significantly":[83],"reduce":[84],"workload":[86],"for":[87,157,169],"both":[88],"organizers,":[91],"whereas":[92],"submitted":[94,114,137],"are":[96,166],"kept":[97],"state.":[101],"year,":[103,149],"we":[104],"addressed":[105],"matter":[107],"responsibility":[109],"successful":[111],"execution":[112],"order":[117],"put":[119],"back":[121],"charge":[123],"executing":[125],"at":[128],"our":[129,139,158],"site.":[130],"In":[131],"sum,":[132],"57":[133],"have":[135],"been":[136],"lab;":[140],"together":[141],"58":[144],"submissions":[146],"last":[148],"this":[150],"forms":[151],"largest":[153],"collection":[154],"date,":[162],"all":[163],"readily":[167],"available":[168],"further":[170],"analysis.":[171],"The":[172],"report":[173],"concludes":[174],"brief":[177],"summary":[178],"each":[180],"task.":[181]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":18},{"year":2017,"cited_by_count":25},{"year":2016,"cited_by_count":21},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}