{"id":"https://openalex.org/W4412376897","doi":"https://doi.org/10.1145/3726302.3730286","title":"Doctron: A Web-based Collaborative Annotation Tool for Ground Truth Creation in IR","display_name":"Doctron: A Web-based Collaborative Annotation Tool for Ground Truth Creation in IR","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412376897","doi":"https://doi.org/10.1145/3726302.3730286"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730286","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730286","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730286","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730286","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021927336","display_name":"Ornella Irrera","orcid":"https://orcid.org/0000-0003-2284-5699"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ornella Irrera","raw_affiliation_strings":["University of Padua, Padova, Italy"],"raw_orcid":"https://orcid.org/0000-0003-2284-5699","affiliations":[{"raw_affiliation_string":"University of Padua, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003820981","display_name":"Stefano Marchesin","orcid":"https://orcid.org/0000-0003-0362-5893"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Marchesin","raw_affiliation_strings":["University of Padua, Padova, Italy"],"raw_orcid":"https://orcid.org/0000-0003-0362-5893","affiliations":[{"raw_affiliation_string":"University of Padua, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118969037","display_name":"Farzad Shami","orcid":null},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Farzad Shami","raw_affiliation_strings":["University of Padua, Padova, Italy"],"raw_orcid":"https://orcid.org/0009-0004-8174-0082","affiliations":[{"raw_affiliation_string":"University of Padua, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078254809","display_name":"Gianmaria Silvello","orcid":"https://orcid.org/0000-0003-4970-4554"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gianmaria Silvello","raw_affiliation_strings":["University of Padua, Padova, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4970-4554","affiliations":[{"raw_affiliation_string":"University of Padua, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I138689650"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3488","last_page":"3497"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7844110131263733},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7345913052558899},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6987056136131287},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.48445701599121094},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.38224953413009644},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3493070602416992},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2708040475845337}],"concepts":[{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7844110131263733},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7345913052558899},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6987056136131287},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.48445701599121094},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38224953413009644},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3493070602416992},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2708040475845337}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3726302.3730286","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730286","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730286","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:www.research.unipd.it:11577/3555926","is_oa":true,"landing_page_url":"https://hdl.handle.net/11577/3555926","pdf_url":null,"source":{"id":"https://openalex.org/S4377196283","display_name":"Research Padua  Archive (University of Padua)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730286","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730286","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730286","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G5415030073","display_name":null,"funder_award_id":"101137074","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G6207606345","display_name":"HetERogeneous sEmantic Data integratIon for the guT-bRain interplaY","funder_award_id":"101137074","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412376897.pdf","grobid_xml":"https://content.openalex.org/works/W4412376897.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1603719052","https://openalex.org/W2032039936","https://openalex.org/W2050793659","https://openalex.org/W2071038402","https://openalex.org/W2127546476","https://openalex.org/W2141593186","https://openalex.org/W2169425537","https://openalex.org/W2803614960","https://openalex.org/W2915162998","https://openalex.org/W2996500226","https://openalex.org/W3023249475","https://openalex.org/W3130203840","https://openalex.org/W3133594109","https://openalex.org/W3156166379","https://openalex.org/W3175667953","https://openalex.org/W4200196667","https://openalex.org/W4206480062","https://openalex.org/W4211077148","https://openalex.org/W4226178464","https://openalex.org/W4294214983","https://openalex.org/W4385572910","https://openalex.org/W4386566854","https://openalex.org/W4391156274","https://openalex.org/W4392818926","https://openalex.org/W4402280596"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W4405124681","https://openalex.org/W1533177136"],"abstract_inverted_index":{"In":[0],"Information":[1],"Retrieval":[2],"(IR),":[3],"ground":[4,77,156],"truth":[5,78,157],"creation":[6,79],"is":[7],"a":[8,69,108,119],"crucial":[9],"yet":[10],"resource-intensive":[11],"task":[12],"that":[13],"relies":[14],"on":[15],"human":[16,40],"experts":[17],"to":[18,42,56,75,107,141],"build":[19],"test":[20],"collections":[21],"-":[22],"essential":[23],"for":[24,80],"training":[25],"and":[26,36,59,91,101,113,130,150],"evaluating":[27,104],"retrieval":[28],"models.":[29],"Large-scale":[30],"evaluation":[31],"campaigns,":[32],"such":[33],"as":[34],"TREC":[35],"CLEF,":[37],"demand":[38],"significant":[39],"effort":[41],"produce":[43],"reliable,":[44],"high-quality":[45],"annotations.":[46],"To":[47,63],"ease":[48],"this":[49,64],"process,":[50],"tailored":[51],"annotation":[52,72,86],"tools":[53],"are":[54],"pivotal":[55],"supporting":[57],"assessors":[58],"streamlining":[60],"their":[61],"workload.":[62],"end,":[65],"we":[66],"introduce":[67],"Doctron,":[68],"web-based,":[70],"dockerized":[71],"tool":[73],"designed":[74],"streamline":[76],"IR":[81],"tasks.":[82],"Doctron":[83],"enables":[84],"the":[85,148,154],"of":[87,134,153],"both":[88],"textual":[89,96],"documents":[90],"images.":[92],"It":[93,117],"supports":[94],"annotating":[95],"passages,":[97],"identifying":[98],"relationships,":[99],"tagging":[100],"linking":[102],"entities,":[103],"document":[105],"relevance":[106],"topic":[109],"with":[110,126],"graded":[111],"labels,":[112],"performing":[114],"object":[115],"detection.":[116],"offers":[118],"collaborative":[120],"environment":[121],"where":[122],"teams":[123],"can":[124],"work":[125],"defined":[127],"user":[128],"roles":[129],"permissions.":[131],"The":[132],"integration":[133],"Inter":[135],"Annotator":[136],"Agreement":[137],"(IAA)":[138],"measures":[139],"helps":[140],"identify":[142],"inconsistencies":[143],"between":[144],"annotators,":[145],"thereby":[146],"ensuring":[147],"reliability":[149],"high":[151],"quality":[152],"annotated":[155],"data.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}