{"id":"https://openalex.org/W6892031406","doi":"https://doi.org/10.48550/arxiv.2207.08922","title":"ir_metadata: An Extensible Metadata Schema for IR Experiments","display_name":"ir_metadata: An Extensible Metadata Schema for IR Experiments","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W6892031406","doi":"https://doi.org/10.48550/arxiv.2207.08922"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2207.08922","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2207.08922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2207.08922","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Breuer, Timo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Breuer, Timo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Keller, J\u00fcri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keller, J\u00fcri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Schaer, Philipp","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schaer, Philipp","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.6087999939918518,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.6087999939918518,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11937","display_name":"Research Data Management Practices","score":0.2029999941587448,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.03720000013709068,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.8751999735832214},{"id":"https://openalex.org/keywords/metadata-repository","display_name":"Metadata repository","score":0.6219000220298767},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.5896000266075134},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.3928999900817871},{"id":"https://openalex.org/keywords/data-element","display_name":"Data element","score":0.3871999979019165},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.373199999332428},{"id":"https://openalex.org/keywords/metadata-modeling","display_name":"Metadata modeling","score":0.32510000467300415}],"concepts":[{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.8751999735832214},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8661999702453613},{"id":"https://openalex.org/C153048206","wikidata":"https://www.wikidata.org/wiki/Q3454922","display_name":"Metadata repository","level":3,"score":0.6219000220298767},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6104999780654907},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.5896000266075134},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4284000098705292},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C30872290","wikidata":"https://www.wikidata.org/wiki/Q1172389","display_name":"Data element","level":3,"score":0.3871999979019165},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.373199999332428},{"id":"https://openalex.org/C110326360","wikidata":"https://www.wikidata.org/wiki/Q17149476","display_name":"Metadata modeling","level":4,"score":0.32510000467300415},{"id":"https://openalex.org/C69075417","wikidata":"https://www.wikidata.org/wiki/Q515701","display_name":"Linked data","level":3,"score":0.2969000041484833},{"id":"https://openalex.org/C136976847","wikidata":"https://www.wikidata.org/wiki/Q6822297","display_name":"Meta Data Services","level":4,"score":0.2784999907016754},{"id":"https://openalex.org/C147497476","wikidata":"https://www.wikidata.org/wiki/Q54872","display_name":"RDF","level":3,"score":0.27709999680519104},{"id":"https://openalex.org/C2779489174","wikidata":"https://www.wikidata.org/wiki/Q6822246","display_name":"Metadata management","level":3,"score":0.274399995803833},{"id":"https://openalex.org/C137314826","wikidata":"https://www.wikidata.org/wiki/Q2330408","display_name":"Data mapping","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C171730128","wikidata":"https://www.wikidata.org/wiki/Q5227290","display_name":"Data file","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2207.08922","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2207.08922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2207.08922","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2207.08922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"information":[1,59,150],"retrieval":[2],"(IR)":[3],"community":[4],"has":[5],"a":[6,194],"strong":[7],"tradition":[8],"of":[9,23,43,72,78,137,168,188,205,249],"making":[10],"the":[11,21,27,31,51,61,66,76,79,84,92,122,129,156,162,166,180,185,212,216,226,246],"computational":[12,138],"artifacts":[13,251],"and":[14,149,158,208,228,244],"resources":[15],"available":[16],"for":[17,116,184],"future":[18],"reuse,":[19],"allowing":[20],"validation":[22],"experimental":[24,250],"results.":[25],"Besides":[26],"actual":[28],"test":[29],"collections,":[30],"underlying":[32,62],"run":[33,52,68,85,118,197,242],"files":[34,119,198,243],"are":[35,223],"often":[36],"hosted":[37],"in":[38,155,176],"data":[39,53,86,102],"archives":[40],"as":[41],"part":[42],"conferences":[44],"like":[45,91],"TREC,":[46],"CLEF,":[47],"or":[48,83],"NTCIR.":[49],"Unfortunately,":[50],"itself":[54],"does":[55],"not":[56,71],"provide":[57],"much":[58,73],"about":[60],"experiment.":[63],"For":[64],"instance,":[65],"single":[67],"file":[69],"is":[70,96],"use":[74,186],"without":[75],"context":[77],"shared":[80],"task's":[81],"website":[82],"archive.":[87],"In":[88,105,215],"other":[89],"domains,":[90],"social":[93],"sciences,":[94],"it":[95],"good":[97],"practice":[98],"to":[99,127,132,239],"annotate":[100,209,240],"research":[101],"with":[103,196,202,211],"metadata.":[104,214],"this":[106,233],"work,":[107,234],"we":[108,145,172,192,218,235],"introduce":[109],"ir_metadata":[110],"-":[111],"an":[112],"extensible":[113],"metadata":[114,130,157,170,182,227],"schema":[115,183],"TREC":[117,241],"based":[120],"on":[121],"PRIMAD":[123,206],"model.":[124],"We":[125],"propose":[126],"align":[128],"annotations":[131],"PRIMAD,":[133],"which":[134],"considers":[135],"components":[136,148,207],"experiments":[139,201,221],"that":[140,151,178,222],"can":[141],"affect":[142],"reproducibility.":[143],"Furthermore,":[144],"outline":[146],"important":[147],"should":[152],"be":[153],"reported":[154],"give":[159],"evidence":[160],"from":[161,200],"literature.":[163],"To":[164],"demonstrate":[165],"usefulness":[167],"these":[169,210],"annotations,":[171],"implement":[173],"new":[174],"features":[175],"repro_eval":[177],"support":[179],"outlined":[181],"case":[187],"reproducibility":[189,220],"studies.":[190],"Additionally,":[191],"curate":[193],"dataset":[195],"derived":[199],"different":[203],"instantiations":[204],"corresponding":[213],"experiments,":[217],"cover":[219],"identified":[224],"by":[225,230],"classified":[229],"PRIMAD.":[231],"With":[232],"enable":[236],"IR":[237],"researchers":[238],"improve":[245],"reuse":[247],"value":[248],"even":[252],"further.":[253]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}