{"id":"https://openalex.org/W6891895882","doi":"https://doi.org/10.48550/arxiv.2507.03556","title":"A Multistakeholder Approach to Value-Driven Co-Design of Recommender System Evaluation Metrics in Digital Archives","display_name":"A Multistakeholder Approach to Value-Driven Co-Design of Recommender System Evaluation Metrics in Digital Archives","publication_year":2025,"publication_date":"2025-07-04","ids":{"openalex":"https://openalex.org/W6891895882","doi":"https://doi.org/10.48550/arxiv.2507.03556"},"language":"en","primary_location":{"id":"doi:10.48550/arxiv.2507.03556","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.03556","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2507.03556","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Atzenhofer-Baumgartner, Florian","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Atzenhofer-Baumgartner, Florian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Vogeler, Georg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vogeler, Georg","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Kowald, Dominik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kowald, Dominik","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.3077000081539154,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.3077000081539154,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.1256999969482422,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11657","display_name":"Digital and Traditional Archives Management","score":0.08569999784231186,"subfield":{"id":"https://openalex.org/subfields/1206","display_name":"Conservation"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.6692000031471252},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6133999824523926},{"id":"https://openalex.org/keywords/stakeholder","display_name":"Stakeholder","score":0.5855000019073486},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5666000247001648},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4724000096321106},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4546999931335449},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.4406999945640564},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.43140000104904175},{"id":"https://openalex.org/keywords/cultural-heritage","display_name":"Cultural heritage","score":0.4253999888896942},{"id":"https://openalex.org/keywords/digital-library","display_name":"Digital library","score":0.40470001101493835}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7049999833106995},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.6692000031471252},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6133999824523926},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5996999740600586},{"id":"https://openalex.org/C201305675","wikidata":"https://www.wikidata.org/wiki/Q852998","display_name":"Stakeholder","level":2,"score":0.5855000019073486},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5666000247001648},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.49630001187324524},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4724000096321106},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4546999931335449},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4406999945640564},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.43140000104904175},{"id":"https://openalex.org/C60671577","wikidata":"https://www.wikidata.org/wiki/Q210272","display_name":"Cultural heritage","level":2,"score":0.4253999888896942},{"id":"https://openalex.org/C513874922","wikidata":"https://www.wikidata.org/wiki/Q212805","display_name":"Digital library","level":3,"score":0.40470001101493835},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4016999900341034},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.38429999351501465},{"id":"https://openalex.org/C2780984029","wikidata":"https://www.wikidata.org/wiki/Q2930198","display_name":"Stakeholder engagement","level":2,"score":0.3741999864578247},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.3653999865055084},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C56995899","wikidata":"https://www.wikidata.org/wiki/Q1126687","display_name":"Focus group","level":2,"score":0.32109999656677246},{"id":"https://openalex.org/C2775953033","wikidata":"https://www.wikidata.org/wiki/Q5276060","display_name":"Digital curation","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C2988765800","wikidata":"https://www.wikidata.org/wiki/Q212805","display_name":"Digital collections","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C2778864079","wikidata":"https://www.wikidata.org/wiki/Q173285","display_name":"Digital data","level":3,"score":0.2685000002384186},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.26600000262260437},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2623000144958496},{"id":"https://openalex.org/C2780157182","wikidata":"https://www.wikidata.org/wiki/Q11154625","display_name":"Digital Archives","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C69075417","wikidata":"https://www.wikidata.org/wiki/Q515701","display_name":"Linked data","level":3,"score":0.25929999351501465},{"id":"https://openalex.org/C26983874","wikidata":"https://www.wikidata.org/wiki/Q263864","display_name":"Tag cloud","level":3,"score":0.2581999897956848},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2507.03556","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.03556","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2507.03556","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.03556","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5704007148742676}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"the":[3,165],"first":[4],"multistakeholder":[5],"approach":[6],"for":[7,17,126,141,145,149,155,173],"translating":[8],"diverse":[9],"stakeholder":[10,86],"values":[11],"into":[12],"an":[13],"evaluation":[14,103,171],"metric":[15],"setup":[16,104],"Recommender":[18],"Systems":[19],"(RecSys)":[20],"in":[21,129],"digital":[22,162],"archives.":[23],"While":[24],"commercial":[25],"platforms":[26],"mainly":[27],"rely":[28],"on":[29],"engagement":[30,180],"metrics,":[31],"cultural":[32],"heritage":[33],"domains":[34,174],"require":[35],"frameworks":[36],"that":[37,85],"balance":[38],"competing":[39],"priorities":[40,73],"among":[41],"archivists,":[42],"platform":[43],"owners,":[44],"researchers,":[45],"and":[46,68,80,99,115,120,151],"other":[47],"stakeholders.":[48],"To":[49],"address":[50],"this":[51,133],"challenge,":[52],"we":[53],"conducted":[54],"high-profile":[55],"focus":[56],"groups":[57,59],"(5":[58],"x":[60],"5":[61],"persons)":[62],"with":[63,90],"upstream,":[64],"provider,":[65],"system,":[66],"consumer,":[67],"downstream":[69],"stakeholders,":[70],"identifying":[71],"value":[72,153,176],"across":[74],"critical":[75],"dimensions:":[76],"visibility/representation,":[77],"expertise":[78,119],"adaptation,":[79],"transparency/trust.":[81],"Our":[82,158],"analysis":[83],"shows":[84],"concerns":[87],"naturally":[88],"align":[89],"four":[91],"sequential":[92],"research":[93,113,134,138],"funnel":[94],"stages:":[95],"discovery,":[96,142],"interaction,":[97,146],"integration,":[98,150],"impact.":[100],"The":[101],"resulting":[102],"addresses":[105],"domain-specific":[106],"challenges":[107],"including":[108],"collection":[109],"representation":[110],"imbalances,":[111],"non-linear":[112],"patterns,":[114],"tensions":[116],"between":[117],"specialized":[118],"broader":[121,166],"accessibility.":[122],"We":[123],"propose":[124],"directions":[125],"tailored":[127],"metrics":[128],"each":[130],"stage":[131],"of":[132],"journey,":[135],"such":[136],"as":[137],"path":[139],"quality":[140],"contextual":[143],"appropriateness":[144],"metadata-weighted":[147],"relevance":[148],"cross-stakeholder":[152],"alignment":[154],"impact":[156],"assessment.":[157],"contributions":[159],"extend":[160],"beyond":[161],"archives":[163],"to":[164],"RecSys":[167],"community,":[168],"offering":[169],"transferable":[170],"approaches":[172],"where":[175],"emerges":[177],"through":[178],"sustained":[179],"rather":[181],"than":[182],"immediate":[183],"consumption.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}