{"id":"https://openalex.org/W4415232621","doi":"https://doi.org/10.48550/arxiv.2507.18017","title":"Fashion-AlterEval: A Dataset for Improved Evaluation of Conversational Recommendation Systems with Alternative Relevant Items","display_name":"Fashion-AlterEval: A Dataset for Improved Evaluation of Conversational Recommendation Systems with Alternative Relevant Items","publication_year":2025,"publication_date":"2025-07-24","ids":{"openalex":"https://openalex.org/W4415232621","doi":"https://doi.org/10.48550/arxiv.2507.18017"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2507.18017","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.18017","pdf_url":"https://arxiv.org/pdf/2507.18017","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.18017","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093096673","display_name":"Maria Vlachou","orcid":"https://orcid.org/0009-0008-8685-693X"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Vlachou, Maria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5093096673"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9562000036239624,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9562000036239624,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.6815999746322632},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.6234999895095825},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5981000065803528},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.32690000534057617},{"id":"https://openalex.org/keywords/patience","display_name":"Patience","score":0.310699999332428},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.2856999933719635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8396999835968018},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.6815999746322632},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.6234999895095825},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5981000065803528},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4447000026702881},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4375999867916107},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4180999994277954},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3671000003814697},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C2779755727","wikidata":"https://www.wikidata.org/wiki/Q15304496","display_name":"Patience","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2939999997615814},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.2565999925136566}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2507.18017","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.18017","pdf_url":"https://arxiv.org/pdf/2507.18017","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2507.18017","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2507.18017","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.18017","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.18017","pdf_url":"https://arxiv.org/pdf/2507.18017","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0,156],"Conversational":[1],"Recommendation":[2],"Systems":[3],"(CRS),":[4],"a":[5,26,31,53,71,80,95,103,186],"user":[6,32,42],"provides":[7],"feedback":[8],"on":[9,50,70,189],"recommended":[10],"items":[11,107,141],"at":[12],"each":[13],"turn,":[14],"leading":[15],"the":[16,23,45,68,126,160,166,177,182,190,198,216,225],"CRS":[17,115,171,194],"towards":[18],"improved":[19],"recommendations.":[20],"Due":[21],"to":[22,135,142,148,210,221],"need":[24],"for":[25,36,102],"large":[27,81],"amount":[28],"of":[29,52,83,89,105,154,179,192],"data,":[30],"simulator":[33,183],"is":[34,65],"employed":[35],"both":[37],"training":[38],"and":[39,75,129,152,162,169,205],"evaluation.":[40],"Such":[41],"simulators":[43,64,123],"critique":[44],"current":[46],"retrieved":[47],"item":[48,74],"based":[49],"knowledge":[51,178],"single":[54,72],"target":[55,73],"item.":[56],"However,":[57],"system":[58,217],"evaluation":[59,191,201],"in":[60,112],"offline":[61],"settings":[62],"with":[63],"limited":[66],"by":[67,108,181],"focus":[69],"their":[76,137,143,150,203],"unlimited":[77],"patience":[78],"over":[79],"number":[82],"turns.":[84],"To":[85],"overcome":[86],"these":[87],"limitations":[88],"existing":[90,193,199],"simulators,":[91],"we":[92,118,173],"propose":[93,119],"Fashion-AlterEval,":[94],"new":[96,110],"dataset":[97],"that":[98,124,175,197],"contains":[99],"human":[100],"judgments":[101,128],"selection":[104],"alternative":[106,140,213],"adding":[109],"annotations":[111],"common":[113],"fashion":[114],"datasets.":[116],"Consequently,":[117],"two":[120],"novel":[121],"meta-user":[122],"use":[125],"collected":[127],"allow":[130],"simulated":[131],"users":[132],"not":[133],"only":[134],"express":[136],"preferences":[138],"about":[139],"original":[144,167],"target,":[145],"but":[146],"also":[147],"change":[149],"mind":[151],"level":[153],"patience.":[155],"our":[157],"experiments":[158],"using":[159,176],"Shoes":[161],"Fashion":[163],"IQ":[164],"as":[165],"datasets":[168],"three":[170],"models,":[172,195],"find":[174],"alternatives":[180],"can":[184,218],"have":[185],"considerable":[187],"impact":[188],"specifically":[196],"single-target":[200],"underestimates":[202],"effectiveness,":[204],"when":[206],"simulatedusers":[207],"are":[208],"allowed":[209],"instead":[211],"consider":[212],"relevant":[214],"items,":[215],"rapidly":[219],"respond":[220],"more":[222],"quickly":[223],"satisfy":[224],"user.":[226]},"counts_by_year":[],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-16T00:00:00"}